-- Logs begin at Sat 2022-05-28 16:34:50 UTC, end at Sat 2022-05-28 17:50:58 UTC. -- May 28 17:16:35.771140 dv-cinder-843729-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. May 28 17:16:38.595068 dv-cinder-843729-1-iscsi neutron-server[103802]: INFO neutron.common.config [-] Logging enabled! May 28 17:16:38.595700 dv-cinder-843729-1-iscsi neutron-server[103802]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev262 May 28 17:16:38.595891 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103802) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} May 28 17:16:38.599217 dv-cinder-843729-1-iscsi neutron-server[103802]: INFO neutron.common.config [-] Logging enabled! May 28 17:16:38.599494 dv-cinder-843729-1-iscsi neutron-server[103802]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev262 May 28 17:16:38.599809 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103802) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} May 28 17:16:38.600727 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 28 17:16:38.600962 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 28 17:16:38.601342 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 28 17:16:38.601591 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 28 17:16:38.601821 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 28 17:16:38.602358 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:38.602739 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:38.602941 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:38.603193 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:38.603518 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:38.603807 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:38.604102 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:38.604405 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:38.604696 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:38.604978 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:38.605266 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:38.605500 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:38.605789 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:38.606082 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:38.606372 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:38.606599 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] debug = True {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:38.606885 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:38.607333 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:38.607754 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:38.608039 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:38.608331 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:38.608616 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:38.608890 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:38.609169 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:38.609457 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:38.609791 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] host = dv-cinder-843729-1-iscsi {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:38.610073 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:38.610367 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:38.610658 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:38.610949 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:38.611227 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:38.611541 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:38.611833 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:38.612111 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:38.612388 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] log_file = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:38.612667 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:38.612957 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:38.613247 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:38.613540 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:38.613768 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:38.613992 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:38.614282 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:38.614584 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:38.614862 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:38.615141 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:38.615446 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:38.615733 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:38.616012 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:38.616537 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:38.616825 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:38.617110 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:38.617398 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:38.617675 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:38.618572 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:38.618937 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:38.619224 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:38.619541 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:38.619823 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:38.620103 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:38.620382 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:38.620673 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:38.620947 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:38.621224 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:38.621526 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:38.621816 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:38.622098 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:38.622386 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:38.622662 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:38.622944 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:38.623219 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:38.623521 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:38.623796 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] use_json = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:38.624068 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:38.624341 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:38.624623 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:38.624897 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:38.625167 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:38.625440 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:38.625711 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:38.625998 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:38.626272 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:38.626567 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:38.626863 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:38.627165 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:38.627477 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:38.627785 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:38.628066 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:38.628358 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:38.628638 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:38.628936 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:38.629225 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:38.629516 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:38.629797 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:38.630096 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:38.630388 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:38.630687 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:38.630993 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:38.631289 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:38.631612 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:38.631891 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:38.632169 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:38.632446 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:38.632730 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:38.633016 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:38.633295 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:38.634148 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:38.634438 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:38.634722 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:38.635022 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:38.635310 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:38.635624 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:38.635920 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:38.636216 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:38.636495 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:38.636778 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:38.637073 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:38.637356 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:38.637629 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:38.637920 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:38.638201 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:38.638477 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:38.638767 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:38.639061 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:38.639369 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:38.639651 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:38.639932 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:38.640226 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:38.640506 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:38.640782 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:38.641058 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:38.641335 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:38.641609 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:38.641896 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:38.642175 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:38.642449 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:38.642730 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:38.643006 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:38.643280 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:38.643583 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:38.643860 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:38.644135 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:38.644414 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:38.644690 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:38.644965 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:38.645240 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:38.645515 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:38.645790 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:38.646068 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:38.646342 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:38.646619 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:38.646895 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:38.647169 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:38.647467 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:38.647745 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:38.648021 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:38.648317 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:38.648596 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:38.648877 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:38.649600 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:38.649717 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:38.649951 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:38.650231 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:38.650510 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:38.650793 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:38.651072 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:38.651386 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:38.651676 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:38.651965 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:38.652249 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:38.652528 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:38.652848 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:38.653131 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:38.653412 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:38.653697 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:38.653977 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:38.654258 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:38.654544 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:38.654828 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:38.655126 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:38.655456 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:38.655741 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:38.656047 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:38.656344 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:38.656639 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:38.656923 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:38.657238 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:38.657522 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:38.657742 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 28 17:16:38.657982 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103802) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 28 17:16:39.119639 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} May 28 17:16:39.119921 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} May 28 17:16:39.120225 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} May 28 17:16:39.120556 dv-cinder-843729-1-iscsi neutron-server[103802]: INFO neutron.manager [-] Loading core plugin: ml2 May 28 17:16:39.449201 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 17:16:39.449491 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 17:16:39.449759 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 17:16:39.450958 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 17:16:39.451230 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 17:16:39.451593 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 17:16:39.506741 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 17:16:39.507024 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 17:16:39.507292 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 17:16:39.522445 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 17:16:39.522730 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 17:16:39.523004 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 17:16:39.552942 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 17:16:39.553219 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 17:16:39.553489 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 17:16:39.590322 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 17:16:39.590605 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 17:16:39.590874 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 17:16:39.933565 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 17:16:39.934184 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 17:16:39.934184 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 17:16:39.934366 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 17:16:39.935069 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 17:16:40.034055 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 17:16:40.034316 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 17:16:40.034605 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 17:16:40.034878 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 17:16:40.035144 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 17:16:40.035475 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 17:16:40.035737 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 17:16:40.035993 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 17:16:40.036247 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 17:16:40.036529 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 17:16:40.036788 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 17:16:40.037054 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 17:16:40.037308 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 17:16:40.037562 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 17:16:40.037817 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 17:16:40.038081 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 17:16:40.038337 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 17:16:40.038604 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 17:16:40.038872 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 17:16:40.039134 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 17:16:40.039437 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 17:16:40.039720 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 17:16:40.040010 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 17:16:40.040380 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 17:16:40.040631 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 17:16:40.040879 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 17:16:40.041276 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103802) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 28 17:16:40.041518 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103802) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 28 17:16:40.041757 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103802) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 28 17:16:40.041995 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103802) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 28 17:16:40.042231 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103802) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 28 17:16:40.042467 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103802) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 28 17:16:40.042832 dv-cinder-843729-1-iscsi neutron-server[103802]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 28 17:16:40.046905 dv-cinder-843729-1-iscsi neutron-server[103802]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 28 17:16:40.050839 dv-cinder-843729-1-iscsi neutron-server[103802]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 28 17:16:40.054656 dv-cinder-843729-1-iscsi neutron-server[103802]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) May 28 17:16:40.056824 dv-cinder-843729-1-iscsi neutron-server[103802]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 28 17:16:40.057294 dv-cinder-843729-1-iscsi neutron-server[103802]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 28 17:16:40.057626 dv-cinder-843729-1-iscsi neutron-server[103802]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 28 17:16:40.058012 dv-cinder-843729-1-iscsi neutron-server[103802]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 28 17:16:40.060805 dv-cinder-843729-1-iscsi neutron-server[103802]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 28 17:16:40.061054 dv-cinder-843729-1-iscsi neutron-server[103802]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 28 17:16:40.061402 dv-cinder-843729-1-iscsi neutron-server[103802]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 28 17:16:40.066433 dv-cinder-843729-1-iscsi neutron-server[103802]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] May 28 17:16:40.090506 dv-cinder-843729-1-iscsi neutron-server[103802]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 28 17:16:40.090960 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 17:16:40.091261 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103802) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} May 28 17:16:40.091663 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 17:16:40.093017 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103802) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 28 17:16:40.093298 dv-cinder-843729-1-iscsi neutron-server[103802]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 28 17:16:40.093544 dv-cinder-843729-1-iscsi neutron-server[103802]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 28 17:16:40.096849 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 17:16:40.097139 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 17:16:40.158590 dv-cinder-843729-1-iscsi neutron-server[103802]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 28 17:16:40.158826 dv-cinder-843729-1-iscsi neutron-server[103802]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 28 17:16:40.159062 dv-cinder-843729-1-iscsi neutron-server[103802]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 28 17:16:40.159454 dv-cinder-843729-1-iscsi neutron-server[103802]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 28 17:16:40.214552 dv-cinder-843729-1-iscsi neutron-server[103802]: INFO dbcounter [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Registered counter for database neutron May 28 17:16:40.235326 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_db.sqlalchemy.engines [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103802) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 28 17:16:40.241078 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writer thread running {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} May 28 17:16:40.682523 dv-cinder-843729-1-iscsi neutron-server[103802]: INFO neutron.plugins.ml2.managers [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Initializing driver for type 'gre' May 28 17:16:40.683097 dv-cinder-843729-1-iscsi neutron-server[103802]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] gre ID ranges: [(1, 1000)] May 28 17:16:40.740191 dv-cinder-843729-1-iscsi neutron-server[103802]: INFO neutron.plugins.ml2.managers [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Initializing driver for type 'local' May 28 17:16:40.740524 dv-cinder-843729-1-iscsi neutron-server[103802]: INFO neutron.plugins.ml2.managers [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Initializing driver for type 'vlan' May 28 17:16:40.754811 dv-cinder-843729-1-iscsi neutron-server[103802]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] VlanTypeDriver initialization complete May 28 17:16:40.755159 dv-cinder-843729-1-iscsi neutron-server[103802]: INFO neutron.plugins.ml2.managers [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Initializing driver for type 'vxlan' May 28 17:16:40.755656 dv-cinder-843729-1-iscsi neutron-server[103802]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] vxlan ID ranges: [(1, 1000)] May 28 17:16:40.816238 dv-cinder-843729-1-iscsi neutron-server[103802]: INFO neutron.plugins.ml2.managers [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Initializing extension driver 'port_security' May 28 17:16:40.816687 dv-cinder-843729-1-iscsi neutron-server[103802]: INFO neutron.plugins.ml2.extensions.port_security [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] PortSecurityExtensionDriver initialization complete May 28 17:16:40.817029 dv-cinder-843729-1-iscsi neutron-server[103802]: INFO neutron.plugins.ml2.managers [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Initializing mechanism driver 'openvswitch' May 28 17:16:40.817361 dv-cinder-843729-1-iscsi neutron-server[103802]: INFO neutron.plugins.ml2.managers [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Initializing mechanism driver 'hyperv' May 28 17:16:40.824589 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:16:40.825268 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Subscribe: > port after_create 55550000 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 17:16:40.825641 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Subscribe: > port after_update 55550000 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 17:16:40.825995 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Subscribe: > port after_delete 55550000 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 17:16:40.826506 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103802) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 28 17:16:40.826928 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Subscribe: > subnet after_create 55550000 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 17:16:40.827286 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Subscribe: > subnet after_update 55550000 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 17:16:40.827662 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 17:16:40.828059 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103802) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 28 17:16:40.828469 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Subscribe: > network after_create 55550000 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 17:16:40.828829 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Subscribe: > network after_update 55550000 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 17:16:40.829176 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Subscribe: > network after_delete 55550000 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 17:16:40.829566 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103802) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 28 17:16:40.829974 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Subscribe: > security_group after_create 55550000 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 17:16:40.830321 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Subscribe: > security_group after_update 55550000 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 17:16:40.830663 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 17:16:40.831055 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103802) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 28 17:16:40.831488 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 17:16:40.831836 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 17:16:40.832177 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 17:16:40.832570 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103802) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 28 17:16:40.832975 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Subscribe: > address_group after_create 55550000 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 17:16:40.833321 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Subscribe: > address_group after_update 55550000 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 17:16:40.833663 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 17:16:40.834054 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103802) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 28 17:16:40.834664 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] ML2 OVO RPC backend initialized. {{(pid=103802) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} May 28 17:16:40.835402 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 17:16:40.835768 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 17:16:40.836190 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Subscribe: > network before_response 55550000 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 17:16:40.836549 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Subscribe: > networks before_response 55550000 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 17:16:40.836911 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Subscribe: > port before_response 55550000 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 17:16:40.837363 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Subscribe: > ports before_response 55550000 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 17:16:40.837716 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Subscribe: > subnet before_response 55550000 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 17:16:40.838063 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Subscribe: > subnets before_response 55550000 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 17:16:40.838414 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Subscribe: > network after_create 55550000 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 17:16:40.838763 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Subscribe: > network after_update 55550000 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 17:16:40.839103 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Subscribe: > network after_delete 55550000 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 17:16:40.839475 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Subscribe: > port after_create 55550000 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 17:16:40.839816 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Subscribe: > port after_update 55550000 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 17:16:40.840155 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Subscribe: > port after_delete 55550000 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 17:16:40.840494 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Subscribe: > subnet after_create 55550000 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 17:16:40.840832 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Subscribe: > subnet after_update 55550000 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 17:16:40.841167 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 17:16:40.848701 dv-cinder-843729-1-iscsi neutron-server[103802]: INFO neutron.quota [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Loaded quota_driver: . May 28 17:16:40.849070 dv-cinder-843729-1-iscsi neutron-server[103802]: INFO neutron.plugins.ml2.plugin [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Modular L2 Plugin initialization complete May 28 17:16:40.849419 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.manager [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Loading services supported by the core plugin {{(pid=103802) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 28 17:16:40.849762 dv-cinder-843729-1-iscsi neutron-server[103802]: INFO neutron.plugins.ml2.managers [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Got port-security extension from driver 'port_security' May 28 17:16:40.850244 dv-cinder-843729-1-iscsi neutron-server[103802]: INFO neutron.extensions.vlantransparent [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Disabled vlantransparent extension. May 28 17:16:40.850738 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.manager [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103802) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 28 17:16:40.851066 dv-cinder-843729-1-iscsi neutron-server[103802]: INFO neutron.manager [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Loading Plugin: router May 28 17:16:40.886906 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 17:16:40.887296 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Subscribe: > router after_create 55549900 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 17:16:40.887700 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Subscribe: > router before_create 55549900 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 17:16:40.888083 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 17:16:40.888465 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 17:16:40.888831 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Subscribe: > router after_delete 55549900 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 17:16:40.889200 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 17:16:40.889559 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 17:16:40.889924 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Subscribe: > router after_create 55549900 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 17:16:40.890278 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Subscribe: > router after_update 55549900 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 17:16:40.890635 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Subscribe: > router after_update 55549900 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 17:16:40.890989 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 17:16:40.891372 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Subscribe: > router after_update 55549900 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 17:16:40.891794 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Subscribe: > router precommit_update 55549900 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 17:16:40.892170 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Subscribe: port after_update 55550000 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 17:16:40.892513 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Subscribe: port after_delete 55550000 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 17:16:40.892853 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Subscribe: subnet after_update 55550000 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 17:16:40.893194 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 17:16:40.893544 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 17:16:40.893895 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Subscribe: > router precommit_create 55549900 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 17:16:40.894243 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Subscribe: port before_delete 55550000 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 17:16:40.894587 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Subscribe: > router precommit_create 55550000 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 17:16:40.894947 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Subscribe: > router after_update 55549900 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 17:16:40.895293 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 17:16:40.895676 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Subscribe: > router precommit_create 55549900 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 17:16:40.896049 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 17:16:40.896404 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Subscribe: > router precommit_update 55549900 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 17:16:40.896777 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Subscribe: > agent after_create 55550000 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 17:16:40.897135 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Subscribe: > agent after_delete 55550000 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 17:16:40.897487 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Subscribe: > network after_delete 55550000 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 17:16:40.898361 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.quota.resource_registry [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Tracking information for resource: router configured {{(pid=103802) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 28 17:16:40.898699 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.quota.resource_registry [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Tracking information for resource: floatingip configured {{(pid=103802) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 28 17:16:40.903758 dv-cinder-843729-1-iscsi neutron-server[103802]: INFO neutron.db.l3_agentschedulers_db [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 28 17:16:40.904331 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Subscribe: port after_update 55550000 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 17:16:40.904695 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Subscribe: port after_create 55550000 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 17:16:40.905048 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Subscribe: port after_delete 55550000 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 17:16:40.905399 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Subscribe: port after_update 55550000 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 17:16:40.906194 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Subscribe: > router before_create 55550100 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 17:16:40.906560 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 17:16:40.906938 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Subscribe: > router precommit_create 55550100 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 17:16:40.907321 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Subscribe: > router precommit_update 55550100 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 17:16:40.912195 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.services.provider_configuration [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Service providers = [] {{(pid=103802) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 28 17:16:40.912564 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.db.servicetype_db [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103802) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 28 17:16:40.915574 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.services.service_base [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103802) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 28 17:16:40.915931 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.services.service_base [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103802) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 28 17:16:40.916275 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.services.service_base [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103802) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 28 17:16:40.917165 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.services.service_base [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103802) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 28 17:16:40.917542 dv-cinder-843729-1-iscsi neutron-server[103802]: INFO neutron.services.service_base [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Default provider is not specified for service type L3_ROUTER_NAT May 28 17:16:40.917920 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.manager [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103802) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 28 17:16:40.918239 dv-cinder-843729-1-iscsi neutron-server[103802]: INFO neutron.manager [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 28 17:16:40.928870 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.manager [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103802) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 28 17:16:40.929210 dv-cinder-843729-1-iscsi neutron-server[103802]: INFO neutron.manager [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Loading Plugin: auto_allocate May 28 17:16:40.935467 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Subscribe: network precommit_update 55550000 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 17:16:40.936004 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Subscribe: network precommit_create 55550000 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 17:16:40.936323 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.manager [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103802) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 28 17:16:40.936643 dv-cinder-843729-1-iscsi neutron-server[103802]: INFO neutron.manager [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Loading Plugin: tag May 28 17:16:40.943454 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.manager [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103802) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 28 17:16:40.943786 dv-cinder-843729-1-iscsi neutron-server[103802]: INFO neutron.manager [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Loading Plugin: timestamp May 28 17:16:40.948576 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.manager [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103802) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 28 17:16:40.948910 dv-cinder-843729-1-iscsi neutron-server[103802]: INFO neutron.manager [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Loading Plugin: network_ip_availability May 28 17:16:40.954431 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 17:16:40.954807 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 17:16:40.955165 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 17:16:40.955924 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.manager [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103802) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 28 17:16:40.956247 dv-cinder-843729-1-iscsi neutron-server[103802]: INFO neutron.manager [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Loading Plugin: flavors May 28 17:16:40.961077 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.manager [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103802) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 28 17:16:40.961407 dv-cinder-843729-1-iscsi neutron-server[103802]: INFO neutron.manager [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Loading Plugin: revisions May 28 17:16:40.965848 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.manager [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103802) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 28 17:16:40.966246 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_concurrency.lockutils [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.846s {{(pid=103802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} May 28 17:16:40.966985 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103802) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} May 28 17:16:40.967323 dv-cinder-843729-1-iscsi neutron-server[103802]: INFO neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Initializing extension manager. May 28 17:16:40.967867 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Loading extension file: __init__.py {{(pid=103802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 17:16:40.968210 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Loading extension file: __pycache__ {{(pid=103802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 17:16:40.968549 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Loading extension file: _port_mac_address_override.py {{(pid=103802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 17:16:40.968885 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Loading extension file: address_group.py {{(pid=103802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 17:16:40.969813 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 17:16:40.970399 dv-cinder-843729-1-iscsi neutron-server[103802]: INFO neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Loaded extension: address-group May 28 17:16:40.970730 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Loading extension file: address_scope.py {{(pid=103802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 17:16:40.971483 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 17:16:40.972008 dv-cinder-843729-1-iscsi neutron-server[103802]: INFO neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Loaded extension: address-scope May 28 17:16:40.972333 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 17:16:40.973261 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 17:16:40.973809 dv-cinder-843729-1-iscsi neutron-server[103802]: INFO neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Loaded extension: router-admin-state-down-before-update May 28 17:16:40.974137 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Loading extension file: agent.py {{(pid=103802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 17:16:40.974841 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 17:16:40.975371 dv-cinder-843729-1-iscsi neutron-server[103802]: INFO neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Loaded extension: agent May 28 17:16:40.975702 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Loading extension file: agent_resources_synced.py {{(pid=103802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 17:16:40.976636 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 17:16:40.977670 dv-cinder-843729-1-iscsi neutron-server[103802]: INFO neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Loaded extension: agent-resources-synced May 28 17:16:40.977997 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Loading extension file: allowedaddresspairs.py {{(pid=103802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 17:16:40.979909 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 17:16:40.980434 dv-cinder-843729-1-iscsi neutron-server[103802]: INFO neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Loaded extension: allowed-address-pairs May 28 17:16:40.980763 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Loading extension file: auto_allocated_topology.py {{(pid=103802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 17:16:40.981833 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 17:16:40.982353 dv-cinder-843729-1-iscsi neutron-server[103802]: INFO neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Loaded extension: auto-allocated-topology May 28 17:16:40.982683 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Loading extension file: availability_zone.py {{(pid=103802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 17:16:40.983402 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 17:16:40.983915 dv-cinder-843729-1-iscsi neutron-server[103802]: INFO neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Loaded extension: availability_zone May 28 17:16:40.984240 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Loading extension file: availability_zone_filter.py {{(pid=103802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 17:16:40.985155 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 17:16:40.985669 dv-cinder-843729-1-iscsi neutron-server[103802]: INFO neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Loaded extension: availability_zone_filter May 28 17:16:40.985994 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Loading extension file: data_plane_status.py {{(pid=103802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 17:16:40.986898 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 17:16:40.987516 dv-cinder-843729-1-iscsi neutron-server[103802]: INFO neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Extension data-plane-status not supported by any of loaded plugins May 28 17:16:40.987844 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Loading extension file: default_subnetpools.py {{(pid=103802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 17:16:40.988770 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 17:16:40.989285 dv-cinder-843729-1-iscsi neutron-server[103802]: INFO neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Loaded extension: default-subnetpools May 28 17:16:40.989610 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 17:16:40.990414 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 17:16:40.990927 dv-cinder-843729-1-iscsi neutron-server[103802]: INFO neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Loaded extension: dhcp_agent_scheduler May 28 17:16:40.991537 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Loading extension file: dns.py {{(pid=103802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 17:16:40.992468 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 17:16:40.993636 dv-cinder-843729-1-iscsi neutron-server[103802]: INFO neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Extension dns-integration not supported by any of loaded plugins May 28 17:16:40.993966 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Loading extension file: dns_domain_ports.py {{(pid=103802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 17:16:40.994887 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 17:16:40.995436 dv-cinder-843729-1-iscsi neutron-server[103802]: INFO neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Extension dns-domain-ports not supported by any of loaded plugins May 28 17:16:40.995763 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 17:16:40.996688 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 17:16:40.997205 dv-cinder-843729-1-iscsi neutron-server[103802]: INFO neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins May 28 17:16:40.997531 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Loading extension file: dvr.py {{(pid=103802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 17:16:40.998203 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 17:16:40.998722 dv-cinder-843729-1-iscsi neutron-server[103802]: INFO neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Loaded extension: dvr May 28 17:16:40.999047 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Loading extension file: ecmp_routes.py {{(pid=103802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 17:16:41.000000 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 17:16:41.000517 dv-cinder-843729-1-iscsi neutron-server[103802]: INFO neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Extension ecmp_routes not supported by any of loaded plugins May 28 17:16:41.000841 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Loading extension file: empty_string_filtering.py {{(pid=103802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 17:16:41.001750 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 17:16:41.002265 dv-cinder-843729-1-iscsi neutron-server[103802]: INFO neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Loaded extension: empty-string-filtering May 28 17:16:41.002588 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 17:16:41.003528 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 17:16:41.004044 dv-cinder-843729-1-iscsi neutron-server[103802]: INFO neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 28 17:16:41.004366 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 17:16:41.005272 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 17:16:41.005783 dv-cinder-843729-1-iscsi neutron-server[103802]: INFO neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 28 17:16:41.006105 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Loading extension file: external_net.py {{(pid=103802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 17:16:41.007009 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 17:16:41.007562 dv-cinder-843729-1-iscsi neutron-server[103802]: INFO neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Loaded extension: external-net May 28 17:16:41.007887 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 17:16:41.008833 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 17:16:41.009348 dv-cinder-843729-1-iscsi neutron-server[103802]: INFO neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Loaded extension: extra_dhcp_opt May 28 17:16:41.009670 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Loading extension file: extraroute.py {{(pid=103802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 17:16:41.010574 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 17:16:41.011085 dv-cinder-843729-1-iscsi neutron-server[103802]: INFO neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Loaded extension: extraroute May 28 17:16:41.011437 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Loading extension file: extraroute_atomic.py {{(pid=103802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 17:16:41.012477 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 17:16:41.012991 dv-cinder-843729-1-iscsi neutron-server[103802]: INFO neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Loaded extension: extraroute-atomic May 28 17:16:41.013312 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Loading extension file: filter_validation.py {{(pid=103802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 17:16:41.013982 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 17:16:41.014492 dv-cinder-843729-1-iscsi neutron-server[103802]: INFO neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Loaded extension: filter-validation May 28 17:16:41.014812 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Loading extension file: fip_pf_description.py {{(pid=103802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 17:16:41.015750 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 17:16:41.016256 dv-cinder-843729-1-iscsi neutron-server[103802]: INFO neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 28 17:16:41.016577 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Loading extension file: fip_pf_port_range.py {{(pid=103802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 17:16:41.017483 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 17:16:41.017992 dv-cinder-843729-1-iscsi neutron-server[103802]: INFO neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins May 28 17:16:41.018315 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Loading extension file: fip_port_details.py {{(pid=103802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 17:16:41.019238 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 17:16:41.019789 dv-cinder-843729-1-iscsi neutron-server[103802]: INFO neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Loaded extension: fip-port-details May 28 17:16:41.020112 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Loading extension file: flavors.py {{(pid=103802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 17:16:41.021336 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 17:16:41.021859 dv-cinder-843729-1-iscsi neutron-server[103802]: INFO neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Loaded extension: flavors May 28 17:16:41.022185 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 17:16:41.023866 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 17:16:41.024577 dv-cinder-843729-1-iscsi neutron-server[103802]: INFO neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 28 17:16:41.024930 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Loading extension file: floatingip_pools.py {{(pid=103802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 17:16:41.025768 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 17:16:41.026293 dv-cinder-843729-1-iscsi neutron-server[103802]: INFO neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Loaded extension: floatingip-pools May 28 17:16:41.026628 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Loading extension file: ip_allocation.py {{(pid=103802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 17:16:41.027591 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 17:16:41.028106 dv-cinder-843729-1-iscsi neutron-server[103802]: INFO neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Extension ip_allocation not supported by any of loaded plugins May 28 17:16:41.028436 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 17:16:41.029362 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 17:16:41.029881 dv-cinder-843729-1-iscsi neutron-server[103802]: INFO neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Loaded extension: ip-substring-filtering May 28 17:16:41.030211 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Loading extension file: l2_adjacency.py {{(pid=103802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 17:16:41.031152 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 17:16:41.031698 dv-cinder-843729-1-iscsi neutron-server[103802]: INFO neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Extension l2_adjacency not supported by any of loaded plugins May 28 17:16:41.032028 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Loading extension file: l3.py {{(pid=103802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 17:16:41.032996 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 17:16:41.033516 dv-cinder-843729-1-iscsi neutron-server[103802]: INFO neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Loaded extension: router May 28 17:16:41.033847 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 17:16:41.036089 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 17:16:41.036623 dv-cinder-843729-1-iscsi neutron-server[103802]: INFO neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 28 17:16:41.036960 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 17:16:41.037884 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 17:16:41.038409 dv-cinder-843729-1-iscsi neutron-server[103802]: INFO neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Loaded extension: ext-gw-mode May 28 17:16:41.038746 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 17:16:41.040231 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 17:16:41.040783 dv-cinder-843729-1-iscsi neutron-server[103802]: INFO neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Loaded extension: l3-ha May 28 17:16:41.041115 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 17:16:41.042033 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 17:16:41.042543 dv-cinder-843729-1-iscsi neutron-server[103802]: INFO neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins May 28 17:16:41.042872 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Loading extension file: l3_flavors.py {{(pid=103802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 17:16:41.043814 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 17:16:41.044332 dv-cinder-843729-1-iscsi neutron-server[103802]: INFO neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Loaded extension: l3-flavors May 28 17:16:41.044662 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Loading extension file: l3_ndp_proxy.py {{(pid=103802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 17:16:41.046229 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 17:16:41.046762 dv-cinder-843729-1-iscsi neutron-server[103802]: INFO neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Extension l3-ndp-proxy not supported by any of loaded plugins May 28 17:16:41.047095 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 17:16:41.048531 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 17:16:41.049457 dv-cinder-843729-1-iscsi neutron-server[103802]: INFO neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Loaded extension: l3-port-ip-change-not-allowed May 28 17:16:41.050048 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Loading extension file: l3agentscheduler.py {{(pid=103802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 17:16:41.051851 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 17:16:41.052726 dv-cinder-843729-1-iscsi neutron-server[103802]: INFO neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Loaded extension: l3_agent_scheduler May 28 17:16:41.053067 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Loading extension file: local_ip.py {{(pid=103802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 17:16:41.056269 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 17:16:41.057257 dv-cinder-843729-1-iscsi neutron-server[103802]: INFO neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Extension local_ip not supported by any of loaded plugins May 28 17:16:41.057714 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Loading extension file: logging.py {{(pid=103802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 17:16:41.059208 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 17:16:41.059779 dv-cinder-843729-1-iscsi neutron-server[103802]: INFO neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Extension logging not supported by any of loaded plugins May 28 17:16:41.060112 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Loading extension file: metering.py {{(pid=103802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 17:16:41.060856 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 17:16:41.061444 dv-cinder-843729-1-iscsi neutron-server[103802]: INFO neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Loaded extension: metering May 28 17:16:41.061771 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 17:16:41.062887 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 17:16:41.063461 dv-cinder-843729-1-iscsi neutron-server[103802]: INFO neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Loaded extension: metering_source_and_destination_fields May 28 17:16:41.063793 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Loading extension file: multiprovidernet.py {{(pid=103802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 17:16:41.064852 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 17:16:41.065373 dv-cinder-843729-1-iscsi neutron-server[103802]: INFO neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Loaded extension: multi-provider May 28 17:16:41.065701 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Loading extension file: netmtu.py {{(pid=103802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 17:16:41.066627 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 17:16:41.067145 dv-cinder-843729-1-iscsi neutron-server[103802]: INFO neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Loaded extension: net-mtu May 28 17:16:41.067512 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Loading extension file: netmtu_writable.py {{(pid=103802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 17:16:41.068443 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 17:16:41.068968 dv-cinder-843729-1-iscsi neutron-server[103802]: INFO neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Loaded extension: net-mtu-writable May 28 17:16:41.069295 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Loading extension file: network_availability_zone.py {{(pid=103802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 17:16:41.069964 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 17:16:41.070478 dv-cinder-843729-1-iscsi neutron-server[103802]: INFO neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Loaded extension: network_availability_zone May 28 17:16:41.070804 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Loading extension file: network_ip_availability.py {{(pid=103802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 17:16:41.071963 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 17:16:41.072484 dv-cinder-843729-1-iscsi neutron-server[103802]: INFO neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Loaded extension: network-ip-availability May 28 17:16:41.072808 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Loading extension file: network_segment_range.py {{(pid=103802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 17:16:41.073575 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 17:16:41.074090 dv-cinder-843729-1-iscsi neutron-server[103802]: INFO neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Extension network-segment-range not supported by any of loaded plugins May 28 17:16:41.074414 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Loading extension file: pagination.py {{(pid=103802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 17:16:41.075439 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 17:16:41.075776 dv-cinder-843729-1-iscsi neutron-server[103802]: INFO neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Loaded extension: pagination May 28 17:16:41.076098 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Loading extension file: port_device_profile.py {{(pid=103802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 17:16:41.077003 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 17:16:41.077524 dv-cinder-843729-1-iscsi neutron-server[103802]: INFO neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Loaded extension: port-device-profile May 28 17:16:41.077848 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Loading extension file: port_mac_address_override.py {{(pid=103802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 17:16:41.078779 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=103802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 17:16:41.079302 dv-cinder-843729-1-iscsi neutron-server[103802]: INFO neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Loaded extension: port-mac-override May 28 17:16:41.079652 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 17:16:41.080582 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 17:16:41.081095 dv-cinder-843729-1-iscsi neutron-server[103802]: INFO neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Loaded extension: port-mac-address-regenerate May 28 17:16:41.081417 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 17:16:41.082327 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 17:16:41.082842 dv-cinder-843729-1-iscsi neutron-server[103802]: INFO neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Loaded extension: port-numa-affinity-policy May 28 17:16:41.083165 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Loading extension file: port_resource_request.py {{(pid=103802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 17:16:41.084093 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 17:16:41.084602 dv-cinder-843729-1-iscsi neutron-server[103802]: INFO neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Extension port-resource-request not supported by any of loaded plugins May 28 17:16:41.084924 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Loading extension file: port_resource_request_groups.py {{(pid=103802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 17:16:41.085885 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 17:16:41.086395 dv-cinder-843729-1-iscsi neutron-server[103802]: INFO neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Extension port-resource-request-groups not supported by any of loaded plugins May 28 17:16:41.086746 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Loading extension file: portbindings.py {{(pid=103802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 17:16:41.087693 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 17:16:41.088205 dv-cinder-843729-1-iscsi neutron-server[103802]: INFO neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Loaded extension: binding May 28 17:16:41.088526 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Loading extension file: portbindings_extended.py {{(pid=103802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 17:16:41.089792 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 17:16:41.090310 dv-cinder-843729-1-iscsi neutron-server[103802]: INFO neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Loaded extension: binding-extended May 28 17:16:41.090636 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Loading extension file: portsecurity.py {{(pid=103802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 17:16:41.091577 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 17:16:41.092095 dv-cinder-843729-1-iscsi neutron-server[103802]: INFO neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Loaded extension: port-security May 28 17:16:41.092421 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Loading extension file: project_id.py {{(pid=103802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 17:16:41.093394 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 17:16:41.093729 dv-cinder-843729-1-iscsi neutron-server[103802]: INFO neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Loaded extension: project-id May 28 17:16:41.094054 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Loading extension file: providernet.py {{(pid=103802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 17:16:41.094979 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 17:16:41.095532 dv-cinder-843729-1-iscsi neutron-server[103802]: INFO neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Loaded extension: provider May 28 17:16:41.095864 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Loading extension file: qos.py {{(pid=103802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 17:16:41.099496 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 17:16:41.100025 dv-cinder-843729-1-iscsi neutron-server[103802]: INFO neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Extension qos not supported by any of loaded plugins May 28 17:16:41.100361 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 17:16:41.101610 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 17:16:41.102658 dv-cinder-843729-1-iscsi neutron-server[103802]: INFO neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 28 17:16:41.102990 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 17:16:41.103961 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 17:16:41.104487 dv-cinder-843729-1-iscsi neutron-server[103802]: INFO neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 28 17:16:41.104818 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Loading extension file: qos_default.py {{(pid=103802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 17:16:41.105733 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 17:16:41.106262 dv-cinder-843729-1-iscsi neutron-server[103802]: INFO neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Extension qos-default not supported by any of loaded plugins May 28 17:16:41.106595 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Loading extension file: qos_fip.py {{(pid=103802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 17:16:41.107553 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 17:16:41.108075 dv-cinder-843729-1-iscsi neutron-server[103802]: INFO neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Extension qos-fip not supported by any of loaded plugins May 28 17:16:41.108404 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 17:16:41.109329 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 17:16:41.109848 dv-cinder-843729-1-iscsi neutron-server[103802]: INFO neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Extension qos-fip-network-policy not supported by any of loaded plugins May 28 17:16:41.110177 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Loading extension file: qos_gateway_ip.py {{(pid=103802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 17:16:41.111100 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 17:16:41.111650 dv-cinder-843729-1-iscsi neutron-server[103802]: INFO neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Extension qos-gateway-ip not supported by any of loaded plugins May 28 17:16:41.111980 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Loading extension file: qos_port_network_policy.py {{(pid=103802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 17:16:41.112892 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 17:16:41.113409 dv-cinder-843729-1-iscsi neutron-server[103802]: INFO neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Extension qos-port-network-policy not supported by any of loaded plugins May 28 17:16:41.113734 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 17:16:41.114767 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 17:16:41.115286 dv-cinder-843729-1-iscsi neutron-server[103802]: INFO neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Extension qos-pps-minimum not supported by any of loaded plugins May 28 17:16:41.115707 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 17:16:41.116990 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 17:16:41.117508 dv-cinder-843729-1-iscsi neutron-server[103802]: INFO neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins May 28 17:16:41.118441 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Loading extension file: qos_pps_rule.py {{(pid=103802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 17:16:41.119664 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 17:16:41.120188 dv-cinder-843729-1-iscsi neutron-server[103802]: INFO neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Extension qos-pps not supported by any of loaded plugins May 28 17:16:41.120518 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Loading extension file: qos_rule_type_details.py {{(pid=103802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 17:16:41.121439 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 17:16:41.121961 dv-cinder-843729-1-iscsi neutron-server[103802]: INFO neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Extension qos-rule-type-details not supported by any of loaded plugins May 28 17:16:41.122290 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Loading extension file: qos_rule_type_filter.py {{(pid=103802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 17:16:41.123216 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 17:16:41.123761 dv-cinder-843729-1-iscsi neutron-server[103802]: INFO neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Extension qos-rule-type-filter not supported by any of loaded plugins May 28 17:16:41.124091 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Loading extension file: qos_rules_alias.py {{(pid=103802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 17:16:41.125240 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 17:16:41.125759 dv-cinder-843729-1-iscsi neutron-server[103802]: INFO neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Extension qos-rules-alias not supported by any of loaded plugins May 28 17:16:41.126090 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Loading extension file: quota_check_limit.py {{(pid=103802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 17:16:41.127012 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 17:16:41.127564 dv-cinder-843729-1-iscsi neutron-server[103802]: INFO neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Loaded extension: quota-check-limit May 28 17:16:41.127894 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Loading extension file: quotasv2.py {{(pid=103802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 17:16:41.128861 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 17:16:41.129180 dv-cinder-843729-1-iscsi neutron-server[103802]: INFO neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Loaded extension: quotas May 28 17:16:41.129508 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Loading extension file: quotasv2_detail.py {{(pid=103802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 17:16:41.131211 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 17:16:41.131586 dv-cinder-843729-1-iscsi neutron-server[103802]: INFO neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Loaded extension: quota_details May 28 17:16:41.131922 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Loading extension file: rbac.py {{(pid=103802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 17:16:41.132991 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 17:16:41.133571 dv-cinder-843729-1-iscsi neutron-server[103802]: INFO neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Loaded extension: rbac-policies May 28 17:16:41.133905 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Loading extension file: rbac_address_group.py {{(pid=103802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 17:16:41.134843 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 17:16:41.135398 dv-cinder-843729-1-iscsi neutron-server[103802]: INFO neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Loaded extension: rbac-address-group May 28 17:16:41.135732 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Loading extension file: rbac_address_scope.py {{(pid=103802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 17:16:41.136737 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 17:16:41.137261 dv-cinder-843729-1-iscsi neutron-server[103802]: INFO neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Loaded extension: rbac-address-scope May 28 17:16:41.137594 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Loading extension file: rbac_security_groups.py {{(pid=103802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 17:16:41.138532 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 17:16:41.139054 dv-cinder-843729-1-iscsi neutron-server[103802]: INFO neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Loaded extension: rbac-security-groups May 28 17:16:41.139413 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Loading extension file: rbac_subnetpool.py {{(pid=103802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 17:16:41.140346 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 17:16:41.140871 dv-cinder-843729-1-iscsi neutron-server[103802]: INFO neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Loaded extension: rbac-subnetpool May 28 17:16:41.141199 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Loading extension file: revisionifmatch.py {{(pid=103802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 17:16:41.142121 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 17:16:41.142642 dv-cinder-843729-1-iscsi neutron-server[103802]: INFO neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Loaded extension: revision-if-match May 28 17:16:41.142971 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Loading extension file: revisions.py {{(pid=103802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 17:16:41.144112 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 17:16:41.144632 dv-cinder-843729-1-iscsi neutron-server[103802]: INFO neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Loaded extension: standard-attr-revisions May 28 17:16:41.144963 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Loading extension file: router_availability_zone.py {{(pid=103802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 17:16:41.145633 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 17:16:41.146146 dv-cinder-843729-1-iscsi neutron-server[103802]: INFO neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Loaded extension: router_availability_zone May 28 17:16:41.146470 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Loading extension file: routerservicetype.py {{(pid=103802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 17:16:41.147418 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 17:16:41.147936 dv-cinder-843729-1-iscsi neutron-server[103802]: INFO neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Extension router-service-type not supported by any of loaded plugins May 28 17:16:41.148265 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 17:16:41.149217 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 17:16:41.149741 dv-cinder-843729-1-iscsi neutron-server[103802]: INFO neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Loaded extension: security-groups-normalized-cidr May 28 17:16:41.150067 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 17:16:41.150985 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 17:16:41.151538 dv-cinder-843729-1-iscsi neutron-server[103802]: INFO neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Loaded extension: port-security-groups-filtering May 28 17:16:41.151865 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 17:16:41.152798 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 17:16:41.153313 dv-cinder-843729-1-iscsi neutron-server[103802]: INFO neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Loaded extension: security-groups-remote-address-group May 28 17:16:41.153638 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 17:16:41.154566 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 17:16:41.155087 dv-cinder-843729-1-iscsi neutron-server[103802]: INFO neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Loaded extension: security-groups-shared-filtering May 28 17:16:41.155439 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Loading extension file: securitygroup.py {{(pid=103802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 17:16:41.167052 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 17:16:41.167622 dv-cinder-843729-1-iscsi neutron-server[103802]: INFO neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Loaded extension: security-group May 28 17:16:41.167960 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Loading extension file: segment.py {{(pid=103802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 17:16:41.168690 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 17:16:41.169210 dv-cinder-843729-1-iscsi neutron-server[103802]: INFO neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Extension segment not supported by any of loaded plugins May 28 17:16:41.169548 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 17:16:41.170498 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 17:16:41.171017 dv-cinder-843729-1-iscsi neutron-server[103802]: INFO neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 28 17:16:41.171357 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Loading extension file: servicetype.py {{(pid=103802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 17:16:41.172456 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 17:16:41.172982 dv-cinder-843729-1-iscsi neutron-server[103802]: INFO neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Loaded extension: service-type May 28 17:16:41.173313 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Loading extension file: sorting.py {{(pid=103802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 17:16:41.174301 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 17:16:41.174638 dv-cinder-843729-1-iscsi neutron-server[103802]: INFO neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Loaded extension: sorting May 28 17:16:41.174967 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Loading extension file: standard_attr_segment.py {{(pid=103802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 17:16:41.175918 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 17:16:41.176445 dv-cinder-843729-1-iscsi neutron-server[103802]: INFO neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Extension standard-attr-segment not supported by any of loaded plugins May 28 17:16:41.176773 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Loading extension file: standardattrdescription.py {{(pid=103802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 17:16:41.177435 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 17:16:41.177957 dv-cinder-843729-1-iscsi neutron-server[103802]: INFO neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Loaded extension: standard-attr-description May 28 17:16:41.178287 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Loading extension file: stateful_security_group.py {{(pid=103802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 17:16:41.179238 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 17:16:41.179809 dv-cinder-843729-1-iscsi neutron-server[103802]: INFO neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Loaded extension: stateful-security-group May 28 17:16:41.180137 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Loading extension file: stdattrs_common.py {{(pid=103802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 17:16:41.181319 dv-cinder-843729-1-iscsi neutron-server[103802]: WARNING neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 28 17:16:41.181644 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 17:16:41.182598 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 17:16:41.183143 dv-cinder-843729-1-iscsi neutron-server[103802]: INFO neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 28 17:16:41.183508 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Loading extension file: subnet_onboard.py {{(pid=103802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 17:16:41.184580 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 17:16:41.185108 dv-cinder-843729-1-iscsi neutron-server[103802]: INFO neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Loaded extension: subnet_onboard May 28 17:16:41.185435 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 17:16:41.186415 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 17:16:41.186891 dv-cinder-843729-1-iscsi neutron-server[103802]: INFO neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 28 17:16:41.187217 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Loading extension file: subnet_service_types.py {{(pid=103802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 17:16:41.188179 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 17:16:41.188704 dv-cinder-843729-1-iscsi neutron-server[103802]: INFO neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Loaded extension: subnet-service-types May 28 17:16:41.189030 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Loading extension file: subnetallocation.py {{(pid=103802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 17:16:41.190124 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 17:16:41.190647 dv-cinder-843729-1-iscsi neutron-server[103802]: INFO neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Loaded extension: subnet_allocation May 28 17:16:41.190976 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 17:16:41.191671 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 17:16:41.192189 dv-cinder-843729-1-iscsi neutron-server[103802]: INFO neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Loaded extension: subnetpool-prefix-ops May 28 17:16:41.192513 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 17:16:41.193457 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 17:16:41.193979 dv-cinder-843729-1-iscsi neutron-server[103802]: INFO neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 28 17:16:41.194311 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Loading extension file: tagging.py {{(pid=103802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 17:16:41.195386 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 17:16:41.196017 dv-cinder-843729-1-iscsi neutron-server[103802]: INFO neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Loaded extension: standard-attr-tag May 28 17:16:41.196366 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Loading extension file: timestamp.py {{(pid=103802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 17:16:41.197578 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 17:16:41.198107 dv-cinder-843729-1-iscsi neutron-server[103802]: INFO neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Loaded extension: standard-attr-timestamp May 28 17:16:41.198439 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Loading extension file: trunk.py {{(pid=103802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 17:16:41.199513 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 17:16:41.200040 dv-cinder-843729-1-iscsi neutron-server[103802]: INFO neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Extension trunk not supported by any of loaded plugins May 28 17:16:41.200367 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Loading extension file: trunk_details.py {{(pid=103802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 17:16:41.201289 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 17:16:41.201811 dv-cinder-843729-1-iscsi neutron-server[103802]: INFO neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Extension trunk-details not supported by any of loaded plugins May 28 17:16:41.202137 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Loading extension file: uplink_status_propagation.py {{(pid=103802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 17:16:41.203061 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 17:16:41.203614 dv-cinder-843729-1-iscsi neutron-server[103802]: INFO neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Extension uplink-status-propagation not supported by any of loaded plugins May 28 17:16:41.203939 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Loading extension file: vlantransparent.py {{(pid=103802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 17:16:41.204605 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 17:16:41.205116 dv-cinder-843729-1-iscsi neutron-server[103802]: INFO neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Extension vlan-transparent not supported by any of loaded plugins May 28 17:16:41.207651 dv-cinder-843729-1-iscsi neutron-server[103802]: INFO neutron.quota.resource_registry [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Creating instance of TrackedResource for resource:network May 28 17:16:41.208183 dv-cinder-843729-1-iscsi neutron-server[103802]: INFO neutron.quota.resource_registry [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Creating instance of TrackedResource for resource:subnet May 28 17:16:41.208583 dv-cinder-843729-1-iscsi neutron-server[103802]: INFO neutron.quota.resource_registry [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Creating instance of TrackedResource for resource:subnetpool May 28 17:16:41.208981 dv-cinder-843729-1-iscsi neutron-server[103802]: INFO neutron.quota.resource_registry [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Creating instance of TrackedResource for resource:port May 28 17:16:41.210194 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.v2.resource_helper [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103802) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 28 17:16:41.210631 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.v2.resource_helper [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Service FLAVORS assigned prefix: {{(pid=103802) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 28 17:16:41.211257 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.v2.resource_helper [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103802) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 28 17:16:41.211750 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.v2.resource_helper [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103802) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 28 17:16:41.212082 dv-cinder-843729-1-iscsi neutron-server[103802]: INFO neutron.quota.resource_registry [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Creating instance of TrackedResource for resource:router May 28 17:16:41.212511 dv-cinder-843729-1-iscsi neutron-server[103802]: INFO neutron.quota.resource_registry [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Creating instance of TrackedResource for resource:floatingip May 28 17:16:41.213010 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.v2.resource_helper [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Service METERING assigned prefix: /metering {{(pid=103802) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 28 17:16:41.214461 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 17:16:41.214833 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 17:16:41.215185 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 17:16:41.216214 dv-cinder-843729-1-iscsi neutron-server[103802]: INFO neutron.quota.resource_registry [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Creating instance of CountableResource for resource:rbac_policy May 28 17:16:41.216662 dv-cinder-843729-1-iscsi neutron-server[103802]: INFO neutron.quota.resource_registry [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Creating instance of TrackedResource for resource:security_group May 28 17:16:41.217100 dv-cinder-843729-1-iscsi neutron-server[103802]: INFO neutron.quota.resource_registry [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Creating instance of TrackedResource for resource:security_group_rule May 28 17:16:41.217701 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.v2.resource_helper [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Service CORE assigned prefix: {{(pid=103802) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 28 17:16:41.218036 dv-cinder-843729-1-iscsi neutron-server[103802]: INFO neutron.quota.resource_registry [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Creating instance of TrackedResource for resource:subnetpool May 28 17:16:41.218383 dv-cinder-843729-1-iscsi neutron-server[103802]: WARNING neutron.quota.resource_registry [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] subnetpool is already registered May 28 17:16:41.218813 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.v2.resource_helper [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Service CORE assigned prefix: {{(pid=103802) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 28 17:16:41.219138 dv-cinder-843729-1-iscsi neutron-server[103802]: INFO neutron.quota.resource_registry [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Creating instance of TrackedResource for resource:subnetpool May 28 17:16:41.219517 dv-cinder-843729-1-iscsi neutron-server[103802]: WARNING neutron.quota.resource_registry [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] subnetpool is already registered May 28 17:16:41.221786 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.v2.resource_helper [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103802) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 28 17:16:41.222224 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.v2.resource_helper [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Service FLAVORS assigned prefix: {{(pid=103802) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 28 17:16:41.222810 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.v2.resource_helper [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103802) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 28 17:16:41.223237 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.v2.resource_helper [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103802) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 28 17:16:41.223619 dv-cinder-843729-1-iscsi neutron-server[103802]: INFO neutron.quota.resource_registry [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Creating instance of TrackedResource for resource:router May 28 17:16:41.223981 dv-cinder-843729-1-iscsi neutron-server[103802]: WARNING neutron.quota.resource_registry [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] router is already registered May 28 17:16:41.224432 dv-cinder-843729-1-iscsi neutron-server[103802]: INFO neutron.quota.resource_registry [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Creating instance of TrackedResource for resource:floatingip May 28 17:16:41.224798 dv-cinder-843729-1-iscsi neutron-server[103802]: WARNING neutron.quota.resource_registry [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] floatingip is already registered May 28 17:16:41.225280 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.v2.resource_helper [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Service METERING assigned prefix: /metering {{(pid=103802) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 28 17:16:41.226019 dv-cinder-843729-1-iscsi neutron-server[103802]: INFO neutron.quota.resource_registry [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Creating instance of CountableResource for resource:rbac_policy May 28 17:16:41.226350 dv-cinder-843729-1-iscsi neutron-server[103802]: WARNING neutron.quota.resource_registry [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] rbac_policy is already registered May 28 17:16:41.226806 dv-cinder-843729-1-iscsi neutron-server[103802]: INFO neutron.quota.resource_registry [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Creating instance of TrackedResource for resource:security_group May 28 17:16:41.227744 dv-cinder-843729-1-iscsi neutron-server[103802]: WARNING neutron.quota.resource_registry [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] security_group is already registered May 28 17:16:41.228109 dv-cinder-843729-1-iscsi neutron-server[103802]: INFO neutron.quota.resource_registry [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Creating instance of TrackedResource for resource:security_group_rule May 28 17:16:41.228443 dv-cinder-843729-1-iscsi neutron-server[103802]: WARNING neutron.quota.resource_registry [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] security_group_rule is already registered May 28 17:16:41.229067 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.v2.resource_helper [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Service CORE assigned prefix: {{(pid=103802) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 28 17:16:41.229393 dv-cinder-843729-1-iscsi neutron-server[103802]: INFO neutron.quota.resource_registry [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Creating instance of TrackedResource for resource:subnetpool May 28 17:16:41.229727 dv-cinder-843729-1-iscsi neutron-server[103802]: WARNING neutron.quota.resource_registry [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] subnetpool is already registered May 28 17:16:41.230163 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.v2.resource_helper [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Service CORE assigned prefix: {{(pid=103802) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 28 17:16:41.230488 dv-cinder-843729-1-iscsi neutron-server[103802]: INFO neutron.quota.resource_registry [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Creating instance of TrackedResource for resource:subnetpool May 28 17:16:41.230822 dv-cinder-843729-1-iscsi neutron-server[103802]: WARNING neutron.quota.resource_registry [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] subnetpool is already registered May 28 17:16:41.231282 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Extended resource: extensions {{(pid=103802) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 28 17:16:41.232756 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Extended resource: address-groups {{(pid=103802) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 28 17:16:41.234231 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Extended resource: address-scopes {{(pid=103802) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 28 17:16:41.235567 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Extended resource: agents {{(pid=103802) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 28 17:16:41.236728 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Extended resource: auto-allocated-topology {{(pid=103802) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 28 17:16:41.237988 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Extended resource: availability_zones {{(pid=103802) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 28 17:16:41.239192 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Extended resource: dhcp-networks {{(pid=103802) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 28 17:16:41.240723 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Extended resource: dhcp-agents {{(pid=103802) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 28 17:16:41.242412 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Extended resource: routers {{(pid=103802) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 28 17:16:41.244799 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Extended resource: flavors {{(pid=103802) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 28 17:16:41.246063 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Extended resource: service_profiles {{(pid=103802) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 28 17:16:41.247289 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Extended resource: next_providers {{(pid=103802) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 28 17:16:41.248769 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Extended resource: service_profiles {{(pid=103802) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 28 17:16:41.250323 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Extended resource: floatingip-pools {{(pid=103802) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 28 17:16:41.251557 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Extended resource: routers {{(pid=103802) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 28 17:16:41.253271 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Extended resource: floatingips {{(pid=103802) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 28 17:16:41.254564 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Extended resource: l3-routers {{(pid=103802) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 28 17:16:41.255966 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Extended resource: l3-agents {{(pid=103802) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 28 17:16:41.257382 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Extended resource: metering-labels {{(pid=103802) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 28 17:16:41.258658 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Extended resource: metering-label-rules {{(pid=103802) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 28 17:16:41.260227 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Extended resource: network-ip-availabilities {{(pid=103802) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 28 17:16:41.261510 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Extended resource: bindings {{(pid=103802) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 28 17:16:41.263062 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Extended resource: quotas {{(pid=103802) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 28 17:16:41.265557 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Extended resource: quotas {{(pid=103802) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 28 17:16:41.267099 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Extended resource: rbac-policies {{(pid=103802) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 28 17:16:41.268336 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Extended resource: security-groups {{(pid=103802) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 28 17:16:41.269709 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Extended resource: security-group-rules {{(pid=103802) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 28 17:16:41.270965 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Extended resource: service-providers {{(pid=103802) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 28 17:16:41.272219 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Extended resource: subnetpools {{(pid=103802) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 28 17:16:41.273535 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Extended resource: subnetpools {{(pid=103802) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 28 17:16:41.275327 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Extended resource: tags {{(pid=103802) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 28 17:16:41.277018 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Extended resource: tags {{(pid=103802) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 28 17:16:41.278844 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Extended resource: tags {{(pid=103802) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 28 17:16:41.280670 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Extended resource: tags {{(pid=103802) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 28 17:16:41.282340 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Extended resource: tags {{(pid=103802) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 28 17:16:41.284369 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Extended resource: tags {{(pid=103802) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 28 17:16:41.286045 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Extended resource: tags {{(pid=103802) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 28 17:16:41.287970 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Extended resource: tags {{(pid=103802) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 28 17:16:41.290264 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Extended resource: tags {{(pid=103802) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 28 17:16:41.292165 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron.api.extensions [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Extended resource: tags {{(pid=103802) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 28 17:16:41.298070 dv-cinder-843729-1-iscsi neutron-server[103802]: WARNING keystonemiddleware.auth_token [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 28 17:16:41.303158 dv-cinder-843729-1-iscsi neutron-server[103802]: WARNING keystonemiddleware.auth_token [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 28 17:16:41.312776 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_concurrency.lockutils [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Acquired lock "singleton_lock" {{(pid=103802) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} May 28 17:16:41.313257 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_concurrency.lockutils [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Releasing lock "singleton_lock" {{(pid=103802) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} May 28 17:16:41.313909 dv-cinder-843729-1-iscsi neutron-server[103802]: INFO oslo_service.service [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Starting 2 workers May 28 17:16:41.318865 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Started child 103911 {{(pid=103802) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 28 17:16:41.323539 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Started child 103912 {{(pid=103802) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 28 17:16:41.324621 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:16:41.325240 dv-cinder-843729-1-iscsi neutron-server[103802]: INFO neutron.service [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Neutron service started, listening on 0.0.0.0:9696 May 28 17:16:41.325853 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:16:41.326512 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [-] (103911) wsgi starting up on http://0.0.0.0:9696 May 28 17:16:41.328343 dv-cinder-843729-1-iscsi neutron-server[103802]: INFO oslo_service.service [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Starting 1 workers May 28 17:16:41.328616 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:16:41.330135 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [-] (103912) wsgi starting up on http://0.0.0.0:9696 May 28 17:16:41.333733 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Started child 103913 {{(pid=103802) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 28 17:16:41.334264 dv-cinder-843729-1-iscsi neutron-server[103802]: INFO oslo_service.service [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Starting 1 workers May 28 17:16:41.338106 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.service [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] calling RpcWorker wait() {{(pid=103913) _wait /opt/stack/neutron/neutron/service.py:128}} May 28 17:16:41.338653 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.service [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] returning from RpcWorker wait() {{(pid=103913) _wait /opt/stack/neutron/neutron/service.py:135}} May 28 17:16:41.339627 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Started child 103914 {{(pid=103802) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 28 17:16:41.340035 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:16:41.340445 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-dd819da5-2d6f-43c0-91c1-11787f4d29d3 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:16:41.340546 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:16:41.342421 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103802) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 28 17:16:41.342634 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 28 17:16:41.342823 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 28 17:16:41.343056 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 28 17:16:41.343393 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 28 17:16:41.343562 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 28 17:16:41.344094 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:41.344396 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:41.344659 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:41.344759 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:16:41.345210 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:41.345502 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:41.345750 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:41.345991 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:41.346087 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:16:41.346273 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:41.346534 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:41.346704 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:41.346877 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:41.347134 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:41.347425 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:41.347733 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:41.348001 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:41.348256 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:41.348490 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:41.348664 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:41.348935 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:41.349219 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:41.349452 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:41.349743 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] debug = True {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:41.349990 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:41.350506 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:41.350752 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:41.350997 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:41.351242 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:41.351569 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:41.351806 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:41.352111 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:41.352921 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:41.353184 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:41.353478 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:41.353741 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:41.353998 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:41.354216 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:41.354453 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:41.354719 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:41.354965 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:41.355478 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] host = dv-cinder-843729-1-iscsi {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:41.355757 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:41.355942 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:41.356177 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:41.356428 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:41.356704 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:41.356928 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:41.357195 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:41.357572 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:41.357724 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:41.357942 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:41.358198 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:41.358448 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:41.358690 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:41.358947 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] log_file = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:41.359117 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] log_options = True {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:41.359390 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:41.359662 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:41.359940 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:41.360141 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:41.360313 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:41.360478 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:41.360755 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:41.360922 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:41.361198 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:41.361418 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:41.361701 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:41.361859 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:41.362080 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:41.362320 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:41.362574 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:41.362824 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:41.363060 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:41.363283 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:41.363574 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:41.363837 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:41.364066 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:41.364332 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:41.364578 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:41.364802 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:41.365040 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:41.365262 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:41.365613 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:41.365906 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:41.366096 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:41.366604 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:41.366862 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:41.367118 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:41.367375 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:41.367788 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:41.367942 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:41.368195 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:41.368430 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:41.368927 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:41.368927 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:41.369214 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:41.369527 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:41.369729 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:41.369949 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:41.370295 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:41.370519 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:41.370686 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:41.370958 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] use_json = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:41.371740 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:41.371740 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:41.372101 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:41.372240 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:41.372441 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:41.372658 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:41.373031 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:41.373174 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:41.373320 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:41.374003 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.374124 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.374351 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.374599 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.374854 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.375132 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.375405 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.375642 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.375905 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.376183 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.376496 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.376745 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.377057 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.377312 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.377592 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.377953 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.378197 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.378467 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.378699 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.378943 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.379188 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.379437 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.379714 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.379939 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.380178 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.380422 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.380674 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.380979 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.381245 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.381516 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.381869 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.382131 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.382390 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.33/identity {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.382645 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.382898 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.383152 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.383457 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.383699 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.383927 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.384129 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.384410 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.384653 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.384909 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.385166 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.385385 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.385633 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.385877 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.386140 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.386370 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.386620 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.386856 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.387071 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.387303 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.387560 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.387809 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.388047 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.388301 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.388530 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.388790 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.389037 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.389292 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.389512 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.389750 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.389967 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.390205 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.390418 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.390660 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.390876 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.391108 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.391328 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.391566 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.391803 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.392027 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.392259 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.392491 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.392710 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.392944 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.393162 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.393374 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.393615 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.393828 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.394040 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.394279 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.394495 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.394704 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.394927 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.395143 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.395377 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.395612 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.395862 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.396077 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.396394 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.396655 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.396917 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.397137 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.397378 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.397597 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.397861 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.398085 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.398302 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.398513 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.398777 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.399545 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.399812 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.400061 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.400286 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.400544 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.400763 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.400983 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.401226 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.401443 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.401705 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.401951 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.402226 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.402460 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.402696 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.402935 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.403185 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.403538 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.403810 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.404073 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.404369 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.404605 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.404883 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.405181 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.405482 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.405758 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.406009 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.406242 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.406522 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.406771 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.407015 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.407244 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.407525 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.407765 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.408026 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.408264 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.408564 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.408823 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.409160 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.409428 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.409644 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.409879 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.410206 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.410406 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.410841 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.411268 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.411545 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.411804 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.412047 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.412278 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.33/identity {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.412495 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.412716 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.412965 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.413181 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.413401 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.413649 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.413904 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.414139 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.414353 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.414634 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.415410 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.415642 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.415882 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.416102 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.416317 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.416548 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.416765 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.416989 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.417232 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.417459 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.417699 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.417938 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.418153 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.418413 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.418670 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.418952 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.419207 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.419465 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.419697 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.419958 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.420208 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.420426 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.420678 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.420895 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.421114 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.421328 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.421546 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.421786 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.422001 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.422336 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.422474 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.422729 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.422984 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.423325 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.423604 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.423848 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.424104 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.424349 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.424569 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.424809 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.425023 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.425408 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.425636 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.425865 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.426089 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.426333 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.426557 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.426800 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.427045 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.427465 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.427824 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.428220 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.428595 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.428970 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.429354 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.429714 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.430062 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.430444 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.430737 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.430964 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.431187 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.431456 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.431751 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.431991 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.432230 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.432492 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.432768 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.433128 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.433500 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.433903 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.434367 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.434730 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.434971 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.435194 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.435474 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.435704 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.435956 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.436228 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.436536 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.436715 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.436975 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.437192 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.437430 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.437679 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.437901 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.438128 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.438349 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.438739 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.438962 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.439193 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.439436 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.439831 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.440090 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.440332 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.440560 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.440779 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.441177 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.441479 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.441872 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.442144 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.442415 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.442749 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.442992 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.443244 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.443540 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.443986 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.447369 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.447369 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.447599 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.33', 52110) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:16:41.447694 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.447694 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.447694 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.447694 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.447694 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.447694 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.447694 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.447694 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.448208 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.448208 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.448208 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.448208 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.448208 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.448493 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.448685 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.448928 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.449181 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.449434 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.449660 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.449879 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.450121 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.450364 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.450602 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.450845 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.451078 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.451354 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.451593 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.451848 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.452068 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.452317 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.452532 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.452752 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.452968 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.453124 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 28 17:16:41.453815 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103802) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 28 17:16:41.453978 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 28 17:16:41.454136 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 28 17:16:41.454295 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 28 17:16:41.454469 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 28 17:16:41.454619 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 28 17:16:41.454826 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:41.454990 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:41.455226 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:41.455400 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [-] 10.222.0.33 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0083277 May 28 17:16:41.455520 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:41.455685 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:41.455856 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:41.456074 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:41.456239 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:41.456397 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:41.456711 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:41.456877 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:41.457040 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:41.457203 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:41.458171 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:41.458171 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:41.458171 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:41.458171 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:41.458171 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:41.458171 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:41.458538 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:41.458538 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:41.458538 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] debug = True {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:41.458709 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:41.459012 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:41.460128 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:41.460128 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:41.460128 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:41.460128 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:41.460128 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:41.460465 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:41.460465 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:41.460706 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:41.462056 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:41.462056 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:41.462056 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:41.462056 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:41.462056 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:41.462371 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:41.462371 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:41.462490 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] host = dv-cinder-843729-1-iscsi {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:41.462745 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:41.462745 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:41.463029 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:41.463120 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:16:41.463194 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:41.463436 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:41.463597 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:41.463756 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:41.463909 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:41.464073 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:41.464887 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:41.464887 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:41.464887 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:41.464887 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:41.464887 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] log_file = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:41.465184 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] log_options = True {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:41.465184 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:41.465302 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:41.465535 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:41.465626 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:41.465778 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:41.465925 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:41.466056 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:41.466214 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:41.466372 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:41.466530 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:41.466690 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:41.466848 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:41.467007 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:41.467158 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:41.467740 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:41.467740 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:41.467740 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:41.467978 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:41.467978 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:41.468121 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:41.468249 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:41.468466 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:41.468563 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:41.468728 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:41.468859 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:41.469170 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:41.469595 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:41.469779 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:41.469937 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:41.470054 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:41.470646 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:41.470646 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:41.470646 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:41.470646 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:41.470916 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:41.470982 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:41.471172 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:41.471282 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:41.471429 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:41.471585 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:41.472081 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:41.472387 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:41.472688 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:41.473007 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:41.473307 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:41.473868 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:41.474051 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] use_json = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:41.474160 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:41.474573 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:41.474573 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:41.474722 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:41.474869 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:41.475032 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:41.475199 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:41.475414 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:41.475610 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 17:16:41.475826 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.476040 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.476320 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.476463 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.476619 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.476780 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.476896 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.477333 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.477923 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.478127 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.478382 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.478547 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.478791 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.478892 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.479030 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.479436 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.479912 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.480251 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.480513 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.480698 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.481679 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.482550 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.482550 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.482550 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.482550 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.482839 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.482839 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.483024 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.483208 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.483366 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.483569 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.483852 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.484831 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.33/identity {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.484831 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.484831 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.484831 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.484831 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.485177 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.485177 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.485296 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.485383 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.485684 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.486082 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.486231 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.486480 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.486688 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.486851 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.487162 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.487491 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.487863 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.488176 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.488562 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.488792 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.488968 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.489136 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.489297 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.489613 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.490126 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.490535 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.490709 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.490865 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.492128 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.492128 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.492128 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.492128 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.492128 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.492128 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.492522 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.492522 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.493353 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.493723 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.493723 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.494705 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.494705 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.494705 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.494705 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.495115 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.495115 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.495297 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.495440 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.495837 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.495837 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.496093 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.496201 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.496312 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.496467 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.496634 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.496815 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.497036 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.497255 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.498363 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.498363 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.498363 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.498363 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.498363 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.498363 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.498730 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.498730 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.498872 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.499114 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.499208 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.499315 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.499533 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.499660 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.499862 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.500063 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.501132 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.501132 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.501132 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.501132 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.501132 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.501132 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.501883 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.501883 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.501883 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.501883 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.501883 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.502396 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.502396 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.502396 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.504554 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.504554 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.504554 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.504554 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.504554 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.504554 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.504554 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.504554 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.505927 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.505927 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.505927 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.505927 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.505927 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.505927 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.505927 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.505927 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.505927 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.508844 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.508844 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.508844 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.508844 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.508844 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.508844 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.508844 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.508844 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.510184 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.510184 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.510184 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.510184 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.510184 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.510184 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.33/identity {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.510184 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.510184 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.511400 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.511400 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.511400 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.511400 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.511400 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.511400 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.511400 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.511400 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.512676 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.512676 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.512676 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.512676 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.512676 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.512676 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.512676 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.512676 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.513732 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.513732 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.513732 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.513732 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.513732 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.513732 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.513732 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.513732 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.514807 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.514807 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.514807 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.514807 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.514807 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.514807 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.514807 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.514807 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.515912 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.515912 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.515912 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.515912 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.515912 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.515912 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.515912 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.515912 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.517122 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.517122 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.517122 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.517122 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.517122 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.517122 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.517122 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.517122 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.518555 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.518555 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.518555 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.518555 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.518555 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.518555 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.518555 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.518555 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.519621 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.519621 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.519621 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.519621 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.519621 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.519621 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.519621 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.519621 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.519621 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.520968 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.520968 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.520968 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.520968 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.520968 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.520968 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.520968 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.520968 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.522686 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.522686 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.522686 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.522686 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.522686 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.522686 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.522686 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.522686 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.523886 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.523886 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.523886 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.523886 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.523886 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.523886 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.523886 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.523886 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.525487 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.525487 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.525487 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.525487 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.525487 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.525487 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.525487 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.525487 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.526180 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.526180 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.526180 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.526180 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.526180 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.526180 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.526754 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.526754 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.526754 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.527036 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.527036 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.527243 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.527397 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.527570 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.527737 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.527984 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.528184 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.528551 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.528680 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.528848 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.528993 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.529141 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.529239 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.529456 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.529670 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.529923 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.530113 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.530435 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.530435 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.530701 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.530848 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.531137 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.531401 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.531623 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.531771 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.531908 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.532066 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.532231 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.532393 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.532611 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.532787 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.532995 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.533165 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.533326 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.533564 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.533768 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.533949 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.534138 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.534323 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.534460 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.534604 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.534920 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 17:16:41.535104 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 28 17:16:50.810266 dv-cinder-843729-1-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:16:52.842317 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2982e1e9-85ed-49cb-9f20-c46a9871da5d None None] get_active_networks_info from dv-cinder-843729-1-iscsi {{(pid=103913) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} May 28 17:16:52.858858 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writer thread running {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} May 28 17:16:52.937363 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2982e1e9-85ed-49cb-9f20-c46a9871da5d None None] No non-hosted networks {{(pid=103913) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 28 17:16:52.947365 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.agentschedulers_db [None req-2982e1e9-85ed-49cb-9f20-c46a9871da5d None None] DHCP Agent not found on host dv-cinder-843729-1-iscsi {{(pid=103913) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} May 28 17:16:53.010649 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-19865f7f-3c40-42b2-ae5c-e28e8970eb6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-686390'] for agent (b4d0b3c0-cc03-4456-af87-35ab415ef94b), after_create {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:16:54.467895 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writer thread running {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} May 28 17:16:55.119097 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-5557767e-841f-450e-b24a-8ed8bdff96d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-686390'] for agent (8a8c7bbb-808d-49ae-95de-62501e6237ff), after_create {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:16:55.146386 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-0af39119-fb8f-41fa-a8e9-712a164ca054 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (8a8c7bbb-808d-49ae-95de-62501e6237ff), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:16:56.170450 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.33', 52180) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:16:56.423041 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-f22b8f6e-815f-41ba-a8b6-c2e56f67911e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-686390'] for agent (0b51406a-5a43-473c-8a39-67b2a4c71e5e), after_create {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:16:56.857380 dv-cinder-843729-1-iscsi neutron-server[103912]: WARNING oslo_policy.policy [None req-02ef023f-a669-4aac-a571-5fc418719a9b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 28 17:16:56.858295 dv-cinder-843729-1-iscsi neutron-server[103912]: WARNING oslo_policy.policy [None req-02ef023f-a669-4aac-a571-5fc418719a9b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 28 17:16:57.092289 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.wsgi [None req-02ef023f-a669-4aac-a571-5fc418719a9b admin admin] http://10.222.0.33:9696/v2.0/extensions returned with HTTP 200 {{(pid=103912) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 28 17:16:57.107984 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-02ef023f-a669-4aac-a571-5fc418719a9b admin admin] 10.222.0.33 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.9365568 May 28 17:16:57.673746 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-44990afe-4038-4bea-a0ed-12e052229f33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-686390'] for agent (19502cf1-8899-41f0-9103-a107faa54218), after_create {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:16:59.351654 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-686390'] for agent (0032cfec-21e8-44dd-a7d5-0b8312dfe052), after_create {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:16:59.353391 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:16:59.353953 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:16:59.354570 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:16:59.355213 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:16:59.355881 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:16:59.356409 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:16:59.357007 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:16:59.357601 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:16:59.358014 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:16:59.358364 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:16:59.358704 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:16:59.359030 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:16:59.359392 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:16:59.359705 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:16:59.360075 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:16:59.360474 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-843729-1-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=103913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:16:59.370968 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-843729-1-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=103913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:16:59.451752 dv-cinder-843729-1-iscsi neutron-server[103913]: INFO neutron.db.l3_hamode_db [None req-d0254e38-334a-4717-8a73-b2e35264b81e None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 28 17:16:59.535860 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0254e38-334a-4717-8a73-b2e35264b81e None None] Routers set() bound to L3 agent in host dv-cinder-843729-1-iscsi {{(pid=103913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 28 17:16:59.536234 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0254e38-334a-4717-8a73-b2e35264b81e None None] Router IDs set() for agent in host dv-cinder-843729-1-iscsi {{(pid=103913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} May 28 17:16:59.682457 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.33', 52216) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:17:00.013572 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.v2.base [None req-fa345bbb-23a5-4635-afae-9c91abde7bb2 admin admin] Request body: {'subnetpool': {'shared': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'is_default': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=103912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 17:17:00.104190 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.policy [None req-fa345bbb-23a5-4635-afae-9c91abde7bb2 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103912) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 28 17:17:00.145843 dv-cinder-843729-1-iscsi neutron-server[103912]: WARNING oslo_policy.policy [None req-fa345bbb-23a5-4635-afae-9c91abde7bb2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 28 17:17:00.146218 dv-cinder-843729-1-iscsi neutron-server[103912]: WARNING oslo_policy.policy [None req-fa345bbb-23a5-4635-afae-9c91abde7bb2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 28 17:17:00.167006 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writer thread running {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} May 28 17:17:00.244812 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-fa345bbb-23a5-4635-afae-9c91abde7bb2 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735970444107', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735970459007', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735970460170', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735970469364', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735970479570', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735970487928', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1661264', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1740221', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-766387', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-545884'] for rbac-policy (None), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:17:00.314530 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-fa345bbb-23a5-4635-afae-9c91abde7bb2 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:17:00.319789 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-fa345bbb-23a5-4635-afae-9c91abde7bb2 admin admin] 10.222.0.33 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6362154 May 28 17:17:02.716068 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.33', 52228) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:17:03.034778 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.v2.base [None req-c93d920e-5aa9-49a4-b688-2e44ab0ff21e demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=103912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 17:17:03.063579 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c93d920e-5aa9-49a4-b688-2e44ab0ff21e demo demo] Made reservation on behalf of 7b05c4db805c48ef88067735bdedc47e for: {'network': 1} {{(pid=103912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 17:17:03.067484 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-c93d920e-5aa9-49a4-b688-2e44ab0ff21e demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for network (None), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:17:03.084646 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-c93d920e-5aa9-49a4-b688-2e44ab0ff21e demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:17:03.197857 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-c93d920e-5aa9-49a4-b688-2e44ab0ff21e demo demo] Publish callbacks [] for security_group (810152ac-5478-4091-8447-699de909f7c6), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:17:03.201542 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-c93d920e-5aa9-49a4-b688-2e44ab0ff21e demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594961'] for security_group (810152ac-5478-4091-8447-699de909f7c6), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:17:03.233263 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c93d920e-5aa9-49a4-b688-2e44ab0ff21e demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 176} {{(pid=103912) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 17:17:03.262651 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-c93d920e-5aa9-49a4-b688-2e44ab0ff21e demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8735968598631', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766051'] for segment (33db16c3-9291-45e6-9510-875971bff220), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:17:03.263198 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-c93d920e-5aa9-49a4-b688-2e44ab0ff21e demo demo] Unsubscribe: segment precommit_create {{(pid=103912) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 28 17:17:03.263749 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.db.segments_db [None req-c93d920e-5aa9-49a4-b688-2e44ab0ff21e demo demo] Added segment 33db16c3-9291-45e6-9510-875971bff220 of type vlan for network 61d0621f-4b46-4d64-8b4d-1cfedfc3d9f0 May 28 17:17:03.278499 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93d920e-5aa9-49a4-b688-2e44ab0ff21e demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=810152ac-5478-4091-8447-699de909f7c6,revision_number=1']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:17:03.303907 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93d920e-5aa9-49a4-b688-2e44ab0ff21e demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:17:03.304246 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93d920e-5aa9-49a4-b688-2e44ab0ff21e demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:17:03.304597 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93d920e-5aa9-49a4-b688-2e44ab0ff21e demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:17:03.304943 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93d920e-5aa9-49a4-b688-2e44ab0ff21e demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:17:03.305826 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93d920e-5aa9-49a4-b688-2e44ab0ff21e demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:17:03.306145 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93d920e-5aa9-49a4-b688-2e44ab0ff21e demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:17:03.306460 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93d920e-5aa9-49a4-b688-2e44ab0ff21e demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:17:03.306774 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93d920e-5aa9-49a4-b688-2e44ab0ff21e demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:17:03.307087 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93d920e-5aa9-49a4-b688-2e44ab0ff21e demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:17:03.307422 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93d920e-5aa9-49a4-b688-2e44ab0ff21e demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:17:03.307737 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93d920e-5aa9-49a4-b688-2e44ab0ff21e demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:17:03.308063 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93d920e-5aa9-49a4-b688-2e44ab0ff21e demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:17:03.308375 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93d920e-5aa9-49a4-b688-2e44ab0ff21e demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:17:03.308684 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93d920e-5aa9-49a4-b688-2e44ab0ff21e demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:17:03.308991 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93d920e-5aa9-49a4-b688-2e44ab0ff21e demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:17:03.310402 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93d920e-5aa9-49a4-b688-2e44ab0ff21e demo demo] Tracked resource versions report: May 28 17:17:03.310402 dv-cinder-843729-1-iscsi neutron-server[103912]: pushed versions: May 28 17:17:03.310402 dv-cinder-843729-1-iscsi neutron-server[103912]: { 'AddressGroup': {'1.2'}, May 28 17:17:03.310402 dv-cinder-843729-1-iscsi neutron-server[103912]: 'Agent': {'1.1'}, May 28 17:17:03.310402 dv-cinder-843729-1-iscsi neutron-server[103912]: 'ConntrackHelper': {'1.0'}, May 28 17:17:03.310402 dv-cinder-843729-1-iscsi neutron-server[103912]: 'LocalIPAssociation': {'1.0'}, May 28 17:17:03.310402 dv-cinder-843729-1-iscsi neutron-server[103912]: 'Log': {'1.0'}, May 28 17:17:03.310402 dv-cinder-843729-1-iscsi neutron-server[103912]: 'NDPProxy': {'1.0'}, May 28 17:17:03.310402 dv-cinder-843729-1-iscsi neutron-server[103912]: 'Network': {'1.1'}, May 28 17:17:03.310402 dv-cinder-843729-1-iscsi neutron-server[103912]: 'Port': {'1.7'}, May 28 17:17:03.310402 dv-cinder-843729-1-iscsi neutron-server[103912]: 'PortForwarding': {'1.3'}, May 28 17:17:03.310402 dv-cinder-843729-1-iscsi neutron-server[103912]: 'QosPolicy': {'1.10'}, May 28 17:17:03.310402 dv-cinder-843729-1-iscsi neutron-server[103912]: 'SecurityGroup': {'1.5'}, May 28 17:17:03.310402 dv-cinder-843729-1-iscsi neutron-server[103912]: 'SecurityGroupRule': {'1.2'}, May 28 17:17:03.310402 dv-cinder-843729-1-iscsi neutron-server[103912]: 'SubPort': {'1.0'}, May 28 17:17:03.310402 dv-cinder-843729-1-iscsi neutron-server[103912]: 'Subnet': {'1.1'}, May 28 17:17:03.310402 dv-cinder-843729-1-iscsi neutron-server[103912]: 'Trunk': {'1.1'}} May 28 17:17:03.310402 dv-cinder-843729-1-iscsi neutron-server[103912]: consumer versions: May 28 17:17:03.310402 dv-cinder-843729-1-iscsi neutron-server[103912]: { DHCP agent@dv-cinder-843729-1-iscsi: {}, May 28 17:17:03.310402 dv-cinder-843729-1-iscsi neutron-server[103912]: L3 agent@dv-cinder-843729-1-iscsi: {}, May 28 17:17:03.310402 dv-cinder-843729-1-iscsi neutron-server[103912]: Metadata agent@dv-cinder-843729-1-iscsi: {}, May 28 17:17:03.310402 dv-cinder-843729-1-iscsi neutron-server[103912]: Metering agent@dv-cinder-843729-1-iscsi: {}, May 28 17:17:03.310402 dv-cinder-843729-1-iscsi neutron-server[103912]: Open vSwitch agent@dv-cinder-843729-1-iscsi: { 'AddressGroup': '1.2', May 28 17:17:03.310402 dv-cinder-843729-1-iscsi neutron-server[103912]: 'Agent': '1.1', May 28 17:17:03.310402 dv-cinder-843729-1-iscsi neutron-server[103912]: 'ConntrackHelper': '1.0', May 28 17:17:03.310402 dv-cinder-843729-1-iscsi neutron-server[103912]: 'LocalIPAssociation': '1.0', May 28 17:17:03.310402 dv-cinder-843729-1-iscsi neutron-server[103912]: 'Log': '1.0', May 28 17:17:03.310402 dv-cinder-843729-1-iscsi neutron-server[103912]: 'NDPProxy': '1.0', May 28 17:17:03.310402 dv-cinder-843729-1-iscsi neutron-server[103912]: 'Network': '1.1', May 28 17:17:03.310402 dv-cinder-843729-1-iscsi neutron-server[103912]: 'Port': '1.7', May 28 17:17:03.310402 dv-cinder-843729-1-iscsi neutron-server[103912]: 'PortForwarding': '1.3', May 28 17:17:03.310402 dv-cinder-843729-1-iscsi neutron-server[103912]: 'QosPolicy': '1.10', May 28 17:17:03.310402 dv-cinder-843729-1-iscsi neutron-server[103912]: 'SecurityGroup': '1.5', May 28 17:17:03.310402 dv-cinder-843729-1-iscsi neutron-server[103912]: 'SecurityGroupRule': '1.2', May 28 17:17:03.310402 dv-cinder-843729-1-iscsi neutron-server[103912]: 'SubPort': '1.0', May 28 17:17:03.310402 dv-cinder-843729-1-iscsi neutron-server[103912]: 'Subnet': '1.1', May 28 17:17:03.310402 dv-cinder-843729-1-iscsi neutron-server[103912]: 'Trunk': '1.1'}} May 28 17:17:03.310402 dv-cinder-843729-1-iscsi neutron-server[103912]: {{(pid=103912) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 28 17:17:03.373342 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=53,neutron:INSERT=42,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:17:03.375307 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-c93d920e-5aa9-49a4-b688-2e44ab0ff21e demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735968101232'] for network (61d0621f-4b46-4d64-8b4d-1cfedfc3d9f0), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:17:03.420693 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-c93d920e-5aa9-49a4-b688-2e44ab0ff21e demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116'] for network (61d0621f-4b46-4d64-8b4d-1cfedfc3d9f0), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:17:03.425882 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c93d920e-5aa9-49a4-b688-2e44ab0ff21e demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:17:03.426606 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-c93d920e-5aa9-49a4-b688-2e44ab0ff21e demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-152074'] for network (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:17:03.495559 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-c93d920e-5aa9-49a4-b688-2e44ab0ff21e demo demo] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 729 time: 0.7703309 May 28 17:17:03.559205 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93d920e-5aa9-49a4-b688-2e44ab0ff21e demo demo] Pushing event updated for resources: {'Network': ['ID=61d0621f-4b46-4d64-8b4d-1cfedfc3d9f0,revision_number=1']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:17:03.572182 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Network 61d0621f-4b46-4d64-8b4d-1cfedfc3d9f0 details requested by agent ovs-agent-dv-cinder-843729-1-iscsi with host dv-cinder-843729-1-iscsi {{(pid=103913) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 28 17:17:05.940161 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.33', 52242) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:17:06.441320 dv-cinder-843729-1-iscsi neutron-server[103911]: WARNING oslo_policy.policy [None req-fc937043-2b83-472c-bea1-d67ee80594fe demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 28 17:17:06.441891 dv-cinder-843729-1-iscsi neutron-server[103911]: WARNING oslo_policy.policy [None req-fc937043-2b83-472c-bea1-d67ee80594fe demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 28 17:17:06.672784 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writer thread running {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} May 28 17:17:06.881818 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.policy [None req-fc937043-2b83-472c-bea1-d67ee80594fe demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103911) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 28 17:17:06.922161 dv-cinder-843729-1-iscsi neutron-server[103911]: WARNING oslo_policy.policy [None req-fc937043-2b83-472c-bea1-d67ee80594fe demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 28 17:17:06.922528 dv-cinder-843729-1-iscsi neutron-server[103911]: WARNING oslo_policy.policy [None req-fc937043-2b83-472c-bea1-d67ee80594fe demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 28 17:17:06.929986 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc937043-2b83-472c-bea1-d67ee80594fe demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:17:06.932427 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-fc937043-2b83-472c-bea1-d67ee80594fe demo admin] 10.222.0.33 "GET /v2.0/networks/61d0621f-4b46-4d64-8b4d-1cfedfc3d9f0 HTTP/1.1" status: 200 len: 825 time: 0.9904740 May 28 17:17:06.971519 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-82a841a2-3cf3-432d-98bf-cbb6a1809f3a demo admin] 10.222.0.33 "GET /v2.0/subnetpools/1a4e4d3d-6999-4bb0-8968-6a314424aa33 HTTP/1.1" status: 200 len: 734 time: 0.0334165 May 28 17:17:06.980370 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.v2.base [None req-b638e824-fbff-44ad-adc3-489547c4477b demo admin] Request body: {'subnet': {'name': 'private-subnet', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'subnetpool_id': '1a4e4d3d-6999-4bb0-8968-6a314424aa33', 'network_id': '61d0621f-4b46-4d64-8b4d-1cfedfc3d9f0'}} {{(pid=103911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 17:17:07.018411 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b638e824-fbff-44ad-adc3-489547c4477b demo admin] Made reservation on behalf of 7b05c4db805c48ef88067735bdedc47e for: {'subnet': 1} {{(pid=103911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 17:17:07.021270 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-b638e824-fbff-44ad-adc3-489547c4477b demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:17:07.309852 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-b638e824-fbff-44ad-adc3-489547c4477b demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116'] for subnet (803f8272-5c7a-4485-978b-c806eee977f7), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:17:07.380896 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b638e824-fbff-44ad-adc3-489547c4477b demo admin] Checking segment: {'id': '33db16c3-9291-45e6-9510-875971bff220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '61d0621f-4b46-4d64-8b4d-1cfedfc3d9f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 28 17:17:07.381271 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b638e824-fbff-44ad-adc3-489547c4477b demo admin] Network hostable DHCP agents. Network: 61d0621f-4b46-4d64-8b4d-1cfedfc3d9f0, hostable agents: ['b4d0b3c0-cc03-4456-af87-35ab415ef94b'], hosted agents: [] {{(pid=103911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 17:17:07.391944 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b638e824-fbff-44ad-adc3-489547c4477b demo admin] Pushing event updated for resources: {'Subnet': ['ID=803f8272-5c7a-4485-978b-c806eee977f7,revision_number=0']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:17:07.403890 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b638e824-fbff-44ad-adc3-489547c4477b demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:17:07.404234 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b638e824-fbff-44ad-adc3-489547c4477b demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:17:07.404583 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b638e824-fbff-44ad-adc3-489547c4477b demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:17:07.404930 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b638e824-fbff-44ad-adc3-489547c4477b demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:17:07.405260 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b638e824-fbff-44ad-adc3-489547c4477b demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:17:07.405584 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b638e824-fbff-44ad-adc3-489547c4477b demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:17:07.405903 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b638e824-fbff-44ad-adc3-489547c4477b demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:17:07.406220 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b638e824-fbff-44ad-adc3-489547c4477b demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:17:07.406553 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b638e824-fbff-44ad-adc3-489547c4477b demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:17:07.406873 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b638e824-fbff-44ad-adc3-489547c4477b demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:17:07.407189 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b638e824-fbff-44ad-adc3-489547c4477b demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:17:07.407551 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b638e824-fbff-44ad-adc3-489547c4477b demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:17:07.407871 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b638e824-fbff-44ad-adc3-489547c4477b demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:17:07.408183 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b638e824-fbff-44ad-adc3-489547c4477b demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:17:07.408492 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b638e824-fbff-44ad-adc3-489547c4477b demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:17:07.409882 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b638e824-fbff-44ad-adc3-489547c4477b demo admin] Tracked resource versions report: May 28 17:17:07.409882 dv-cinder-843729-1-iscsi neutron-server[103911]: pushed versions: May 28 17:17:07.409882 dv-cinder-843729-1-iscsi neutron-server[103911]: { 'AddressGroup': {'1.2'}, May 28 17:17:07.409882 dv-cinder-843729-1-iscsi neutron-server[103911]: 'Agent': {'1.1'}, May 28 17:17:07.409882 dv-cinder-843729-1-iscsi neutron-server[103911]: 'ConntrackHelper': {'1.0'}, May 28 17:17:07.409882 dv-cinder-843729-1-iscsi neutron-server[103911]: 'LocalIPAssociation': {'1.0'}, May 28 17:17:07.409882 dv-cinder-843729-1-iscsi neutron-server[103911]: 'Log': {'1.0'}, May 28 17:17:07.409882 dv-cinder-843729-1-iscsi neutron-server[103911]: 'NDPProxy': {'1.0'}, May 28 17:17:07.409882 dv-cinder-843729-1-iscsi neutron-server[103911]: 'Network': {'1.1'}, May 28 17:17:07.409882 dv-cinder-843729-1-iscsi neutron-server[103911]: 'Port': {'1.7'}, May 28 17:17:07.409882 dv-cinder-843729-1-iscsi neutron-server[103911]: 'PortForwarding': {'1.3'}, May 28 17:17:07.409882 dv-cinder-843729-1-iscsi neutron-server[103911]: 'QosPolicy': {'1.10'}, May 28 17:17:07.409882 dv-cinder-843729-1-iscsi neutron-server[103911]: 'SecurityGroup': {'1.5'}, May 28 17:17:07.409882 dv-cinder-843729-1-iscsi neutron-server[103911]: 'SecurityGroupRule': {'1.2'}, May 28 17:17:07.409882 dv-cinder-843729-1-iscsi neutron-server[103911]: 'SubPort': {'1.0'}, May 28 17:17:07.409882 dv-cinder-843729-1-iscsi neutron-server[103911]: 'Subnet': {'1.1'}, May 28 17:17:07.409882 dv-cinder-843729-1-iscsi neutron-server[103911]: 'Trunk': {'1.1'}} May 28 17:17:07.409882 dv-cinder-843729-1-iscsi neutron-server[103911]: consumer versions: May 28 17:17:07.409882 dv-cinder-843729-1-iscsi neutron-server[103911]: { DHCP agent@dv-cinder-843729-1-iscsi: {}, May 28 17:17:07.409882 dv-cinder-843729-1-iscsi neutron-server[103911]: L3 agent@dv-cinder-843729-1-iscsi: {}, May 28 17:17:07.409882 dv-cinder-843729-1-iscsi neutron-server[103911]: Metadata agent@dv-cinder-843729-1-iscsi: {}, May 28 17:17:07.409882 dv-cinder-843729-1-iscsi neutron-server[103911]: Metering agent@dv-cinder-843729-1-iscsi: {}, May 28 17:17:07.409882 dv-cinder-843729-1-iscsi neutron-server[103911]: Open vSwitch agent@dv-cinder-843729-1-iscsi: { 'AddressGroup': '1.2', May 28 17:17:07.409882 dv-cinder-843729-1-iscsi neutron-server[103911]: 'Agent': '1.1', May 28 17:17:07.409882 dv-cinder-843729-1-iscsi neutron-server[103911]: 'ConntrackHelper': '1.0', May 28 17:17:07.409882 dv-cinder-843729-1-iscsi neutron-server[103911]: 'LocalIPAssociation': '1.0', May 28 17:17:07.409882 dv-cinder-843729-1-iscsi neutron-server[103911]: 'Log': '1.0', May 28 17:17:07.409882 dv-cinder-843729-1-iscsi neutron-server[103911]: 'NDPProxy': '1.0', May 28 17:17:07.409882 dv-cinder-843729-1-iscsi neutron-server[103911]: 'Network': '1.1', May 28 17:17:07.409882 dv-cinder-843729-1-iscsi neutron-server[103911]: 'Port': '1.7', May 28 17:17:07.409882 dv-cinder-843729-1-iscsi neutron-server[103911]: 'PortForwarding': '1.3', May 28 17:17:07.409882 dv-cinder-843729-1-iscsi neutron-server[103911]: 'QosPolicy': '1.10', May 28 17:17:07.409882 dv-cinder-843729-1-iscsi neutron-server[103911]: 'SecurityGroup': '1.5', May 28 17:17:07.409882 dv-cinder-843729-1-iscsi neutron-server[103911]: 'SecurityGroupRule': '1.2', May 28 17:17:07.409882 dv-cinder-843729-1-iscsi neutron-server[103911]: 'SubPort': '1.0', May 28 17:17:07.409882 dv-cinder-843729-1-iscsi neutron-server[103911]: 'Subnet': '1.1', May 28 17:17:07.409882 dv-cinder-843729-1-iscsi neutron-server[103911]: 'Trunk': '1.1'}} May 28 17:17:07.409882 dv-cinder-843729-1-iscsi neutron-server[103911]: {{(pid=103911) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 28 17:17:07.424907 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=65,neutron:INSERT=34,neutron:UPDATE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:17:07.437447 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b638e824-fbff-44ad-adc3-489547c4477b demo admin] Network 61d0621f-4b46-4d64-8b4d-1cfedfc3d9f0 is scheduled to be hosted by DHCP agent b4d0b3c0-cc03-4456-af87-35ab415ef94b with binding_index 1 {{(pid=103911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 17:17:07.455977 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.scheduler.base_scheduler [None req-b638e824-fbff-44ad-adc3-489547c4477b demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843729-1-iscsi, 61d0621f-4b46-4d64-8b4d-1cfedfc3d9f0) {{(pid=103911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 17:17:07.462368 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b638e824-fbff-44ad-adc3-489547c4477b demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:17:07.463057 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-b638e824-fbff-44ad-adc3-489547c4477b demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-152074'] for subnet (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:17:07.467106 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ded240fc-2a23-4b29-aa31-14d8fe416f4e None None] Network 61d0621f-4b46-4d64-8b4d-1cfedfc3d9f0 requested from dv-cinder-843729-1-iscsi {{(pid=103913) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 28 17:17:07.487056 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-b638e824-fbff-44ad-adc3-489547c4477b demo admin] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5101197 May 28 17:17:07.736564 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8db8b2d-f899-44ef-b3df-10c8c5922f71 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d5e403e-4665-5b85-8da6-ff3b1ced4194-61d0621f-4b46-4d64-8b4d-1cfedfc3d9f0', 'network_id': '61d0621f-4b46-4d64-8b4d-1cfedfc3d9f0', 'project_id': '7b05c4db805c48ef88067735bdedc47e', 'fixed_ips': [{'subnet_id': '803f8272-5c7a-4485-978b-c806eee977f7'}]}} from dv-cinder-843729-1-iscsi. {{(pid=103913) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 28 17:17:07.738034 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-a8db8b2d-f899-44ef-b3df-10c8c5922f71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (None), before_create {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:17:08.017428 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.db_base_plugin_common [None req-a8db8b2d-f899-44ef-b3df-10c8c5922f71 None None] Allocated IP 172.20.0.2 (61d0621f-4b46-4d64-8b4d-1cfedfc3d9f0/803f8272-5c7a-4485-978b-c806eee977f7/0b358c53-da2c-474b-842b-31c2c208da23) {{(pid=103913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 17:17:08.032786 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=61,neutron:INSERT=37,neutron:UPDATE=2 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:17:08.290477 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-a8db8b2d-f899-44ef-b3df-10c8c5922f71 None None] Publish callbacks [] for port (0b358c53-da2c-474b-842b-31c2c208da23), precommit_create {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:17:08.298023 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-a8db8b2d-f899-44ef-b3df-10c8c5922f71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735968120113'] for port (0b358c53-da2c-474b-842b-31c2c208da23), after_create {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:17:08.381458 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8db8b2d-f899-44ef-b3df-10c8c5922f71 None None] Network 61d0621f-4b46-4d64-8b4d-1cfedfc3d9f0 is already hosted by enough agents. {{(pid=103913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 17:17:08.385366 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.scheduler.base_scheduler [None req-a8db8b2d-f899-44ef-b3df-10c8c5922f71 None None] Resources bound (agent type, host, resource id): {{(pid=103913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 17:17:08.386993 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8db8b2d-f899-44ef-b3df-10c8c5922f71 None None] Pushing event updated for resources: {'Port': ['ID=0b358c53-da2c-474b-842b-31c2c208da23,revision_number=1']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:17:08.394817 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8db8b2d-f899-44ef-b3df-10c8c5922f71 None None] Received port after_create {{(pid=103913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 28 17:17:08.398471 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8db8b2d-f899-44ef-b3df-10c8c5922f71 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:17:08.398815 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8db8b2d-f899-44ef-b3df-10c8c5922f71 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:17:08.399729 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8db8b2d-f899-44ef-b3df-10c8c5922f71 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:17:08.400262 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8db8b2d-f899-44ef-b3df-10c8c5922f71 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:17:08.400623 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8db8b2d-f899-44ef-b3df-10c8c5922f71 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:17:08.400938 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8db8b2d-f899-44ef-b3df-10c8c5922f71 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:17:08.401263 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8db8b2d-f899-44ef-b3df-10c8c5922f71 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:17:08.401586 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8db8b2d-f899-44ef-b3df-10c8c5922f71 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:17:08.401908 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8db8b2d-f899-44ef-b3df-10c8c5922f71 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:17:08.402234 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8db8b2d-f899-44ef-b3df-10c8c5922f71 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:17:08.402556 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8db8b2d-f899-44ef-b3df-10c8c5922f71 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:17:08.402890 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8db8b2d-f899-44ef-b3df-10c8c5922f71 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:17:08.403213 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8db8b2d-f899-44ef-b3df-10c8c5922f71 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:17:08.403559 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8db8b2d-f899-44ef-b3df-10c8c5922f71 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:17:08.403875 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8db8b2d-f899-44ef-b3df-10c8c5922f71 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:17:08.405344 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8db8b2d-f899-44ef-b3df-10c8c5922f71 None None] Tracked resource versions report: May 28 17:17:08.405344 dv-cinder-843729-1-iscsi neutron-server[103913]: pushed versions: May 28 17:17:08.405344 dv-cinder-843729-1-iscsi neutron-server[103913]: { 'AddressGroup': {'1.2'}, May 28 17:17:08.405344 dv-cinder-843729-1-iscsi neutron-server[103913]: 'Agent': {'1.1'}, May 28 17:17:08.405344 dv-cinder-843729-1-iscsi neutron-server[103913]: 'ConntrackHelper': {'1.0'}, May 28 17:17:08.405344 dv-cinder-843729-1-iscsi neutron-server[103913]: 'LocalIPAssociation': {'1.0'}, May 28 17:17:08.405344 dv-cinder-843729-1-iscsi neutron-server[103913]: 'Log': {'1.0'}, May 28 17:17:08.405344 dv-cinder-843729-1-iscsi neutron-server[103913]: 'NDPProxy': {'1.0'}, May 28 17:17:08.405344 dv-cinder-843729-1-iscsi neutron-server[103913]: 'Network': {'1.1'}, May 28 17:17:08.405344 dv-cinder-843729-1-iscsi neutron-server[103913]: 'Port': {'1.7'}, May 28 17:17:08.405344 dv-cinder-843729-1-iscsi neutron-server[103913]: 'PortForwarding': {'1.3'}, May 28 17:17:08.405344 dv-cinder-843729-1-iscsi neutron-server[103913]: 'QosPolicy': {'1.10'}, May 28 17:17:08.405344 dv-cinder-843729-1-iscsi neutron-server[103913]: 'SecurityGroup': {'1.5'}, May 28 17:17:08.405344 dv-cinder-843729-1-iscsi neutron-server[103913]: 'SecurityGroupRule': {'1.2'}, May 28 17:17:08.405344 dv-cinder-843729-1-iscsi neutron-server[103913]: 'SubPort': {'1.0'}, May 28 17:17:08.405344 dv-cinder-843729-1-iscsi neutron-server[103913]: 'Subnet': {'1.1'}, May 28 17:17:08.405344 dv-cinder-843729-1-iscsi neutron-server[103913]: 'Trunk': {'1.1'}} May 28 17:17:08.405344 dv-cinder-843729-1-iscsi neutron-server[103913]: consumer versions: May 28 17:17:08.405344 dv-cinder-843729-1-iscsi neutron-server[103913]: { DHCP agent@dv-cinder-843729-1-iscsi: {}, May 28 17:17:08.405344 dv-cinder-843729-1-iscsi neutron-server[103913]: L3 agent@dv-cinder-843729-1-iscsi: {}, May 28 17:17:08.405344 dv-cinder-843729-1-iscsi neutron-server[103913]: Metadata agent@dv-cinder-843729-1-iscsi: {}, May 28 17:17:08.405344 dv-cinder-843729-1-iscsi neutron-server[103913]: Metering agent@dv-cinder-843729-1-iscsi: {}, May 28 17:17:08.405344 dv-cinder-843729-1-iscsi neutron-server[103913]: Open vSwitch agent@dv-cinder-843729-1-iscsi: { 'AddressGroup': '1.2', May 28 17:17:08.405344 dv-cinder-843729-1-iscsi neutron-server[103913]: 'Agent': '1.1', May 28 17:17:08.405344 dv-cinder-843729-1-iscsi neutron-server[103913]: 'ConntrackHelper': '1.0', May 28 17:17:08.405344 dv-cinder-843729-1-iscsi neutron-server[103913]: 'LocalIPAssociation': '1.0', May 28 17:17:08.405344 dv-cinder-843729-1-iscsi neutron-server[103913]: 'Log': '1.0', May 28 17:17:08.405344 dv-cinder-843729-1-iscsi neutron-server[103913]: 'NDPProxy': '1.0', May 28 17:17:08.405344 dv-cinder-843729-1-iscsi neutron-server[103913]: 'Network': '1.1', May 28 17:17:08.405344 dv-cinder-843729-1-iscsi neutron-server[103913]: 'Port': '1.7', May 28 17:17:08.405344 dv-cinder-843729-1-iscsi neutron-server[103913]: 'PortForwarding': '1.3', May 28 17:17:08.405344 dv-cinder-843729-1-iscsi neutron-server[103913]: 'QosPolicy': '1.10', May 28 17:17:08.405344 dv-cinder-843729-1-iscsi neutron-server[103913]: 'SecurityGroup': '1.5', May 28 17:17:08.405344 dv-cinder-843729-1-iscsi neutron-server[103913]: 'SecurityGroupRule': '1.2', May 28 17:17:08.405344 dv-cinder-843729-1-iscsi neutron-server[103913]: 'SubPort': '1.0', May 28 17:17:08.405344 dv-cinder-843729-1-iscsi neutron-server[103913]: 'Subnet': '1.1', May 28 17:17:08.405344 dv-cinder-843729-1-iscsi neutron-server[103913]: 'Trunk': '1.1'}} May 28 17:17:08.405344 dv-cinder-843729-1-iscsi neutron-server[103913]: {{(pid=103913) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 28 17:17:08.485379 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.managers [None req-a8db8b2d-f899-44ef-b3df-10c8c5922f71 None None] Attempting to bind port 0b358c53-da2c-474b-842b-31c2c208da23 on host dv-cinder-843729-1-iscsi for vnic_type normal with profile {{(pid=103913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 28 17:17:08.486097 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.managers [None req-a8db8b2d-f899-44ef-b3df-10c8c5922f71 None None] Attempting to bind port 0b358c53-da2c-474b-842b-31c2c208da23 by drivers openvswitch,hyperv on host dv-cinder-843729-1-iscsi at level 0 using segments [{'id': '33db16c3-9291-45e6-9510-875971bff220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '61d0621f-4b46-4d64-8b4d-1cfedfc3d9f0'}] {{(pid=103913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 28 17:17:08.486230 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8db8b2d-f899-44ef-b3df-10c8c5922f71 None None] Attempting to bind port 0b358c53-da2c-474b-842b-31c2c208da23 on network 61d0621f-4b46-4d64-8b4d-1cfedfc3d9f0 {{(pid=103913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 28 17:17:08.491382 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8db8b2d-f899-44ef-b3df-10c8c5922f71 None None] Checking agent: {'id': '0032cfec-21e8-44dd-a7d5-0b8312dfe052', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843729-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 17, 16, 59), 'started_at': datetime.datetime(2022, 5, 28, 17, 16, 59), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 17, 16, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843729-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 28 17:17:08.491788 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8db8b2d-f899-44ef-b3df-10c8c5922f71 None None] Checking segment: {'id': '33db16c3-9291-45e6-9510-875971bff220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '61d0621f-4b46-4d64-8b4d-1cfedfc3d9f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 28 17:17:08.492502 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-a8db8b2d-f899-44ef-b3df-10c8c5922f71 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:17:08.492988 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8db8b2d-f899-44ef-b3df-10c8c5922f71 None None] Bound using segment: {'id': '33db16c3-9291-45e6-9510-875971bff220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '61d0621f-4b46-4d64-8b4d-1cfedfc3d9f0'} {{(pid=103913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 28 17:17:08.493378 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.managers [None req-a8db8b2d-f899-44ef-b3df-10c8c5922f71 None None] Bound port: 0b358c53-da2c-474b-842b-31c2c208da23, host: dv-cinder-843729-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33db16c3-9291-45e6-9510-875971bff220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '61d0621f-4b46-4d64-8b4d-1cfedfc3d9f0'}}] {{(pid=103913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 28 17:17:08.493766 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-a8db8b2d-f899-44ef-b3df-10c8c5922f71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (0b358c53-da2c-474b-842b-31c2c208da23), before_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:17:08.501936 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:17:08.553985 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-a8db8b2d-f899-44ef-b3df-10c8c5922f71 None None] For port 0b358c53-da2c-474b-842b-31c2c208da23, host dv-cinder-843729-1-iscsi, cleared binding levels {{(pid=103913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 17:17:08.574416 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-a8db8b2d-f899-44ef-b3df-10c8c5922f71 None None] For port 0b358c53-da2c-474b-842b-31c2c208da23, host dv-cinder-843729-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843729-1-iscsi',level=0,port_id=0b358c53-da2c-474b-842b-31c2c208da23,segment=NetworkSegment(33db16c3-9291-45e6-9510-875971bff220),segment_id=33db16c3-9291-45e6-9510-875971bff220)] {{(pid=103913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 17:17:08.581729 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-a8db8b2d-f899-44ef-b3df-10c8c5922f71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735968512485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735968120131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735968120149'] for port (0b358c53-da2c-474b-842b-31c2c208da23), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:17:08.640993 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8db8b2d-f899-44ef-b3df-10c8c5922f71 None None] Pushing event updated for resources: {'Port': ['ID=0b358c53-da2c-474b-842b-31c2c208da23,revision_number=2']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:17:09.996200 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.33', 52266) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:17:10.324941 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.wsgi [None req-c938cd0b-fd15-4e2b-9d65-4e99af84e125 admin admin] http://10.222.0.33:9696/v2.0/extensions returned with HTTP 200 {{(pid=103911) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 28 17:17:10.325914 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-c938cd0b-fd15-4e2b-9d65-4e99af84e125 admin admin] 10.222.0.33 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3288684 May 28 17:17:12.683988 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=17,neutron:INSERT=31 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:17:12.688720 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=7 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:17:12.831660 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.33', 52278) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:17:13.158438 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.wsgi [None req-06f625de-a479-4d19-8408-a0130cb2281e admin admin] http://10.222.0.33:9696/v2.0/extensions returned with HTTP 200 {{(pid=103911) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 28 17:17:13.159426 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-06f625de-a479-4d19-8408-a0130cb2281e admin admin] 10.222.0.33 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3268256 May 28 17:17:13.526961 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=48,neutron:INSERT=13,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:17:13.556511 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=4 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:17:15.659821 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.33', 52286) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:17:15.985163 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.v2.base [None req-49be8784-2d3c-4efa-a768-d3744ee3e427 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=103911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 17:17:16.011919 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-49be8784-2d3c-4efa-a768-d3744ee3e427 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-687946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6195'] for router (7ffa8175-ff76-4878-8e61-5198156e6119), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:17:16.013581 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-49be8784-2d3c-4efa-a768-d3744ee3e427 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-680010', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-544425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6154'] for router (7ffa8175-ff76-4878-8e61-5198156e6119), precommit_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:17:16.154070 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-49be8784-2d3c-4efa-a768-d3744ee3e427 demo demo] Publish callbacks [] for router_controller (7ffa8175-ff76-4878-8e61-5198156e6119), precommit_add_association {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:17:16.162661 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-49be8784-2d3c-4efa-a768-d3744ee3e427 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-679993'] for router (7ffa8175-ff76-4878-8e61-5198156e6119), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:17:16.184563 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-49be8784-2d3c-4efa-a768-d3744ee3e427 demo demo] Publish callbacks [] for router (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:17:16.185826 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-49be8784-2d3c-4efa-a768-d3744ee3e427 demo demo] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5249400 May 28 17:17:18.632591 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=46,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:17:18.637154 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=12 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:17:18.664985 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.33', 52300) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:17:18.999999 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.wsgi [None req-b30bffc6-b651-4ab8-94df-d112dc925d8b admin admin] http://10.222.0.33:9696/v2.0/extensions returned with HTTP 200 {{(pid=103911) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 28 17:17:19.001001 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-b30bffc6-b651-4ab8-94df-d112dc925d8b admin admin] 10.222.0.33 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3351035 May 28 17:17:20.038014 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Device 0b358c53-da2c-474b-842b-31c2c208da23 up at agent ovs-agent-dv-cinder-843729-1-iscsi {{(pid=103913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 28 17:17:20.090223 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53ef51db-95df-4da3-87b7-998817e906a0 None None] Network 61d0621f-4b46-4d64-8b4d-1cfedfc3d9f0 requested from dv-cinder-843729-1-iscsi {{(pid=103913) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 28 17:17:20.196377 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Provisioning complete for port 0b358c53-da2c-474b-842b-31c2c208da23 triggered by entity L2. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 17:17:20.196790 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1821120'] for port (0b358c53-da2c-474b-842b-31c2c208da23), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:17:20.230211 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-eaa063bc-a2bc-4c06-a371-38c9269c4b0d None None] Provisioning complete for port 0b358c53-da2c-474b-842b-31c2c208da23 triggered by entity DHCP. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 17:17:20.230529 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-eaa063bc-a2bc-4c06-a371-38c9269c4b0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1821120'] for port (0b358c53-da2c-474b-842b-31c2c208da23), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:17:20.418929 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Current status of the port 0b358c53-da2c-474b-842b-31c2c208da23 is: DOWN; New status is: ACTIVE {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 17:17:20.419321 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (0b358c53-da2c-474b-842b-31c2c208da23), before_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:17:20.431060 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-eaa063bc-a2bc-4c06-a371-38c9269c4b0d None None] Current status of the port 0b358c53-da2c-474b-842b-31c2c208da23 is: DOWN; New status is: ACTIVE {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 17:17:20.431712 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-eaa063bc-a2bc-4c06-a371-38c9269c4b0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (0b358c53-da2c-474b-842b-31c2c208da23), before_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:17:20.480136 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] For port 0b358c53-da2c-474b-842b-31c2c208da23, host dv-cinder-843729-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843729-1-iscsi',level=0,port_id=0b358c53-da2c-474b-842b-31c2c208da23,segment=NetworkSegment(33db16c3-9291-45e6-9510-875971bff220),segment_id=33db16c3-9291-45e6-9510-875971bff220)] {{(pid=103913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 17:17:20.484334 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735968512485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735968120131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735968120149'] for port (0b358c53-da2c-474b-842b-31c2c208da23), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:17:20.554313 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.db.api [None req-eaa063bc-a2bc-4c06-a371-38c9269c4b0d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103913) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} May 28 17:17:20.555331 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG oslo_db.api [None req-eaa063bc-a2bc-4c06-a371-38c9269c4b0d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 17:17:20.568551 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Pushing event updated for resources: {'Port': ['ID=0b358c53-da2c-474b-842b-31c2c208da23,revision_number=3']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:17:21.090020 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-eaa063bc-a2bc-4c06-a371-38c9269c4b0d None None] Current status of the port 0b358c53-da2c-474b-842b-31c2c208da23 is: ACTIVE; New status is: ACTIVE {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 17:17:21.208624 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-1f07e8de-609f-4624-9d03-bb0a03d04096 None None] Provisioning complete for port 0b358c53-da2c-474b-842b-31c2c208da23 triggered by entity DHCP. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 17:17:21.208988 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-1f07e8de-609f-4624-9d03-bb0a03d04096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1821120'] for port (0b358c53-da2c-474b-842b-31c2c208da23), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:17:21.283121 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-1f07e8de-609f-4624-9d03-bb0a03d04096 None None] Current status of the port 0b358c53-da2c-474b-842b-31c2c208da23 is: ACTIVE; New status is: ACTIVE {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 17:17:21.490888 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.33', 52310) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:17:21.811934 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.v2.base [None req-0f39766e-75e9-4d93-aade-8133a8bdb4a5 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'name': 'public', 'is_default': True, 'router:external': True, 'provider:network_type': 'flat', 'admin_state_up': True}} {{(pid=103911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 17:17:21.851107 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f39766e-75e9-4d93-aade-8133a8bdb4a5 admin admin] Made reservation on behalf of 3b7d62044f5549a6b53772308a090b05 for: {'network': 1} {{(pid=103911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 17:17:21.854111 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-0f39766e-75e9-4d93-aade-8133a8bdb4a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for network (None), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:17:21.869532 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-0f39766e-75e9-4d93-aade-8133a8bdb4a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:17:21.970991 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-0f39766e-75e9-4d93-aade-8133a8bdb4a5 admin admin] Publish callbacks [] for security_group (35749221-c316-4012-bc02-b4377a66d644), precommit_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:17:21.974878 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-0f39766e-75e9-4d93-aade-8133a8bdb4a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594961'] for security_group (35749221-c316-4012-bc02-b4377a66d644), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:17:21.982956 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=80,neutron:INSERT=15,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:17:21.996318 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-0f39766e-75e9-4d93-aade-8133a8bdb4a5 admin admin] Reserving flat network on physical network physnet1 {{(pid=103911) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 28 17:17:22.017688 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f39766e-75e9-4d93-aade-8133a8bdb4a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35749221-c316-4012-bc02-b4377a66d644,revision_number=1']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:17:22.029522 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-0f39766e-75e9-4d93-aade-8133a8bdb4a5 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8735968598631', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766051'] for segment (3991c6da-7adc-4448-bfac-a7af5b626d82), precommit_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:17:22.030048 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-0f39766e-75e9-4d93-aade-8133a8bdb4a5 admin admin] Unsubscribe: segment precommit_create {{(pid=103911) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 28 17:17:22.030582 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.db.segments_db [None req-0f39766e-75e9-4d93-aade-8133a8bdb4a5 admin admin] Added segment 3991c6da-7adc-4448-bfac-a7af5b626d82 of type flat for network 2edbe6b8-aac1-406b-a2f1-8819dd0d1c48 May 28 17:17:22.036780 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Device 0b358c53-da2c-474b-842b-31c2c208da23 up at agent ovs-agent-dv-cinder-843729-1-iscsi {{(pid=103913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 28 17:17:22.080862 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Provisioning complete for port 0b358c53-da2c-474b-842b-31c2c208da23 triggered by entity L2. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 17:17:22.081347 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1821120'] for port (0b358c53-da2c-474b-842b-31c2c208da23), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:17:22.093223 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-0f39766e-75e9-4d93-aade-8133a8bdb4a5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735968101232'] for network (2edbe6b8-aac1-406b-a2f1-8819dd0d1c48), precommit_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:17:22.133389 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-0f39766e-75e9-4d93-aade-8133a8bdb4a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116'] for network (2edbe6b8-aac1-406b-a2f1-8819dd0d1c48), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:17:22.134539 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f39766e-75e9-4d93-aade-8133a8bdb4a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:17:22.135219 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-0f39766e-75e9-4d93-aade-8133a8bdb4a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-152074'] for network (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:17:22.146804 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:17:22.155841 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Current status of the port 0b358c53-da2c-474b-842b-31c2c208da23 is: ACTIVE; New status is: ACTIVE {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 17:17:22.194155 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-0f39766e-75e9-4d93-aade-8133a8bdb4a5 admin admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7021897 May 28 17:17:22.234278 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f39766e-75e9-4d93-aade-8133a8bdb4a5 admin admin] Pushing event updated for resources: {'Network': ['ID=2edbe6b8-aac1-406b-a2f1-8819dd0d1c48,revision_number=1']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:17:22.247128 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Network 2edbe6b8-aac1-406b-a2f1-8819dd0d1c48 details requested by agent ovs-agent-dv-cinder-843729-1-iscsi with host dv-cinder-843729-1-iscsi {{(pid=103913) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 28 17:17:22.766354 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:17:22.778764 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-40268993-8f0d-4ed9-ab98-a3c754fb8adb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (b4d0b3c0-cc03-4456-af87-35ab415ef94b), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:17:24.636020 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.33', 52318) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:17:25.039526 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9aaebe3-3309-4a20-bbe3-68f6b776207f demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:17:25.040800 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-c9aaebe3-3309-4a20-bbe3-68f6b776207f demo admin] 10.222.0.33 "GET /v2.0/subnets/803f8272-5c7a-4485-978b-c806eee977f7 HTTP/1.1" status: 200 len: 849 time: 0.4038451 May 28 17:17:25.100815 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-36deaee5-c72e-4d33-b0ee-7adc457ecd86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (8a8c7bbb-808d-49ae-95de-62501e6237ff), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:17:25.221041 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-cd73858e-47e6-405c-9ab5-486717f30333 demo admin] 10.222.0.33 "GET /v2.0/routers/7ffa8175-ff76-4878-8e61-5198156e6119 HTTP/1.1" status: 200 len: 704 time: 0.1744070 May 28 17:17:25.487130 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-b6d6778b-d0eb-4c79-b4ab-7e1936dd705d demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (None), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:17:25.782226 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.db.db_base_plugin_common [None req-b6d6778b-d0eb-4c79-b4ab-7e1936dd705d demo admin] Allocated IP 172.20.0.1 (61d0621f-4b46-4d64-8b4d-1cfedfc3d9f0/803f8272-5c7a-4485-978b-c806eee977f7/15680ac4-ff6e-4dc0-99b8-1025573a1108) {{(pid=103912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 17:17:25.967715 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-b6d6778b-d0eb-4c79-b4ab-7e1936dd705d demo admin] Publish callbacks [] for port (15680ac4-ff6e-4dc0-99b8-1025573a1108), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:17:26.029530 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-b6d6778b-d0eb-4c79-b4ab-7e1936dd705d demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735968120113'] for port (15680ac4-ff6e-4dc0-99b8-1025573a1108), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:17:26.103673 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6d6778b-d0eb-4c79-b4ab-7e1936dd705d demo admin] Network 61d0621f-4b46-4d64-8b4d-1cfedfc3d9f0 is already hosted by enough agents. {{(pid=103912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 17:17:26.115480 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.scheduler.base_scheduler [None req-b6d6778b-d0eb-4c79-b4ab-7e1936dd705d demo admin] Resources bound (agent type, host, resource id): {{(pid=103912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 17:17:26.120658 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d6778b-d0eb-4c79-b4ab-7e1936dd705d demo admin] Pushing event updated for resources: {'Port': ['ID=15680ac4-ff6e-4dc0-99b8-1025573a1108,revision_number=1']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:17:26.123361 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d6778b-d0eb-4c79-b4ab-7e1936dd705d demo admin] Received port after_create {{(pid=103912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 28 17:17:26.123929 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-b6d6778b-d0eb-4c79-b4ab-7e1936dd705d demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681546'] for router_interface (7ffa8175-ff76-4878-8e61-5198156e6119), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:17:26.308759 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:17:26.329351 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-b6d6778b-d0eb-4c79-b4ab-7e1936dd705d demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (15680ac4-ff6e-4dc0-99b8-1025573a1108), before_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:17:26.331774 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:17:26.357304 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-db1673ae-677f-40ec-8c1d-c38d58e3b7aa None None] Provisioning complete for port 15680ac4-ff6e-4dc0-99b8-1025573a1108 triggered by entity DHCP. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 17:17:26.357923 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-db1673ae-677f-40ec-8c1d-c38d58e3b7aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1821120'] for port (15680ac4-ff6e-4dc0-99b8-1025573a1108), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:17:26.361335 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-f22b8f6e-815f-41ba-a8b6-c2e56f67911e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (0b51406a-5a43-473c-8a39-67b2a4c71e5e), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:17:26.391791 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-db1673ae-677f-40ec-8c1d-c38d58e3b7aa None None] Port 15680ac4-ff6e-4dc0-99b8-1025573a1108 cannot update to ACTIVE because it is not bound. {{(pid=103913) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 28 17:17:26.624498 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-b6d6778b-d0eb-4c79-b4ab-7e1936dd705d demo admin] Publish callbacks [] for port (15680ac4-ff6e-4dc0-99b8-1025573a1108), precommit_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:17:26.628734 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-b6d6778b-d0eb-4c79-b4ab-7e1936dd705d demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735968512485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735968120131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735968120149'] for port (15680ac4-ff6e-4dc0-99b8-1025573a1108), after_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:17:26.629502 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-b6d6778b-d0eb-4c79-b4ab-7e1936dd705d demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-152102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-686586'] for router_interface (7ffa8175-ff76-4878-8e61-5198156e6119), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:17:26.688817 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d6778b-d0eb-4c79-b4ab-7e1936dd705d demo admin] Pushing event updated for resources: {'Port': ['ID=15680ac4-ff6e-4dc0-99b8-1025573a1108,revision_number=2']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:17:26.755264 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6d6778b-d0eb-4c79-b4ab-7e1936dd705d demo admin] Network 61d0621f-4b46-4d64-8b4d-1cfedfc3d9f0 is already hosted by enough agents. {{(pid=103912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 17:17:26.756588 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.scheduler.base_scheduler [None req-b6d6778b-d0eb-4c79-b4ab-7e1936dd705d demo admin] Resources bound (agent type, host, resource id): {{(pid=103912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 17:17:26.912022 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-f1e8900f-7cdb-4e40-ad7b-1ac643b77115 None None] Provisioning complete for port 15680ac4-ff6e-4dc0-99b8-1025573a1108 triggered by entity DHCP. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 17:17:26.912519 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-f1e8900f-7cdb-4e40-ad7b-1ac643b77115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1821120'] for port (15680ac4-ff6e-4dc0-99b8-1025573a1108), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:17:26.926517 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6d6778b-d0eb-4c79-b4ab-7e1936dd705d demo admin] Router 7ffa8175-ff76-4878-8e61-5198156e6119 is scheduled to L3 agent 8a8c7bbb-808d-49ae-95de-62501e6237ff with binding_index 1 {{(pid=103912) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 28 17:17:26.945744 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-f1e8900f-7cdb-4e40-ad7b-1ac643b77115 None None] Port 15680ac4-ff6e-4dc0-99b8-1025573a1108 cannot update to ACTIVE because it is not bound. {{(pid=103913) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 28 17:17:27.016793 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6d6778b-d0eb-4c79-b4ab-7e1936dd705d demo admin] Notify agent at l3_agent.dv-cinder-843729-1-iscsi the message routers_updated {{(pid=103912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 17:17:27.028803 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-678dfafe-9bba-45af-9394-bc2990bf0215 None None] Sync routers for ids ['7ffa8175-ff76-4878-8e61-5198156e6119'] in dv-cinder-843729-1-iscsi {{(pid=103914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 17:17:27.035980 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-b6d6778b-d0eb-4c79-b4ab-7e1936dd705d demo admin] 10.222.0.33 "PUT /v2.0/routers/7ffa8175-ff76-4878-8e61-5198156e6119/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8093214 May 28 17:17:27.042936 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-678dfafe-9bba-45af-9394-bc2990bf0215 None None] Routers {'7ffa8175-ff76-4878-8e61-5198156e6119'} bound to L3 agent in host dv-cinder-843729-1-iscsi {{(pid=103914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 28 17:17:27.043885 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-678dfafe-9bba-45af-9394-bc2990bf0215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843729-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-28T17:16:55Z,description=,heartbeat_timestamp=2022-05-28T17:17:25Z,host='dv-cinder-843729-1-iscsi',id=8a8c7bbb-808d-49ae-95de-62501e6237ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T17:16:55Z,topic='l3_agent')) {'router_ids': ['7ffa8175-ff76-4878-8e61-5198156e6119'], 'active': True} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:17:27.231951 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvr_db [None req-678dfafe-9bba-45af-9394-bc2990bf0215 None None] Set router 7ffa8175-ff76-4878-8e61-5198156e6119 gateway port host: None {{(pid=103914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 28 17:17:27.639988 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-44990afe-4038-4bea-a0ed-12e052229f33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (19502cf1-8899-41f0-9103-a107faa54218), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:17:27.652344 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-678dfafe-9bba-45af-9394-bc2990bf0215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ffa8175-ff76-4878-8e61-5198156e6119', 'name': 'router1', 'tenant_id': '7b05c4db805c48ef88067735bdedc47e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T17:17:16Z', 'updated_at': '2022-05-28T17:17:26Z', 'revision_number': 2, 'project_id': '7b05c4db805c48ef88067735bdedc47e', 'gw_port_host': None, '_interfaces': [{'id': '15680ac4-ff6e-4dc0-99b8-1025573a1108', 'name': '', 'network_id': '61d0621f-4b46-4d64-8b4d-1cfedfc3d9f0', 'tenant_id': '7b05c4db805c48ef88067735bdedc47e', 'mac_address': 'fa:16:3e:5a:f3:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ffa8175-ff76-4878-8e61-5198156e6119', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '803f8272-5c7a-4485-978b-c806eee977f7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:17:25Z', 'updated_at': '2022-05-28T17:17:26Z', 'revision_number': 2, 'project_id': '7b05c4db805c48ef88067735bdedc47e', 'subnets': [{'id': '803f8272-5c7a-4485-978b-c806eee977f7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1a4e4d3d-6999-4bb0-8968-6a314424aa33'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843729-1-iscsi', False) {} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:17:27.702392 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-678dfafe-9bba-45af-9394-bc2990bf0215 None None] Checking router: 7ffa8175-ff76-4878-8e61-5198156e6119 for host: dv-cinder-843729-1-iscsi {{(pid=103914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 17:17:27.702761 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-678dfafe-9bba-45af-9394-bc2990bf0215 None None] Updating router 7ffa8175-ff76-4878-8e61-5198156e6119 port 15680ac4-ff6e-4dc0-99b8-1025573a1108 binding host dv-cinder-843729-1-iscsi {{(pid=103914) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 17:17:27.756179 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron_lib.callbacks.manager [None req-678dfafe-9bba-45af-9394-bc2990bf0215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (15680ac4-ff6e-4dc0-99b8-1025573a1108), before_update {{(pid=103914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:17:28.298997 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron_lib.callbacks.manager [None req-678dfafe-9bba-45af-9394-bc2990bf0215 None None] Publish callbacks [] for port (15680ac4-ff6e-4dc0-99b8-1025573a1108), precommit_update {{(pid=103914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:17:28.305698 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron_lib.callbacks.manager [None req-678dfafe-9bba-45af-9394-bc2990bf0215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735968512485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735968120131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735968120149'] for port (15680ac4-ff6e-4dc0-99b8-1025573a1108), after_update {{(pid=103914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:17:28.453066 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0535b6bb-b09a-4f40-9355-101939ca1d8f None None] Pushing event updated for resources: {'Port': ['ID=15680ac4-ff6e-4dc0-99b8-1025573a1108,revision_number=3']} {{(pid=103914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:17:28.490239 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0535b6bb-b09a-4f40-9355-101939ca1d8f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:17:28.490596 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0535b6bb-b09a-4f40-9355-101939ca1d8f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:17:28.490921 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0535b6bb-b09a-4f40-9355-101939ca1d8f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:17:28.491267 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0535b6bb-b09a-4f40-9355-101939ca1d8f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:17:28.491663 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0535b6bb-b09a-4f40-9355-101939ca1d8f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:17:28.492417 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0535b6bb-b09a-4f40-9355-101939ca1d8f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:17:28.492957 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0535b6bb-b09a-4f40-9355-101939ca1d8f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:17:28.493503 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0535b6bb-b09a-4f40-9355-101939ca1d8f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:17:28.493752 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0535b6bb-b09a-4f40-9355-101939ca1d8f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:17:28.493969 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0535b6bb-b09a-4f40-9355-101939ca1d8f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:17:28.494292 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0535b6bb-b09a-4f40-9355-101939ca1d8f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:17:28.494630 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0535b6bb-b09a-4f40-9355-101939ca1d8f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:17:28.494954 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0535b6bb-b09a-4f40-9355-101939ca1d8f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:17:28.495272 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0535b6bb-b09a-4f40-9355-101939ca1d8f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:17:28.495692 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0535b6bb-b09a-4f40-9355-101939ca1d8f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:17:28.497065 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0535b6bb-b09a-4f40-9355-101939ca1d8f None None] Tracked resource versions report: May 28 17:17:28.497065 dv-cinder-843729-1-iscsi neutron-server[103914]: pushed versions: May 28 17:17:28.497065 dv-cinder-843729-1-iscsi neutron-server[103914]: { 'AddressGroup': {'1.2'}, May 28 17:17:28.497065 dv-cinder-843729-1-iscsi neutron-server[103914]: 'Agent': {'1.1'}, May 28 17:17:28.497065 dv-cinder-843729-1-iscsi neutron-server[103914]: 'ConntrackHelper': {'1.0'}, May 28 17:17:28.497065 dv-cinder-843729-1-iscsi neutron-server[103914]: 'LocalIPAssociation': {'1.0'}, May 28 17:17:28.497065 dv-cinder-843729-1-iscsi neutron-server[103914]: 'Log': {'1.0'}, May 28 17:17:28.497065 dv-cinder-843729-1-iscsi neutron-server[103914]: 'NDPProxy': {'1.0'}, May 28 17:17:28.497065 dv-cinder-843729-1-iscsi neutron-server[103914]: 'Network': {'1.1'}, May 28 17:17:28.497065 dv-cinder-843729-1-iscsi neutron-server[103914]: 'Port': {'1.7'}, May 28 17:17:28.497065 dv-cinder-843729-1-iscsi neutron-server[103914]: 'PortForwarding': {'1.3'}, May 28 17:17:28.497065 dv-cinder-843729-1-iscsi neutron-server[103914]: 'QosPolicy': {'1.10'}, May 28 17:17:28.497065 dv-cinder-843729-1-iscsi neutron-server[103914]: 'SecurityGroup': {'1.5'}, May 28 17:17:28.497065 dv-cinder-843729-1-iscsi neutron-server[103914]: 'SecurityGroupRule': {'1.2'}, May 28 17:17:28.497065 dv-cinder-843729-1-iscsi neutron-server[103914]: 'SubPort': {'1.0'}, May 28 17:17:28.497065 dv-cinder-843729-1-iscsi neutron-server[103914]: 'Subnet': {'1.1'}, May 28 17:17:28.497065 dv-cinder-843729-1-iscsi neutron-server[103914]: 'Trunk': {'1.1'}} May 28 17:17:28.497065 dv-cinder-843729-1-iscsi neutron-server[103914]: consumer versions: May 28 17:17:28.497065 dv-cinder-843729-1-iscsi neutron-server[103914]: { DHCP agent@dv-cinder-843729-1-iscsi: {}, May 28 17:17:28.497065 dv-cinder-843729-1-iscsi neutron-server[103914]: L3 agent@dv-cinder-843729-1-iscsi: {}, May 28 17:17:28.497065 dv-cinder-843729-1-iscsi neutron-server[103914]: Metadata agent@dv-cinder-843729-1-iscsi: {}, May 28 17:17:28.497065 dv-cinder-843729-1-iscsi neutron-server[103914]: Metering agent@dv-cinder-843729-1-iscsi: {}, May 28 17:17:28.497065 dv-cinder-843729-1-iscsi neutron-server[103914]: Open vSwitch agent@dv-cinder-843729-1-iscsi: { 'AddressGroup': '1.2', May 28 17:17:28.497065 dv-cinder-843729-1-iscsi neutron-server[103914]: 'Agent': '1.1', May 28 17:17:28.497065 dv-cinder-843729-1-iscsi neutron-server[103914]: 'ConntrackHelper': '1.0', May 28 17:17:28.497065 dv-cinder-843729-1-iscsi neutron-server[103914]: 'LocalIPAssociation': '1.0', May 28 17:17:28.497065 dv-cinder-843729-1-iscsi neutron-server[103914]: 'Log': '1.0', May 28 17:17:28.497065 dv-cinder-843729-1-iscsi neutron-server[103914]: 'NDPProxy': '1.0', May 28 17:17:28.497065 dv-cinder-843729-1-iscsi neutron-server[103914]: 'Network': '1.1', May 28 17:17:28.497065 dv-cinder-843729-1-iscsi neutron-server[103914]: 'Port': '1.7', May 28 17:17:28.497065 dv-cinder-843729-1-iscsi neutron-server[103914]: 'PortForwarding': '1.3', May 28 17:17:28.497065 dv-cinder-843729-1-iscsi neutron-server[103914]: 'QosPolicy': '1.10', May 28 17:17:28.497065 dv-cinder-843729-1-iscsi neutron-server[103914]: 'SecurityGroup': '1.5', May 28 17:17:28.497065 dv-cinder-843729-1-iscsi neutron-server[103914]: 'SecurityGroupRule': '1.2', May 28 17:17:28.497065 dv-cinder-843729-1-iscsi neutron-server[103914]: 'SubPort': '1.0', May 28 17:17:28.497065 dv-cinder-843729-1-iscsi neutron-server[103914]: 'Subnet': '1.1', May 28 17:17:28.497065 dv-cinder-843729-1-iscsi neutron-server[103914]: 'Trunk': '1.1'}} May 28 17:17:28.497065 dv-cinder-843729-1-iscsi neutron-server[103914]: {{(pid=103914) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 28 17:17:28.500858 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.plugins.ml2.managers [None req-678dfafe-9bba-45af-9394-bc2990bf0215 None None] Attempting to bind port 15680ac4-ff6e-4dc0-99b8-1025573a1108 on host dv-cinder-843729-1-iscsi for vnic_type normal with profile {{(pid=103914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 28 17:17:28.500858 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.plugins.ml2.managers [None req-678dfafe-9bba-45af-9394-bc2990bf0215 None None] Attempting to bind port 15680ac4-ff6e-4dc0-99b8-1025573a1108 by drivers openvswitch,hyperv on host dv-cinder-843729-1-iscsi at level 0 using segments [{'id': '33db16c3-9291-45e6-9510-875971bff220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '61d0621f-4b46-4d64-8b4d-1cfedfc3d9f0'}] {{(pid=103914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 28 17:17:28.501410 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-678dfafe-9bba-45af-9394-bc2990bf0215 None None] Attempting to bind port 15680ac4-ff6e-4dc0-99b8-1025573a1108 on network 61d0621f-4b46-4d64-8b4d-1cfedfc3d9f0 {{(pid=103914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 28 17:17:28.509305 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-678dfafe-9bba-45af-9394-bc2990bf0215 None None] Checking agent: {'id': '0032cfec-21e8-44dd-a7d5-0b8312dfe052', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843729-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 17, 16, 59), 'started_at': datetime.datetime(2022, 5, 28, 17, 16, 59), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 17, 16, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843729-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 28 17:17:28.509844 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-678dfafe-9bba-45af-9394-bc2990bf0215 None None] Checking segment: {'id': '33db16c3-9291-45e6-9510-875971bff220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '61d0621f-4b46-4d64-8b4d-1cfedfc3d9f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 28 17:17:28.510171 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron_lib.callbacks.manager [None req-678dfafe-9bba-45af-9394-bc2990bf0215 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:17:28.510556 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-678dfafe-9bba-45af-9394-bc2990bf0215 None None] Bound using segment: {'id': '33db16c3-9291-45e6-9510-875971bff220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '61d0621f-4b46-4d64-8b4d-1cfedfc3d9f0'} {{(pid=103914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 28 17:17:28.511037 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.plugins.ml2.managers [None req-678dfafe-9bba-45af-9394-bc2990bf0215 None None] Bound port: 15680ac4-ff6e-4dc0-99b8-1025573a1108, host: dv-cinder-843729-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33db16c3-9291-45e6-9510-875971bff220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '61d0621f-4b46-4d64-8b4d-1cfedfc3d9f0'}}] {{(pid=103914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 28 17:17:28.511441 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron_lib.callbacks.manager [None req-678dfafe-9bba-45af-9394-bc2990bf0215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (15680ac4-ff6e-4dc0-99b8-1025573a1108), before_update {{(pid=103914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:17:28.540256 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-00308a3f-9fc1-4b9e-b431-378efb08e3c2 None None] Provisioning complete for port 15680ac4-ff6e-4dc0-99b8-1025573a1108 triggered by entity DHCP. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 17:17:28.540708 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-00308a3f-9fc1-4b9e-b431-378efb08e3c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1821120'] for port (15680ac4-ff6e-4dc0-99b8-1025573a1108), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:17:28.567835 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:17:28.572973 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-00308a3f-9fc1-4b9e-b431-378efb08e3c2 None None] Port 15680ac4-ff6e-4dc0-99b8-1025573a1108 cannot update to ACTIVE because it is not bound. {{(pid=103913) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 28 17:17:28.578152 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:17:28.585352 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.plugins.ml2.db [None req-678dfafe-9bba-45af-9394-bc2990bf0215 None None] For port 15680ac4-ff6e-4dc0-99b8-1025573a1108, host dv-cinder-843729-1-iscsi, cleared binding levels {{(pid=103914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 17:17:28.605495 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.plugins.ml2.db [None req-678dfafe-9bba-45af-9394-bc2990bf0215 None None] For port 15680ac4-ff6e-4dc0-99b8-1025573a1108, host dv-cinder-843729-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843729-1-iscsi',level=0,port_id=15680ac4-ff6e-4dc0-99b8-1025573a1108,segment=NetworkSegment(33db16c3-9291-45e6-9510-875971bff220),segment_id=33db16c3-9291-45e6-9510-875971bff220)] {{(pid=103914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 17:17:28.611528 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron_lib.callbacks.manager [None req-678dfafe-9bba-45af-9394-bc2990bf0215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735968512485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735968120131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735968120149'] for port (15680ac4-ff6e-4dc0-99b8-1025573a1108), after_update {{(pid=103914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:17:28.669933 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-678dfafe-9bba-45af-9394-bc2990bf0215 None None] Routers {'7ffa8175-ff76-4878-8e61-5198156e6119'} bound to L3 agent in host dv-cinder-843729-1-iscsi {{(pid=103914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 28 17:17:28.670553 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-678dfafe-9bba-45af-9394-bc2990bf0215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843729-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-28T17:16:55Z,description=,heartbeat_timestamp=2022-05-28T17:17:25Z,host='dv-cinder-843729-1-iscsi',id=8a8c7bbb-808d-49ae-95de-62501e6237ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T17:16:55Z,topic='l3_agent')) {'router_ids': ['7ffa8175-ff76-4878-8e61-5198156e6119'], 'active': True} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:17:28.707645 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0535b6bb-b09a-4f40-9355-101939ca1d8f None None] Pushing event updated for resources: {'Port': ['ID=15680ac4-ff6e-4dc0-99b8-1025573a1108,revision_number=4']} {{(pid=103914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:17:28.763891 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvr_db [None req-678dfafe-9bba-45af-9394-bc2990bf0215 None None] Set router 7ffa8175-ff76-4878-8e61-5198156e6119 gateway port host: None {{(pid=103914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 28 17:17:28.893491 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-7538f62a-66bf-4989-9c60-18dbca8ae15c None None] Provisioning complete for port 15680ac4-ff6e-4dc0-99b8-1025573a1108 triggered by entity DHCP. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 17:17:28.894028 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-7538f62a-66bf-4989-9c60-18dbca8ae15c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1821120'] for port (15680ac4-ff6e-4dc0-99b8-1025573a1108), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:17:28.965245 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-678dfafe-9bba-45af-9394-bc2990bf0215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ffa8175-ff76-4878-8e61-5198156e6119', 'name': 'router1', 'tenant_id': '7b05c4db805c48ef88067735bdedc47e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T17:17:16Z', 'updated_at': '2022-05-28T17:17:26Z', 'revision_number': 2, 'project_id': '7b05c4db805c48ef88067735bdedc47e', 'gw_port_host': None, '_interfaces': [{'id': '15680ac4-ff6e-4dc0-99b8-1025573a1108', 'name': '', 'network_id': '61d0621f-4b46-4d64-8b4d-1cfedfc3d9f0', 'tenant_id': '7b05c4db805c48ef88067735bdedc47e', 'mac_address': 'fa:16:3e:5a:f3:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ffa8175-ff76-4878-8e61-5198156e6119', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '803f8272-5c7a-4485-978b-c806eee977f7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:17:25Z', 'updated_at': '2022-05-28T17:17:28Z', 'revision_number': 4, 'project_id': '7b05c4db805c48ef88067735bdedc47e', 'subnets': [{'id': '803f8272-5c7a-4485-978b-c806eee977f7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1a4e4d3d-6999-4bb0-8968-6a314424aa33'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843729-1-iscsi', False) {} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:17:28.968389 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-7538f62a-66bf-4989-9c60-18dbca8ae15c None None] Current status of the port 15680ac4-ff6e-4dc0-99b8-1025573a1108 is: DOWN; New status is: ACTIVE {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 17:17:28.968782 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-7538f62a-66bf-4989-9c60-18dbca8ae15c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (15680ac4-ff6e-4dc0-99b8-1025573a1108), before_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:17:28.993358 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-678dfafe-9bba-45af-9394-bc2990bf0215 None None] The sync data for ids ['7ffa8175-ff76-4878-8e61-5198156e6119'] in dv-cinder-843729-1-iscsi is: [{'id': '7ffa8175-ff76-4878-8e61-5198156e6119', 'name': 'router1', 'tenant_id': '7b05c4db805c48ef88067735bdedc47e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T17:17:16Z', 'updated_at': '2022-05-28T17:17:26Z', 'revision_number': 2, 'project_id': '7b05c4db805c48ef88067735bdedc47e', 'gw_port_host': None, '_interfaces': [{'id': '15680ac4-ff6e-4dc0-99b8-1025573a1108', 'name': '', 'network_id': '61d0621f-4b46-4d64-8b4d-1cfedfc3d9f0', 'tenant_id': '7b05c4db805c48ef88067735bdedc47e', 'mac_address': 'fa:16:3e:5a:f3:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ffa8175-ff76-4878-8e61-5198156e6119', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '803f8272-5c7a-4485-978b-c806eee977f7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:17:25Z', 'updated_at': '2022-05-28T17:17:28Z', 'revision_number': 4, 'project_id': '7b05c4db805c48ef88067735bdedc47e', 'subnets': [{'id': '803f8272-5c7a-4485-978b-c806eee977f7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1a4e4d3d-6999-4bb0-8968-6a314424aa33'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 17:17:29.004686 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-7538f62a-66bf-4989-9c60-18dbca8ae15c None None] For port 15680ac4-ff6e-4dc0-99b8-1025573a1108, host dv-cinder-843729-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843729-1-iscsi',level=0,port_id=15680ac4-ff6e-4dc0-99b8-1025573a1108,segment=NetworkSegment(33db16c3-9291-45e6-9510-875971bff220),segment_id=33db16c3-9291-45e6-9510-875971bff220)] {{(pid=103913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 17:17:29.010440 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-7538f62a-66bf-4989-9c60-18dbca8ae15c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735968512485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735968120131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735968120149'] for port (15680ac4-ff6e-4dc0-99b8-1025573a1108), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:17:29.061060 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7538f62a-66bf-4989-9c60-18dbca8ae15c None None] Pushing event updated for resources: {'Port': ['ID=15680ac4-ff6e-4dc0-99b8-1025573a1108,revision_number=5']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:17:29.354678 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (0032cfec-21e8-44dd-a7d5-0b8312dfe052), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:17:29.521263 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.33', 52340) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:17:29.723454 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-022aae3b-87b7-4579-a6d9-7aef63dbec59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:17:29.724829 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-022aae3b-87b7-4579-a6d9-7aef63dbec59 admin admin] 10.222.0.33 "GET /v2.0/networks/2edbe6b8-aac1-406b-a2f1-8819dd0d1c48 HTTP/1.1" status: 200 len: 842 time: 0.2025106 May 28 17:17:29.734994 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.v2.base [None req-eac635e7-9eb4-4bda-8f7b-349587146666 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'gateway_ip': '172.27.0.1', 'ip_version': 4, 'cidr': '172.27.0.0/24', 'name': 'public-subnet', 'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48'}} {{(pid=103912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 17:17:29.767180 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eac635e7-9eb4-4bda-8f7b-349587146666 admin admin] Made reservation on behalf of 3b7d62044f5549a6b53772308a090b05 for: {'subnet': 1} {{(pid=103912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 17:17:29.769913 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-eac635e7-9eb4-4bda-8f7b-349587146666 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:17:29.906240 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:17:29.956178 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:17:30.065622 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.objects.ports [None req-eac635e7-9eb4-4bda-8f7b-349587146666 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103912) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} May 28 17:17:30.066071 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-eac635e7-9eb4-4bda-8f7b-349587146666 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116'] for subnet (5128d65d-65c0-41d1-99c9-7682fd6eaf92), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:17:30.121529 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac635e7-9eb4-4bda-8f7b-349587146666 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5128d65d-65c0-41d1-99c9-7682fd6eaf92,revision_number=0']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:17:30.134037 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eac635e7-9eb4-4bda-8f7b-349587146666 admin admin] Checking segment: {'id': '3991c6da-7adc-4448-bfac-a7af5b626d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 28 17:17:30.134388 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eac635e7-9eb4-4bda-8f7b-349587146666 admin admin] Network hostable DHCP agents. Network: 2edbe6b8-aac1-406b-a2f1-8819dd0d1c48, hostable agents: ['b4d0b3c0-cc03-4456-af87-35ab415ef94b'], hosted agents: [] {{(pid=103912) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 17:17:30.156539 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eac635e7-9eb4-4bda-8f7b-349587146666 admin admin] Network 2edbe6b8-aac1-406b-a2f1-8819dd0d1c48 is scheduled to be hosted by DHCP agent b4d0b3c0-cc03-4456-af87-35ab415ef94b with binding_index 1 {{(pid=103912) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 17:17:30.167979 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.scheduler.base_scheduler [None req-eac635e7-9eb4-4bda-8f7b-349587146666 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843729-1-iscsi, 2edbe6b8-aac1-406b-a2f1-8819dd0d1c48) {{(pid=103912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 17:17:30.171820 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eac635e7-9eb4-4bda-8f7b-349587146666 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:17:30.172412 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-eac635e7-9eb4-4bda-8f7b-349587146666 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-152074'] for subnet (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:17:30.178200 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bed6492-e772-48d4-bfcb-58ab935068bc None None] Network 2edbe6b8-aac1-406b-a2f1-8819dd0d1c48 requested from dv-cinder-843729-1-iscsi {{(pid=103913) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 28 17:17:30.207374 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-eac635e7-9eb4-4bda-8f7b-349587146666 admin admin] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4590757 May 28 17:17:30.287456 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f04ec0ae-1f10-4dcb-97fe-0942700f76d5 None None] Network 2edbe6b8-aac1-406b-a2f1-8819dd0d1c48 requested from dv-cinder-843729-1-iscsi {{(pid=103913) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 28 17:17:32.202724 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=16,neutron:UPDATE=1,neutron:INSERT=2,neutron:DELETE=2 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:17:32.231403 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=54,neutron:DELETE=2,neutron:INSERT=16,neutron:UPDATE=3 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:17:32.615039 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.33', 52358) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:17:32.744004 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-02074089-c707-4995-beb0-10fdbd69ac07 demo admin] 10.222.0.33 "GET /v2.0/routers/7ffa8175-ff76-4878-8e61-5198156e6119 HTTP/1.1" status: 200 len: 710 time: 0.1278026 May 28 17:17:32.833161 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e4198f6-999c-4d97-82c1-fc36157f9f58 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:17:32.834513 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-4e4198f6-999c-4d97-82c1-fc36157f9f58 demo admin] 10.222.0.33 "GET /v2.0/networks/2edbe6b8-aac1-406b-a2f1-8819dd0d1c48 HTTP/1.1" status: 200 len: 886 time: 0.0850220 May 28 17:17:32.843202 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.v2.base [None req-f8cee67a-c418-4b9b-aa5d-5b9dd57079b9 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48'}}} {{(pid=103912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 17:17:33.159249 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-f8cee67a-c418-4b9b-aa5d-5b9dd57079b9 demo admin] Publish callbacks [] for router_gateway (7ffa8175-ff76-4878-8e61-5198156e6119), precommit_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:17:33.370953 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-f8cee67a-c418-4b9b-aa5d-5b9dd57079b9 demo admin] Publish callbacks [] for router_gateway (7ffa8175-ff76-4878-8e61-5198156e6119), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:17:33.448048 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-f8cee67a-c418-4b9b-aa5d-5b9dd57079b9 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (None), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:17:33.450317 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:17:33.502995 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:17:33.557951 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.db.db_base_plugin_common [None req-f8cee67a-c418-4b9b-aa5d-5b9dd57079b9 demo admin] Allocated IP 172.27.0.104 (2edbe6b8-aac1-406b-a2f1-8819dd0d1c48/5128d65d-65c0-41d1-99c9-7682fd6eaf92/6a6eae0d-1fc0-4205-91ee-c375dfa20b88) {{(pid=103912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 17:17:33.661329 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-f8cee67a-c418-4b9b-aa5d-5b9dd57079b9 demo admin] Publish callbacks [] for port (6a6eae0d-1fc0-4205-91ee-c375dfa20b88), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:17:33.694429 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-f8cee67a-c418-4b9b-aa5d-5b9dd57079b9 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735968120113'] for port (6a6eae0d-1fc0-4205-91ee-c375dfa20b88), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:17:33.735542 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8cee67a-c418-4b9b-aa5d-5b9dd57079b9 demo admin] Network 2edbe6b8-aac1-406b-a2f1-8819dd0d1c48 is already hosted by enough agents. {{(pid=103912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 17:17:33.740279 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.scheduler.base_scheduler [None req-f8cee67a-c418-4b9b-aa5d-5b9dd57079b9 demo admin] Resources bound (agent type, host, resource id): {{(pid=103912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 17:17:33.743360 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cee67a-c418-4b9b-aa5d-5b9dd57079b9 demo admin] Pushing event updated for resources: {'Port': ['ID=6a6eae0d-1fc0-4205-91ee-c375dfa20b88,revision_number=1']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:17:33.745254 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8cee67a-c418-4b9b-aa5d-5b9dd57079b9 demo admin] Received port after_create {{(pid=103912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 28 17:17:33.981817 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-f8cee67a-c418-4b9b-aa5d-5b9dd57079b9 demo admin] Publish callbacks [] for router_gateway (7ffa8175-ff76-4878-8e61-5198156e6119), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:17:34.167305 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-f8cee67a-c418-4b9b-aa5d-5b9dd57079b9 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-679972', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-540116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6164'] for router (7ffa8175-ff76-4878-8e61-5198156e6119), precommit_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:17:34.171556 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-f8cee67a-c418-4b9b-aa5d-5b9dd57079b9 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-679993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-679983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-679990', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-540127'] for router (7ffa8175-ff76-4878-8e61-5198156e6119), after_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:17:34.266377 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:17:34.286904 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8cee67a-c418-4b9b-aa5d-5b9dd57079b9 demo admin] Router 7ffa8175-ff76-4878-8e61-5198156e6119 has already been hosted by L3 agent 8a8c7bbb-808d-49ae-95de-62501e6237ff {{(pid=103912) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 17:17:34.391037 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:17:34.395773 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8cee67a-c418-4b9b-aa5d-5b9dd57079b9 demo admin] Notify agent at l3_agent.dv-cinder-843729-1-iscsi the message routers_updated {{(pid=103912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 17:17:34.402219 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-f8cee67a-c418-4b9b-aa5d-5b9dd57079b9 demo admin] Publish callbacks [] for router (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:17:34.403326 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-f8cee67a-c418-4b9b-aa5d-5b9dd57079b9 demo admin] 10.222.0.33 "PUT /v2.0/routers/7ffa8175-ff76-4878-8e61-5198156e6119 HTTP/1.1" status: 200 len: 890 time: 1.5631444 May 28 17:17:36.038745 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Device 15680ac4-ff6e-4dc0-99b8-1025573a1108 up at agent ovs-agent-dv-cinder-843729-1-iscsi {{(pid=103913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 28 17:17:36.086194 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Provisioning complete for port 15680ac4-ff6e-4dc0-99b8-1025573a1108 triggered by entity L2. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 17:17:36.086623 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1821120'] for port (15680ac4-ff6e-4dc0-99b8-1025573a1108), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:17:36.168974 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Current status of the port 15680ac4-ff6e-4dc0-99b8-1025573a1108 is: ACTIVE; New status is: ACTIVE {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 17:17:36.869288 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.33', 52370) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:17:36.985437 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-c21757c6-235a-4e06-bd43-5c64308630f7 admin admin] 10.222.0.33 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1149693 May 28 17:17:37.846004 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-894eb944-131e-4675-899b-8cf26444fe12 None None] Sync routers for ids ['7ffa8175-ff76-4878-8e61-5198156e6119'] in dv-cinder-843729-1-iscsi {{(pid=103913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 17:17:37.873720 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-894eb944-131e-4675-899b-8cf26444fe12 None None] Routers {'7ffa8175-ff76-4878-8e61-5198156e6119'} bound to L3 agent in host dv-cinder-843729-1-iscsi {{(pid=103913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 28 17:17:37.874405 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.l3_hamode_db [None req-894eb944-131e-4675-899b-8cf26444fe12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843729-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-28T17:16:55Z,description=,heartbeat_timestamp=2022-05-28T17:17:25Z,host='dv-cinder-843729-1-iscsi',id=8a8c7bbb-808d-49ae-95de-62501e6237ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T17:16:55Z,topic='l3_agent')) {'router_ids': ['7ffa8175-ff76-4878-8e61-5198156e6119'], 'active': True} {{(pid=103913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:17:37.980574 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:17:38.038189 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:17:38.080979 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.l3_dvr_db [None req-894eb944-131e-4675-899b-8cf26444fe12 None None] Set router 7ffa8175-ff76-4878-8e61-5198156e6119 gateway port host: dv-cinder-843729-1-iscsi {{(pid=103913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 28 17:17:38.543596 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.l3_hamode_db [None req-894eb944-131e-4675-899b-8cf26444fe12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ffa8175-ff76-4878-8e61-5198156e6119', 'name': 'router1', 'tenant_id': '7b05c4db805c48ef88067735bdedc47e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'external_fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': '6a6eae0d-1fc0-4205-91ee-c375dfa20b88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T17:17:16Z', 'updated_at': '2022-05-28T17:17:33Z', 'revision_number': 4, 'project_id': '7b05c4db805c48ef88067735bdedc47e', 'gw_port': {'id': '6a6eae0d-1fc0-4205-91ee-c375dfa20b88', 'name': '', 'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:28:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ffa8175-ff76-4878-8e61-5198156e6119', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:17:33Z', 'updated_at': '2022-05-28T17:17:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843729-1-iscsi', '_interfaces': [{'id': '15680ac4-ff6e-4dc0-99b8-1025573a1108', 'name': '', 'network_id': '61d0621f-4b46-4d64-8b4d-1cfedfc3d9f0', 'tenant_id': '7b05c4db805c48ef88067735bdedc47e', 'mac_address': 'fa:16:3e:5a:f3:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ffa8175-ff76-4878-8e61-5198156e6119', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '803f8272-5c7a-4485-978b-c806eee977f7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:17:25Z', 'updated_at': '2022-05-28T17:17:28Z', 'revision_number': 5, 'project_id': '7b05c4db805c48ef88067735bdedc47e', 'subnets': [{'id': '803f8272-5c7a-4485-978b-c806eee977f7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1a4e4d3d-6999-4bb0-8968-6a314424aa33'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843729-1-iscsi', False) {} {{(pid=103913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:17:38.594976 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-894eb944-131e-4675-899b-8cf26444fe12 None None] Checking router: 7ffa8175-ff76-4878-8e61-5198156e6119 for host: dv-cinder-843729-1-iscsi {{(pid=103913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 17:17:38.595320 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-894eb944-131e-4675-899b-8cf26444fe12 None None] Updating router 7ffa8175-ff76-4878-8e61-5198156e6119 port 6a6eae0d-1fc0-4205-91ee-c375dfa20b88 binding host dv-cinder-843729-1-iscsi {{(pid=103913) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 17:17:38.656475 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-894eb944-131e-4675-899b-8cf26444fe12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (6a6eae0d-1fc0-4205-91ee-c375dfa20b88), before_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:17:38.963682 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=47 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:17:38.970911 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=39,neutron:INSERT=1 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:17:39.019292 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-894eb944-131e-4675-899b-8cf26444fe12 None None] Publish callbacks [] for port (6a6eae0d-1fc0-4205-91ee-c375dfa20b88), precommit_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:17:39.026676 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-894eb944-131e-4675-899b-8cf26444fe12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735968512485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735968120131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735968120149'] for port (6a6eae0d-1fc0-4205-91ee-c375dfa20b88), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:17:39.083318 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.managers [None req-894eb944-131e-4675-899b-8cf26444fe12 None None] Attempting to bind port 6a6eae0d-1fc0-4205-91ee-c375dfa20b88 on host dv-cinder-843729-1-iscsi for vnic_type normal with profile {{(pid=103913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 28 17:17:39.083717 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.managers [None req-894eb944-131e-4675-899b-8cf26444fe12 None None] Attempting to bind port 6a6eae0d-1fc0-4205-91ee-c375dfa20b88 by drivers openvswitch,hyperv on host dv-cinder-843729-1-iscsi at level 0 using segments [{'id': '3991c6da-7adc-4448-bfac-a7af5b626d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48'}] {{(pid=103913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 28 17:17:39.084084 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-894eb944-131e-4675-899b-8cf26444fe12 None None] Attempting to bind port 6a6eae0d-1fc0-4205-91ee-c375dfa20b88 on network 2edbe6b8-aac1-406b-a2f1-8819dd0d1c48 {{(pid=103913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 28 17:17:39.092371 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1db717e-bd38-432e-a5c9-59e5668d5e2f None None] Pushing event updated for resources: {'Port': ['ID=6a6eae0d-1fc0-4205-91ee-c375dfa20b88,revision_number=2']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:17:39.094850 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-894eb944-131e-4675-899b-8cf26444fe12 None None] Checking agent: {'id': '0032cfec-21e8-44dd-a7d5-0b8312dfe052', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843729-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 17, 16, 59), 'started_at': datetime.datetime(2022, 5, 28, 17, 17, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 17, 17, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843729-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 28 17:17:39.095880 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-894eb944-131e-4675-899b-8cf26444fe12 None None] Checking segment: {'id': '3991c6da-7adc-4448-bfac-a7af5b626d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 28 17:17:39.096286 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-894eb944-131e-4675-899b-8cf26444fe12 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:17:39.096674 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-894eb944-131e-4675-899b-8cf26444fe12 None None] Bound using segment: {'id': '3991c6da-7adc-4448-bfac-a7af5b626d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48'} {{(pid=103913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 28 17:17:39.097495 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.managers [None req-894eb944-131e-4675-899b-8cf26444fe12 None None] Bound port: 6a6eae0d-1fc0-4205-91ee-c375dfa20b88, host: dv-cinder-843729-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3991c6da-7adc-4448-bfac-a7af5b626d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48'}}] {{(pid=103913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 28 17:17:39.097882 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-894eb944-131e-4675-899b-8cf26444fe12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (6a6eae0d-1fc0-4205-91ee-c375dfa20b88), before_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:17:39.149903 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-894eb944-131e-4675-899b-8cf26444fe12 None None] For port 6a6eae0d-1fc0-4205-91ee-c375dfa20b88, host dv-cinder-843729-1-iscsi, cleared binding levels {{(pid=103913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 17:17:39.153009 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-894eb944-131e-4675-899b-8cf26444fe12 None None] For port 6a6eae0d-1fc0-4205-91ee-c375dfa20b88, host dv-cinder-843729-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843729-1-iscsi',level=0,port_id=6a6eae0d-1fc0-4205-91ee-c375dfa20b88,segment=NetworkSegment(3991c6da-7adc-4448-bfac-a7af5b626d82),segment_id=3991c6da-7adc-4448-bfac-a7af5b626d82)] {{(pid=103913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 17:17:39.172372 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-894eb944-131e-4675-899b-8cf26444fe12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735968512485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735968120131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735968120149'] for port (6a6eae0d-1fc0-4205-91ee-c375dfa20b88), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:17:39.230275 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-894eb944-131e-4675-899b-8cf26444fe12 None None] Routers {'7ffa8175-ff76-4878-8e61-5198156e6119'} bound to L3 agent in host dv-cinder-843729-1-iscsi {{(pid=103913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 28 17:17:39.230909 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.l3_hamode_db [None req-894eb944-131e-4675-899b-8cf26444fe12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843729-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-28T17:16:55Z,description=,heartbeat_timestamp=2022-05-28T17:17:25Z,host='dv-cinder-843729-1-iscsi',id=8a8c7bbb-808d-49ae-95de-62501e6237ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T17:16:55Z,topic='l3_agent')) {'router_ids': ['7ffa8175-ff76-4878-8e61-5198156e6119'], 'active': True} {{(pid=103913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:17:39.273204 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1db717e-bd38-432e-a5c9-59e5668d5e2f None None] Pushing event updated for resources: {'Port': ['ID=6a6eae0d-1fc0-4205-91ee-c375dfa20b88,revision_number=3']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:17:39.301352 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:17:39.342969 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:17:39.354055 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.l3_dvr_db [None req-894eb944-131e-4675-899b-8cf26444fe12 None None] Set router 7ffa8175-ff76-4878-8e61-5198156e6119 gateway port host: dv-cinder-843729-1-iscsi {{(pid=103913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 28 17:17:39.382406 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.agents_db [None req-b36f0ab6-f8d6-4670-a7fa-3628cf342135 None None] Agent healthcheck: found 5 active agents {{(pid=103914) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 28 17:17:39.567688 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.l3_hamode_db [None req-894eb944-131e-4675-899b-8cf26444fe12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ffa8175-ff76-4878-8e61-5198156e6119', 'name': 'router1', 'tenant_id': '7b05c4db805c48ef88067735bdedc47e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'external_fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': '6a6eae0d-1fc0-4205-91ee-c375dfa20b88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T17:17:16Z', 'updated_at': '2022-05-28T17:17:33Z', 'revision_number': 4, 'project_id': '7b05c4db805c48ef88067735bdedc47e', 'gw_port': {'id': '6a6eae0d-1fc0-4205-91ee-c375dfa20b88', 'name': '', 'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:28:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ffa8175-ff76-4878-8e61-5198156e6119', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:17:33Z', 'updated_at': '2022-05-28T17:17:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843729-1-iscsi', '_interfaces': [{'id': '15680ac4-ff6e-4dc0-99b8-1025573a1108', 'name': '', 'network_id': '61d0621f-4b46-4d64-8b4d-1cfedfc3d9f0', 'tenant_id': '7b05c4db805c48ef88067735bdedc47e', 'mac_address': 'fa:16:3e:5a:f3:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ffa8175-ff76-4878-8e61-5198156e6119', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '803f8272-5c7a-4485-978b-c806eee977f7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:17:25Z', 'updated_at': '2022-05-28T17:17:28Z', 'revision_number': 5, 'project_id': '7b05c4db805c48ef88067735bdedc47e', 'subnets': [{'id': '803f8272-5c7a-4485-978b-c806eee977f7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1a4e4d3d-6999-4bb0-8968-6a314424aa33'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843729-1-iscsi', False) {} {{(pid=103913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:17:39.595710 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-894eb944-131e-4675-899b-8cf26444fe12 None None] The sync data for ids ['7ffa8175-ff76-4878-8e61-5198156e6119'] in dv-cinder-843729-1-iscsi is: [{'id': '7ffa8175-ff76-4878-8e61-5198156e6119', 'name': 'router1', 'tenant_id': '7b05c4db805c48ef88067735bdedc47e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'external_fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': '6a6eae0d-1fc0-4205-91ee-c375dfa20b88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T17:17:16Z', 'updated_at': '2022-05-28T17:17:33Z', 'revision_number': 4, 'project_id': '7b05c4db805c48ef88067735bdedc47e', 'gw_port': {'id': '6a6eae0d-1fc0-4205-91ee-c375dfa20b88', 'name': '', 'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:28:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ffa8175-ff76-4878-8e61-5198156e6119', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:17:33Z', 'updated_at': '2022-05-28T17:17:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843729-1-iscsi', '_interfaces': [{'id': '15680ac4-ff6e-4dc0-99b8-1025573a1108', 'name': '', 'network_id': '61d0621f-4b46-4d64-8b4d-1cfedfc3d9f0', 'tenant_id': '7b05c4db805c48ef88067735bdedc47e', 'mac_address': 'fa:16:3e:5a:f3:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ffa8175-ff76-4878-8e61-5198156e6119', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '803f8272-5c7a-4485-978b-c806eee977f7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:17:25Z', 'updated_at': '2022-05-28T17:17:28Z', 'revision_number': 5, 'project_id': '7b05c4db805c48ef88067735bdedc47e', 'subnets': [{'id': '803f8272-5c7a-4485-978b-c806eee977f7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1a4e4d3d-6999-4bb0-8968-6a314424aa33'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 17:17:40.120496 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Device 6a6eae0d-1fc0-4205-91ee-c375dfa20b88 up at agent ovs-agent-dv-cinder-843729-1-iscsi {{(pid=103913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 28 17:17:40.200467 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Provisioning complete for port 6a6eae0d-1fc0-4205-91ee-c375dfa20b88 triggered by entity L2. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 17:17:40.201082 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1821120'] for port (6a6eae0d-1fc0-4205-91ee-c375dfa20b88), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:17:40.285952 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Current status of the port 6a6eae0d-1fc0-4205-91ee-c375dfa20b88 is: DOWN; New status is: ACTIVE {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 17:17:40.286261 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (6a6eae0d-1fc0-4205-91ee-c375dfa20b88), before_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:17:40.312067 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] For port 6a6eae0d-1fc0-4205-91ee-c375dfa20b88, host dv-cinder-843729-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843729-1-iscsi',level=0,port_id=6a6eae0d-1fc0-4205-91ee-c375dfa20b88,segment=NetworkSegment(3991c6da-7adc-4448-bfac-a7af5b626d82),segment_id=3991c6da-7adc-4448-bfac-a7af5b626d82)] {{(pid=103913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 17:17:40.317108 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735968512485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735968120131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735968120149'] for port (6a6eae0d-1fc0-4205-91ee-c375dfa20b88), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:17:40.372591 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Pushing event updated for resources: {'Port': ['ID=6a6eae0d-1fc0-4205-91ee-c375dfa20b88,revision_number=4']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:17:42.104311 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Device 6a6eae0d-1fc0-4205-91ee-c375dfa20b88 up at agent ovs-agent-dv-cinder-843729-1-iscsi {{(pid=103913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 28 17:17:42.208463 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Provisioning complete for port 6a6eae0d-1fc0-4205-91ee-c375dfa20b88 triggered by entity L2. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 17:17:42.208864 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1821120'] for port (6a6eae0d-1fc0-4205-91ee-c375dfa20b88), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:17:42.339116 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Current status of the port 6a6eae0d-1fc0-4205-91ee-c375dfa20b88 is: ACTIVE; New status is: ACTIVE {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 17:17:46.978417 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=3 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:17:46.982171 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=17 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:17:49.376075 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=1 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:17:49.377024 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=1 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:17:52.330717 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=65,neutron:UPDATE=2 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:17:52.335787 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=71 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:17:52.785623 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-644be9d2-8516-4dac-88cf-27ee94a6f499 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (b4d0b3c0-cc03-4456-af87-35ab415ef94b), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:17:55.110627 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-6ad832c2-c033-4685-a8ce-e39b38bcb950 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (8a8c7bbb-808d-49ae-95de-62501e6237ff), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:17:56.370910 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-f22b8f6e-815f-41ba-a8b6-c2e56f67911e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (0b51406a-5a43-473c-8a39-67b2a4c71e5e), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:17:57.645314 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-44990afe-4038-4bea-a0ed-12e052229f33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (19502cf1-8899-41f0-9103-a107faa54218), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:17:59.353963 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (0032cfec-21e8-44dd-a7d5-0b8312dfe052), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:18:09.343506 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:18:09.348526 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:18:11.386161 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=3 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:18:11.390551 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=3 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:18:16.383497 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.agents_db [None req-b36f0ab6-f8d6-4670-a7fa-3628cf342135 None None] Agent healthcheck: found 5 active agents {{(pid=103914) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 28 17:18:22.859004 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-104b0862-0f83-4141-a3cb-59ed78bcd2e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (b4d0b3c0-cc03-4456-af87-35ab415ef94b), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:18:25.119284 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-7eabf8db-cf4a-48a4-b003-b58ebddc4893 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (8a8c7bbb-808d-49ae-95de-62501e6237ff), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:18:26.362057 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-f22b8f6e-815f-41ba-a8b6-c2e56f67911e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (0b51406a-5a43-473c-8a39-67b2a4c71e5e), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:18:26.378288 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=1 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:18:26.382582 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=1 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:18:27.648213 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-44990afe-4038-4bea-a0ed-12e052229f33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (19502cf1-8899-41f0-9103-a107faa54218), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:18:29.351765 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (0032cfec-21e8-44dd-a7d5-0b8312dfe052), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:18:39.340773 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=16,neutron:UPDATE=2 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:18:39.347813 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=25,neutron:UPDATE=3 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:18:51.378575 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=3 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:18:51.380467 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:18:52.781994 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-6335e550-50d0-4933-933b-7e15dedb6009 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (b4d0b3c0-cc03-4456-af87-35ab415ef94b), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:18:53.382347 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.agents_db [None req-b36f0ab6-f8d6-4670-a7fa-3628cf342135 None None] Agent healthcheck: found 5 active agents {{(pid=103914) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 28 17:18:55.102115 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-d55ad357-8a1d-4afb-9198-879202d36dff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (8a8c7bbb-808d-49ae-95de-62501e6237ff), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:18:55.761543 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.33', 52908) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:18:55.909521 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.pecan_wsgi.hooks.translation [None req-65a2a44c-7c60-4c5e-86c6-628608ef6551 admin admin] GET failed (client error): The resource could not be found. May 28 17:18:55.910914 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-65a2a44c-7c60-4c5e-86c6-628608ef6551 admin admin] 10.222.0.33 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.1483214 May 28 17:18:56.074696 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f399c4e2-8bcd-4ba9-b73c-b48d9b98466c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:18:56.076195 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-f399c4e2-8bcd-4ba9-b73c-b48d9b98466c admin admin] 10.222.0.33 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1612113 May 28 17:18:56.363305 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-f22b8f6e-815f-41ba-a8b6-c2e56f67911e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (0b51406a-5a43-473c-8a39-67b2a4c71e5e), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:18:57.650780 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-44990afe-4038-4bea-a0ed-12e052229f33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (19502cf1-8899-41f0-9103-a107faa54218), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:18:58.343406 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.33', 52918) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:18:58.438709 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e509978f-67bb-4768-bbb5-00f7821678bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:18:58.440721 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-e509978f-67bb-4768-bbb5-00f7821678bf admin admin] 10.222.0.33 "GET /v2.0/subnets/803f8272-5c7a-4485-978b-c806eee977f7 HTTP/1.1" status: 200 len: 849 time: 0.0956964 May 28 17:18:58.450131 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.v2.base [None req-ff8a9d27-262e-4ea3-9fee-155cd1c40a81 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 17:18:58.540581 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-ff8a9d27-262e-4ea3-9fee-155cd1c40a81 admin admin] Publish callbacks [] for subnet (803f8272-5c7a-4485-978b-c806eee977f7), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:18:58.693538 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-ff8a9d27-262e-4ea3-9fee-155cd1c40a81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8735968512476'] for subnet (803f8272-5c7a-4485-978b-c806eee977f7), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:18:58.726465 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff8a9d27-262e-4ea3-9fee-155cd1c40a81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:18:58.727224 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-ff8a9d27-262e-4ea3-9fee-155cd1c40a81 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-152074'] for subnet (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:18:58.729566 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-ff8a9d27-262e-4ea3-9fee-155cd1c40a81 admin admin] 10.222.0.33 "PUT /v2.0/subnets/803f8272-5c7a-4485-978b-c806eee977f7 HTTP/1.1" status: 200 len: 868 time: 0.2826910 May 28 17:18:58.730542 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53f861ec-fa02-4390-9aa1-7cdd754bbc50 None None] Network 61d0621f-4b46-4d64-8b4d-1cfedfc3d9f0 requested from dv-cinder-843729-1-iscsi {{(pid=103913) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 28 17:18:58.751441 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8a9d27-262e-4ea3-9fee-155cd1c40a81 admin admin] Pushing event updated for resources: {'Subnet': ['ID=803f8272-5c7a-4485-978b-c806eee977f7,revision_number=1']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:18:58.759816 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8a9d27-262e-4ea3-9fee-155cd1c40a81 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:18:58.760201 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8a9d27-262e-4ea3-9fee-155cd1c40a81 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:18:58.760671 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8a9d27-262e-4ea3-9fee-155cd1c40a81 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:18:58.761023 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8a9d27-262e-4ea3-9fee-155cd1c40a81 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:18:58.761358 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8a9d27-262e-4ea3-9fee-155cd1c40a81 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:18:58.761693 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8a9d27-262e-4ea3-9fee-155cd1c40a81 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:18:58.762078 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8a9d27-262e-4ea3-9fee-155cd1c40a81 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:18:58.762415 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8a9d27-262e-4ea3-9fee-155cd1c40a81 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:18:58.762763 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8a9d27-262e-4ea3-9fee-155cd1c40a81 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:18:58.763096 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8a9d27-262e-4ea3-9fee-155cd1c40a81 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:18:58.763456 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8a9d27-262e-4ea3-9fee-155cd1c40a81 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:18:58.763786 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8a9d27-262e-4ea3-9fee-155cd1c40a81 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:18:58.764110 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8a9d27-262e-4ea3-9fee-155cd1c40a81 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:18:58.764437 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8a9d27-262e-4ea3-9fee-155cd1c40a81 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:18:58.764754 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8a9d27-262e-4ea3-9fee-155cd1c40a81 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:18:59.064421 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-31ba9d5a-6d9a-47d4-a487-297b4bd86664 None None] Provisioning complete for port 0b358c53-da2c-474b-842b-31c2c208da23 triggered by entity DHCP. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 17:18:59.065331 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-31ba9d5a-6d9a-47d4-a487-297b4bd86664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1821120'] for port (0b358c53-da2c-474b-842b-31c2c208da23), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:18:59.137965 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-31ba9d5a-6d9a-47d4-a487-297b4bd86664 None None] Current status of the port 0b358c53-da2c-474b-842b-31c2c208da23 is: ACTIVE; New status is: ACTIVE {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 17:18:59.146557 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-31ba9d5a-6d9a-47d4-a487-297b4bd86664 None None] Provisioning complete for port 15680ac4-ff6e-4dc0-99b8-1025573a1108 triggered by entity DHCP. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 17:18:59.146936 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-31ba9d5a-6d9a-47d4-a487-297b4bd86664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1821120'] for port (15680ac4-ff6e-4dc0-99b8-1025573a1108), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:18:59.215606 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-31ba9d5a-6d9a-47d4-a487-297b4bd86664 None None] Current status of the port 15680ac4-ff6e-4dc0-99b8-1025573a1108 is: ACTIVE; New status is: ACTIVE {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 17:18:59.354340 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (0032cfec-21e8-44dd-a7d5-0b8312dfe052), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:19:00.978498 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.33', 52928) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:19:01.183164 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0700e759-4f42-48e9-9533-c6038006d5b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:19:01.183671 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0700e759-4f42-48e9-9533-c6038006d5b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:19:01.185710 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-0700e759-4f42-48e9-9533-c6038006d5b8 admin admin] 10.222.0.33 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2063389 May 28 17:19:03.420740 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.33', 52936) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:19:03.623255 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-533d6742-ed8a-4b1c-bc65-a09f2fbebc3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:19:03.623672 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-533d6742-ed8a-4b1c-bc65-a09f2fbebc3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:19:03.625214 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-533d6742-ed8a-4b1c-bc65-a09f2fbebc3b admin admin] 10.222.0.33 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2035458 May 28 17:19:05.860816 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.33', 52944) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:19:05.988278 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b07b80d-cfc9-49ac-b00e-2835fd49a12f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:19:05.989552 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-7b07b80d-cfc9-49ac-b00e-2835fd49a12f admin admin] 10.222.0.33 "GET /v2.0/networks/2edbe6b8-aac1-406b-a2f1-8819dd0d1c48 HTTP/1.1" status: 200 len: 886 time: 0.1277738 May 28 17:19:08.242240 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.33', 52952) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:19:08.379835 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b088c7e-aa5e-4195-bec5-583aa5057eab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:19:08.381110 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-2b088c7e-aa5e-4195-bec5-583aa5057eab admin admin] 10.222.0.33 "GET /v2.0/networks/61d0621f-4b46-4d64-8b4d-1cfedfc3d9f0 HTTP/1.1" status: 200 len: 869 time: 0.1379380 May 28 17:19:09.348787 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=50,neutron:UPDATE=1 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:19:09.349625 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=42,neutron:UPDATE=4 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:19:09.377922 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=2 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:19:09.396821 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=2 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:19:10.632059 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.33', 52960) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:19:10.758088 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4326e160-78d0-48b7-bf2d-2c6ae1c7e843 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:19:10.758542 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4326e160-78d0-48b7-bf2d-2c6ae1c7e843 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:19:10.760079 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-4326e160-78d0-48b7-bf2d-2c6ae1c7e843 admin admin] 10.222.0.33 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1269777 May 28 17:19:11.179010 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=55,neutron:UPDATE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:19:11.181070 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=65,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:19:12.991514 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.33', 52970) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:19:13.083530 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2af8681b-db07-4173-bd0d-16c621671262 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:19:13.083988 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2af8681b-db07-4173-bd0d-16c621671262 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:19:13.085535 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-2af8681b-db07-4173-bd0d-16c621671262 admin admin] 10.222.0.33 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0931368 May 28 17:19:15.333035 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.33', 52978) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:19:15.422147 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bce3a3ef-84e3-4768-a616-528de47aa0c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:19:15.424068 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-bce3a3ef-84e3-4768-a616-528de47aa0c8 admin admin] 10.222.0.33 "GET /v2.0/subnets/5128d65d-65c0-41d1-99c9-7682fd6eaf92 HTTP/1.1" status: 200 len: 816 time: 0.0895391 May 28 17:19:17.668265 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.33', 52986) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:19:17.761150 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b28e072c-60b7-4216-bd01-d49f56334818 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:19:17.762503 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-b28e072c-60b7-4216-bd01-d49f56334818 admin admin] 10.222.0.33 "GET /v2.0/subnets/803f8272-5c7a-4485-978b-c806eee977f7 HTTP/1.1" status: 200 len: 868 time: 0.0932937 May 28 17:19:22.785693 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-6437bd9b-339b-422d-98c7-590b119dbdd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (b4d0b3c0-cc03-4456-af87-35ab415ef94b), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:19:23.077435 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=55 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:19:23.078624 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=62 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:19:25.104398 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-a45d44a1-916c-4a74-a3ae-80cc332d43fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (8a8c7bbb-808d-49ae-95de-62501e6237ff), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:19:25.386181 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=2 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:19:25.391258 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=4 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:19:26.363587 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-f22b8f6e-815f-41ba-a8b6-c2e56f67911e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (0b51406a-5a43-473c-8a39-67b2a4c71e5e), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:19:27.652680 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-44990afe-4038-4bea-a0ed-12e052229f33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (19502cf1-8899-41f0-9103-a107faa54218), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:19:27.752702 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=10 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:19:27.758625 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=13 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:19:29.356472 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (0032cfec-21e8-44dd-a7d5-0b8312dfe052), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:19:30.381326 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.agents_db [None req-b36f0ab6-f8d6-4670-a7fa-3628cf342135 None None] Agent healthcheck: found 5 active agents {{(pid=103914) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 28 17:19:39.350514 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:19:39.352412 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:19:40.378002 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=2 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:19:52.787570 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-42315f53-2dbf-4c4b-8da9-db612f3de688 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (b4d0b3c0-cc03-4456-af87-35ab415ef94b), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:19:55.106470 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-8fd08cf4-407d-4741-9924-ad43812d5acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (8a8c7bbb-808d-49ae-95de-62501e6237ff), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:19:56.366930 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-f22b8f6e-815f-41ba-a8b6-c2e56f67911e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (0b51406a-5a43-473c-8a39-67b2a4c71e5e), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:19:57.656933 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-44990afe-4038-4bea-a0ed-12e052229f33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (19502cf1-8899-41f0-9103-a107faa54218), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:19:58.195769 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.33', 53048) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:19:58.243235 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.wsgi [None req-7d4d3826-49ea-447a-bae3-be705ff52633 admin admin] http://10.222.0.33:9696/v2.0/extensions returned with HTTP 200 {{(pid=103911) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 28 17:19:58.244262 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-7d4d3826-49ea-447a-bae3-be705ff52633 admin admin] 10.222.0.33 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0475562 May 28 17:19:59.360239 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (0032cfec-21e8-44dd-a7d5-0b8312dfe052), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:20:00.576921 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.33', 53056) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:20:00.638091 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.pecan_wsgi.hooks.translation [None req-53b7c595-ec04-4097-89da-ebadbc3951e1 admin admin] GET failed (client error): The resource could not be found. May 28 17:20:00.639369 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-53b7c595-ec04-4097-89da-ebadbc3951e1 admin admin] 10.222.0.33 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0614901 May 28 17:20:00.784661 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c48000f2-0c7b-4867-9a0f-e33d5bc3e6b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:20:00.786062 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-c48000f2-0c7b-4867-9a0f-e33d5bc3e6b6 admin admin] 10.222.0.33 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1420298 May 28 17:20:02.383589 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=18 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:20:02.387380 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=14 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:20:03.023445 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.33', 53064) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:20:03.069845 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.v2.base [None req-efe6ed95-ab3b-483e-a632-fee6bac85a05 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=103912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 17:20:03.089788 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efe6ed95-ab3b-483e-a632-fee6bac85a05 admin admin] Made reservation on behalf of 3b7d62044f5549a6b53772308a090b05 for: {'network': 1} {{(pid=103912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 17:20:03.092090 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-efe6ed95-ab3b-483e-a632-fee6bac85a05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for network (None), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:20:03.127280 dv-cinder-843729-1-iscsi neutron-server[103912]: WARNING neutron.services.revisions.revision_plugin [None req-efe6ed95-ab3b-483e-a632-fee6bac85a05 admin admin] Could not find related network for resource to bump revision. May 28 17:20:03.140335 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efe6ed95-ab3b-483e-a632-fee6bac85a05 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 152} {{(pid=103912) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 17:20:03.149838 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-efe6ed95-ab3b-483e-a632-fee6bac85a05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766051'] for segment (8027bec4-92f5-4c84-9a39-242f1a587b15), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:20:03.150182 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.db.segments_db [None req-efe6ed95-ab3b-483e-a632-fee6bac85a05 admin admin] Added segment 8027bec4-92f5-4c84-9a39-242f1a587b15 of type vlan for network d7849cd7-5bce-4d47-bf7c-4bdaa29163f6 May 28 17:20:03.189132 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-efe6ed95-ab3b-483e-a632-fee6bac85a05 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735968101232'] for network (d7849cd7-5bce-4d47-bf7c-4bdaa29163f6), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:20:03.212649 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-efe6ed95-ab3b-483e-a632-fee6bac85a05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116'] for network (d7849cd7-5bce-4d47-bf7c-4bdaa29163f6), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:20:03.213695 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efe6ed95-ab3b-483e-a632-fee6bac85a05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:20:03.214268 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-efe6ed95-ab3b-483e-a632-fee6bac85a05 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-152074'] for network (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:20:03.270043 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-efe6ed95-ab3b-483e-a632-fee6bac85a05 admin admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 828 time: 0.2454429 May 28 17:20:03.326714 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe6ed95-ab3b-483e-a632-fee6bac85a05 admin admin] Pushing event updated for resources: {'Network': ['ID=d7849cd7-5bce-4d47-bf7c-4bdaa29163f6,revision_number=1']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:20:03.343721 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe6ed95-ab3b-483e-a632-fee6bac85a05 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:20:03.344063 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe6ed95-ab3b-483e-a632-fee6bac85a05 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:20:03.344421 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe6ed95-ab3b-483e-a632-fee6bac85a05 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:20:03.344758 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe6ed95-ab3b-483e-a632-fee6bac85a05 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:20:03.345088 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe6ed95-ab3b-483e-a632-fee6bac85a05 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:20:03.345417 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe6ed95-ab3b-483e-a632-fee6bac85a05 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:20:03.345742 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe6ed95-ab3b-483e-a632-fee6bac85a05 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:20:03.346062 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe6ed95-ab3b-483e-a632-fee6bac85a05 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:20:03.346397 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe6ed95-ab3b-483e-a632-fee6bac85a05 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:20:03.346724 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe6ed95-ab3b-483e-a632-fee6bac85a05 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:20:03.347061 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe6ed95-ab3b-483e-a632-fee6bac85a05 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:20:03.347408 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe6ed95-ab3b-483e-a632-fee6bac85a05 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:20:03.347732 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe6ed95-ab3b-483e-a632-fee6bac85a05 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:20:03.348049 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe6ed95-ab3b-483e-a632-fee6bac85a05 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:20:03.348363 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe6ed95-ab3b-483e-a632-fee6bac85a05 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:20:03.360551 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Network d7849cd7-5bce-4d47-bf7c-4bdaa29163f6 details requested by agent ovs-agent-dv-cinder-843729-1-iscsi with host dv-cinder-843729-1-iscsi {{(pid=103913) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 28 17:20:05.534487 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.33', 53072) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:20:05.594739 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.pecan_wsgi.hooks.translation [None req-843bc6a7-bc59-48ff-828a-f9dcc6e23b91 admin admin] GET failed (client error): The resource could not be found. May 28 17:20:05.596028 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-843bc6a7-bc59-48ff-828a-f9dcc6e23b91 admin admin] 10.222.0.33 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0605574 May 28 17:20:05.665166 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94b73eb6-9b7d-4f49-a41d-360ca5b9e605 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:20:05.666583 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-94b73eb6-9b7d-4f49-a41d-360ca5b9e605 admin admin] 10.222.0.33 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0665555 May 28 17:20:05.676372 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.v2.base [None req-c840cb59-ea3b-4c54-9964-849fd972c49c admin admin] Request body: {'subnet': {'ip_version': 4, 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': 'd7849cd7-5bce-4d47-bf7c-4bdaa29163f6', 'name': 'shared-subnet'}} {{(pid=103911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 17:20:05.695558 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c840cb59-ea3b-4c54-9964-849fd972c49c admin admin] Made reservation on behalf of 3b7d62044f5549a6b53772308a090b05 for: {'subnet': 1} {{(pid=103911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 17:20:05.697851 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-c840cb59-ea3b-4c54-9964-849fd972c49c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:20:05.860916 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-c840cb59-ea3b-4c54-9964-849fd972c49c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116'] for subnet (2cba357c-0b7b-4509-b507-e6980235a9d5), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:20:05.912409 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c840cb59-ea3b-4c54-9964-849fd972c49c admin admin] Pushing event updated for resources: {'Subnet': ['ID=2cba357c-0b7b-4509-b507-e6980235a9d5,revision_number=0']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:20:05.925347 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c840cb59-ea3b-4c54-9964-849fd972c49c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:20:05.925691 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c840cb59-ea3b-4c54-9964-849fd972c49c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:20:05.926048 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c840cb59-ea3b-4c54-9964-849fd972c49c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:20:05.926390 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c840cb59-ea3b-4c54-9964-849fd972c49c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:20:05.926719 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c840cb59-ea3b-4c54-9964-849fd972c49c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:20:05.927044 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c840cb59-ea3b-4c54-9964-849fd972c49c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:20:05.927387 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c840cb59-ea3b-4c54-9964-849fd972c49c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:20:05.927713 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c840cb59-ea3b-4c54-9964-849fd972c49c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:20:05.928036 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c840cb59-ea3b-4c54-9964-849fd972c49c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:20:05.928356 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c840cb59-ea3b-4c54-9964-849fd972c49c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:20:05.928691 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c840cb59-ea3b-4c54-9964-849fd972c49c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:20:05.929031 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c840cb59-ea3b-4c54-9964-849fd972c49c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:20:05.929353 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c840cb59-ea3b-4c54-9964-849fd972c49c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:20:05.929669 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c840cb59-ea3b-4c54-9964-849fd972c49c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:20:05.929984 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c840cb59-ea3b-4c54-9964-849fd972c49c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:20:05.940162 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c840cb59-ea3b-4c54-9964-849fd972c49c admin admin] Checking segment: {'id': '8027bec4-92f5-4c84-9a39-242f1a587b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd7849cd7-5bce-4d47-bf7c-4bdaa29163f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 28 17:20:05.940512 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c840cb59-ea3b-4c54-9964-849fd972c49c admin admin] Network hostable DHCP agents. Network: d7849cd7-5bce-4d47-bf7c-4bdaa29163f6, hostable agents: ['b4d0b3c0-cc03-4456-af87-35ab415ef94b'], hosted agents: [] {{(pid=103911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 17:20:05.956785 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c840cb59-ea3b-4c54-9964-849fd972c49c admin admin] Network d7849cd7-5bce-4d47-bf7c-4bdaa29163f6 is scheduled to be hosted by DHCP agent b4d0b3c0-cc03-4456-af87-35ab415ef94b with binding_index 1 {{(pid=103911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 17:20:05.965299 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.scheduler.base_scheduler [None req-c840cb59-ea3b-4c54-9964-849fd972c49c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843729-1-iscsi, d7849cd7-5bce-4d47-bf7c-4bdaa29163f6) {{(pid=103911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 17:20:05.970895 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c840cb59-ea3b-4c54-9964-849fd972c49c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:20:05.971889 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-c840cb59-ea3b-4c54-9964-849fd972c49c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-152074'] for subnet (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:20:05.974860 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f33f91e-a220-49fc-8ce2-fc62366d88e1 None None] Network d7849cd7-5bce-4d47-bf7c-4bdaa29163f6 requested from dv-cinder-843729-1-iscsi {{(pid=103913) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 28 17:20:05.988408 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-c840cb59-ea3b-4c54-9964-849fd972c49c admin admin] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3152883 May 28 17:20:06.182562 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03c66361-f766-4928-873c-16a89a889431 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d5e403e-4665-5b85-8da6-ff3b1ced4194-d7849cd7-5bce-4d47-bf7c-4bdaa29163f6', 'network_id': 'd7849cd7-5bce-4d47-bf7c-4bdaa29163f6', 'project_id': '3b7d62044f5549a6b53772308a090b05', 'fixed_ips': [{'subnet_id': '2cba357c-0b7b-4509-b507-e6980235a9d5'}]}} from dv-cinder-843729-1-iscsi. {{(pid=103913) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 28 17:20:06.183569 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-03c66361-f766-4928-873c-16a89a889431 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (None), before_create {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:20:06.324601 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.db_base_plugin_common [None req-03c66361-f766-4928-873c-16a89a889431 None None] Allocated IP 192.168.233.2 (d7849cd7-5bce-4d47-bf7c-4bdaa29163f6/2cba357c-0b7b-4509-b507-e6980235a9d5/dd97e060-3c4d-48c5-b389-e71bd7276851) {{(pid=103913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 17:20:06.470570 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-03c66361-f766-4928-873c-16a89a889431 None None] Publish callbacks [] for port (dd97e060-3c4d-48c5-b389-e71bd7276851), precommit_create {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:20:06.476821 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-03c66361-f766-4928-873c-16a89a889431 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735968120113'] for port (dd97e060-3c4d-48c5-b389-e71bd7276851), after_create {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:20:06.513923 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03c66361-f766-4928-873c-16a89a889431 None None] Network d7849cd7-5bce-4d47-bf7c-4bdaa29163f6 is already hosted by enough agents. {{(pid=103913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 17:20:06.522669 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.scheduler.base_scheduler [None req-03c66361-f766-4928-873c-16a89a889431 None None] Resources bound (agent type, host, resource id): {{(pid=103913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 17:20:06.528569 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c66361-f766-4928-873c-16a89a889431 None None] Received port after_create {{(pid=103913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 28 17:20:06.533862 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c66361-f766-4928-873c-16a89a889431 None None] Pushing event updated for resources: {'Port': ['ID=dd97e060-3c4d-48c5-b389-e71bd7276851,revision_number=1']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:20:06.557624 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c66361-f766-4928-873c-16a89a889431 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:20:06.557960 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c66361-f766-4928-873c-16a89a889431 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:20:06.558307 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c66361-f766-4928-873c-16a89a889431 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:20:06.558652 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c66361-f766-4928-873c-16a89a889431 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:20:06.559017 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c66361-f766-4928-873c-16a89a889431 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:20:06.559432 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c66361-f766-4928-873c-16a89a889431 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:20:06.559669 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c66361-f766-4928-873c-16a89a889431 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:20:06.559985 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c66361-f766-4928-873c-16a89a889431 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:20:06.560301 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c66361-f766-4928-873c-16a89a889431 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:20:06.560620 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c66361-f766-4928-873c-16a89a889431 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:20:06.560928 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c66361-f766-4928-873c-16a89a889431 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:20:06.561251 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c66361-f766-4928-873c-16a89a889431 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:20:06.561564 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c66361-f766-4928-873c-16a89a889431 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:20:06.562397 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c66361-f766-4928-873c-16a89a889431 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:20:06.562715 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c66361-f766-4928-873c-16a89a889431 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:20:06.599183 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.managers [None req-03c66361-f766-4928-873c-16a89a889431 None None] Attempting to bind port dd97e060-3c4d-48c5-b389-e71bd7276851 on host dv-cinder-843729-1-iscsi for vnic_type normal with profile {{(pid=103913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 28 17:20:06.599502 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.managers [None req-03c66361-f766-4928-873c-16a89a889431 None None] Attempting to bind port dd97e060-3c4d-48c5-b389-e71bd7276851 by drivers openvswitch,hyperv on host dv-cinder-843729-1-iscsi at level 0 using segments [{'id': '8027bec4-92f5-4c84-9a39-242f1a587b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd7849cd7-5bce-4d47-bf7c-4bdaa29163f6'}] {{(pid=103913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 28 17:20:06.599859 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c66361-f766-4928-873c-16a89a889431 None None] Attempting to bind port dd97e060-3c4d-48c5-b389-e71bd7276851 on network d7849cd7-5bce-4d47-bf7c-4bdaa29163f6 {{(pid=103913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 28 17:20:06.604983 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c66361-f766-4928-873c-16a89a889431 None None] Checking agent: {'id': '0032cfec-21e8-44dd-a7d5-0b8312dfe052', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843729-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 17, 16, 59), 'started_at': datetime.datetime(2022, 5, 28, 17, 17, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 17, 19, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843729-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 28 17:20:06.605345 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c66361-f766-4928-873c-16a89a889431 None None] Checking segment: {'id': '8027bec4-92f5-4c84-9a39-242f1a587b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd7849cd7-5bce-4d47-bf7c-4bdaa29163f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 28 17:20:06.605730 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-03c66361-f766-4928-873c-16a89a889431 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:20:06.606114 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c66361-f766-4928-873c-16a89a889431 None None] Bound using segment: {'id': '8027bec4-92f5-4c84-9a39-242f1a587b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd7849cd7-5bce-4d47-bf7c-4bdaa29163f6'} {{(pid=103913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 28 17:20:06.606566 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.managers [None req-03c66361-f766-4928-873c-16a89a889431 None None] Bound port: dd97e060-3c4d-48c5-b389-e71bd7276851, host: dv-cinder-843729-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8027bec4-92f5-4c84-9a39-242f1a587b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd7849cd7-5bce-4d47-bf7c-4bdaa29163f6'}}] {{(pid=103913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 28 17:20:06.606940 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-03c66361-f766-4928-873c-16a89a889431 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (dd97e060-3c4d-48c5-b389-e71bd7276851), before_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:20:06.669854 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-03c66361-f766-4928-873c-16a89a889431 None None] For port dd97e060-3c4d-48c5-b389-e71bd7276851, host dv-cinder-843729-1-iscsi, cleared binding levels {{(pid=103913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 17:20:06.673600 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-03c66361-f766-4928-873c-16a89a889431 None None] For port dd97e060-3c4d-48c5-b389-e71bd7276851, host dv-cinder-843729-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843729-1-iscsi',level=0,port_id=dd97e060-3c4d-48c5-b389-e71bd7276851,segment=NetworkSegment(8027bec4-92f5-4c84-9a39-242f1a587b15),segment_id=8027bec4-92f5-4c84-9a39-242f1a587b15)] {{(pid=103913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 17:20:06.679678 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-03c66361-f766-4928-873c-16a89a889431 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735968512485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735968120131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735968120149'] for port (dd97e060-3c4d-48c5-b389-e71bd7276851), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:20:06.741424 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c66361-f766-4928-873c-16a89a889431 None None] Pushing event updated for resources: {'Port': ['ID=dd97e060-3c4d-48c5-b389-e71bd7276851,revision_number=2']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:20:07.381136 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.agents_db [None req-b36f0ab6-f8d6-4670-a7fa-3628cf342135 None None] Agent healthcheck: found 5 active agents {{(pid=103914) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 28 17:20:07.581111 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcf81783-7dae-46b8-aebb-029d5d5d8f87 None None] Network d7849cd7-5bce-4d47-bf7c-4bdaa29163f6 requested from dv-cinder-843729-1-iscsi {{(pid=103913) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 28 17:20:07.605962 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=86,neutron:UPDATE=11,neutron:INSERT=3 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:20:07.615739 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:20:07.658214 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-181b4714-2b7a-41dc-84ff-e07d3eb79e55 None None] Provisioning complete for port dd97e060-3c4d-48c5-b389-e71bd7276851 triggered by entity DHCP. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 17:20:07.658643 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-181b4714-2b7a-41dc-84ff-e07d3eb79e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1821120'] for port (dd97e060-3c4d-48c5-b389-e71bd7276851), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:20:07.770399 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-181b4714-2b7a-41dc-84ff-e07d3eb79e55 None None] Current status of the port dd97e060-3c4d-48c5-b389-e71bd7276851 is: DOWN; New status is: ACTIVE {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 17:20:07.770765 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-181b4714-2b7a-41dc-84ff-e07d3eb79e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (dd97e060-3c4d-48c5-b389-e71bd7276851), before_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:20:07.809635 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-181b4714-2b7a-41dc-84ff-e07d3eb79e55 None None] For port dd97e060-3c4d-48c5-b389-e71bd7276851, host dv-cinder-843729-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843729-1-iscsi',level=0,port_id=dd97e060-3c4d-48c5-b389-e71bd7276851,segment=NetworkSegment(8027bec4-92f5-4c84-9a39-242f1a587b15),segment_id=8027bec4-92f5-4c84-9a39-242f1a587b15)] {{(pid=103913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 17:20:07.815785 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-181b4714-2b7a-41dc-84ff-e07d3eb79e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735968512485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735968120131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735968120149'] for port (dd97e060-3c4d-48c5-b389-e71bd7276851), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:20:07.870702 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181b4714-2b7a-41dc-84ff-e07d3eb79e55 None None] Pushing event updated for resources: {'Port': ['ID=dd97e060-3c4d-48c5-b389-e71bd7276851,revision_number=3']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:20:08.038688 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-fc29f4ea-db9f-474a-a3c1-4c7fc946b729 None None] Provisioning complete for port dd97e060-3c4d-48c5-b389-e71bd7276851 triggered by entity DHCP. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 17:20:08.039511 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-fc29f4ea-db9f-474a-a3c1-4c7fc946b729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1821120'] for port (dd97e060-3c4d-48c5-b389-e71bd7276851), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:20:08.122513 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-fc29f4ea-db9f-474a-a3c1-4c7fc946b729 None None] Current status of the port dd97e060-3c4d-48c5-b389-e71bd7276851 is: ACTIVE; New status is: ACTIVE {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 17:20:08.174855 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Device dd97e060-3c4d-48c5-b389-e71bd7276851 up at agent ovs-agent-dv-cinder-843729-1-iscsi {{(pid=103913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 28 17:20:08.219087 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Provisioning complete for port dd97e060-3c4d-48c5-b389-e71bd7276851 triggered by entity L2. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 17:20:08.219769 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1821120'] for port (dd97e060-3c4d-48c5-b389-e71bd7276851), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:20:08.291626 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Current status of the port dd97e060-3c4d-48c5-b389-e71bd7276851 is: ACTIVE; New status is: ACTIVE {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 17:20:13.329861 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=24,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:20:13.330653 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=23,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:20:15.982021 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=57,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:20:15.982752 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=58,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:20:17.377258 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=1 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:20:17.377991 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=1 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:20:18.287009 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=60,neutron:UPDATE=1 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:20:18.289780 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=59,neutron:UPDATE=1 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:20:22.804118 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-c71fb3d8-17b6-41d3-a262-0f3e82e45fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (b4d0b3c0-cc03-4456-af87-35ab415ef94b), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:20:25.109008 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-102245fc-1371-4f9e-8cdd-3a7b69f8f579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (8a8c7bbb-808d-49ae-95de-62501e6237ff), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:20:26.366371 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-f22b8f6e-815f-41ba-a8b6-c2e56f67911e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (0b51406a-5a43-473c-8a39-67b2a4c71e5e), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:20:27.660898 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-44990afe-4038-4bea-a0ed-12e052229f33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (19502cf1-8899-41f0-9103-a107faa54218), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:20:29.364698 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (0032cfec-21e8-44dd-a7d5-0b8312dfe052), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:20:39.352755 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:20:39.359025 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:20:39.388621 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=1 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:20:39.394271 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=5 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:20:44.381673 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.agents_db [None req-b36f0ab6-f8d6-4670-a7fa-3628cf342135 None None] Agent healthcheck: found 5 active agents {{(pid=103914) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 28 17:20:52.787803 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-7deb59e2-64f4-4608-83eb-d212d674df4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (b4d0b3c0-cc03-4456-af87-35ab415ef94b), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:20:54.377141 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=1 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:20:54.377822 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:20:55.111915 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-f0740909-13d0-4ba1-b9f7-ff8dcefaff57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (8a8c7bbb-808d-49ae-95de-62501e6237ff), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:20:56.371710 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-f22b8f6e-815f-41ba-a8b6-c2e56f67911e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (0b51406a-5a43-473c-8a39-67b2a4c71e5e), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:20:57.662945 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-44990afe-4038-4bea-a0ed-12e052229f33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (19502cf1-8899-41f0-9103-a107faa54218), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:20:59.369105 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (0032cfec-21e8-44dd-a7d5-0b8312dfe052), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:21:09.355889 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:21:09.363591 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:21:16.385040 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=2 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:21:16.390178 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=4 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:21:21.380576 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.agents_db [None req-b36f0ab6-f8d6-4670-a7fa-3628cf342135 None None] Agent healthcheck: found 5 active agents {{(pid=103914) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 28 17:21:22.792078 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-db0296e9-7e0f-4928-9b91-365d9be31372 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (b4d0b3c0-cc03-4456-af87-35ab415ef94b), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:21:25.114606 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-1e218511-d0d4-4800-94d0-37ea043f5504 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (8a8c7bbb-808d-49ae-95de-62501e6237ff), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:21:26.369214 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-f22b8f6e-815f-41ba-a8b6-c2e56f67911e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (0b51406a-5a43-473c-8a39-67b2a4c71e5e), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:21:27.666836 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-44990afe-4038-4bea-a0ed-12e052229f33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (19502cf1-8899-41f0-9103-a107faa54218), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:21:29.375023 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (0032cfec-21e8-44dd-a7d5-0b8312dfe052), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:21:31.376369 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=1 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:21:31.377087 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=1 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:21:39.364327 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:21:39.370909 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:21:46.237153 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.33', 53110) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:21:46.242996 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.wsgi [None req-ee23cc37-efad-46c5-89e4-05cca30ed722 tempest-verify_tempest_config-747818634 tempest-verify_tempest_config-747818634-project] http://10.222.0.33:9696/v2.0/extensions returned with HTTP 200 {{(pid=103911) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 28 17:21:46.244021 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-ee23cc37-efad-46c5-89e4-05cca30ed722 tempest-verify_tempest_config-747818634 tempest-verify_tempest_config-747818634-project] 10.222.0.33 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0059695 May 28 17:21:46.538430 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.33', 53128) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:21:46.642368 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-d69bf3cb-521a-4359-8176-3441160ecdda admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:21:46.717667 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-d69bf3cb-521a-4359-8176-3441160ecdda admin admin] Publish callbacks [] for security_group (cd87ae7c-22b1-446e-834c-637201e7bc76), precommit_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:21:46.721557 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-d69bf3cb-521a-4359-8176-3441160ecdda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594961'] for security_group (cd87ae7c-22b1-446e-834c-637201e7bc76), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:21:46.768734 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-d69bf3cb-521a-4359-8176-3441160ecdda admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=70d63ad291644b309180cd046a9e0c24&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2292881 May 28 17:21:46.769570 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69bf3cb-521a-4359-8176-3441160ecdda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd87ae7c-22b1-446e-834c-637201e7bc76,revision_number=1']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:21:46.771435 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.33', 53132) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:21:46.776276 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69bf3cb-521a-4359-8176-3441160ecdda admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:21:46.776622 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69bf3cb-521a-4359-8176-3441160ecdda admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:21:46.776983 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69bf3cb-521a-4359-8176-3441160ecdda admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:21:46.777323 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69bf3cb-521a-4359-8176-3441160ecdda admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:21:46.777709 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69bf3cb-521a-4359-8176-3441160ecdda admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:21:46.778546 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69bf3cb-521a-4359-8176-3441160ecdda admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:21:46.778869 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69bf3cb-521a-4359-8176-3441160ecdda admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:21:46.779192 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69bf3cb-521a-4359-8176-3441160ecdda admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:21:46.779555 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69bf3cb-521a-4359-8176-3441160ecdda admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:21:46.779883 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69bf3cb-521a-4359-8176-3441160ecdda admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:21:46.780220 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69bf3cb-521a-4359-8176-3441160ecdda admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:21:46.780544 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69bf3cb-521a-4359-8176-3441160ecdda admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:21:46.780880 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69bf3cb-521a-4359-8176-3441160ecdda admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:21:46.781183 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69bf3cb-521a-4359-8176-3441160ecdda admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:21:46.781522 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69bf3cb-521a-4359-8176-3441160ecdda admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:21:46.828576 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-d9d105f3-21ed-4764-8bcb-9000a6714e69 admin admin] Publish callbacks [] for security_group (cd87ae7c-22b1-446e-834c-637201e7bc76), before_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:21:46.850431 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-d9d105f3-21ed-4764-8bcb-9000a6714e69 admin admin] Publish callbacks [] for security_group (cd87ae7c-22b1-446e-834c-637201e7bc76), precommit_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:21:46.941543 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-d9d105f3-21ed-4764-8bcb-9000a6714e69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594961'] for security_group (cd87ae7c-22b1-446e-834c-637201e7bc76), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:21:46.944085 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-d9d105f3-21ed-4764-8bcb-9000a6714e69 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:21:46.945268 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-d9d105f3-21ed-4764-8bcb-9000a6714e69 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/cd87ae7c-22b1-446e-834c-637201e7bc76 HTTP/1.1" status: 204 len: 168 time: 0.1728072 May 28 17:21:46.953718 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d105f3-21ed-4764-8bcb-9000a6714e69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd87ae7c-22b1-446e-834c-637201e7bc76,revision_number=None']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:21:46.960341 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d105f3-21ed-4764-8bcb-9000a6714e69 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:21:46.960636 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d105f3-21ed-4764-8bcb-9000a6714e69 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:21:46.960978 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d105f3-21ed-4764-8bcb-9000a6714e69 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:21:46.961621 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d105f3-21ed-4764-8bcb-9000a6714e69 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:21:46.961957 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d105f3-21ed-4764-8bcb-9000a6714e69 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:21:46.962350 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d105f3-21ed-4764-8bcb-9000a6714e69 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:21:46.962590 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d105f3-21ed-4764-8bcb-9000a6714e69 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:21:46.962911 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d105f3-21ed-4764-8bcb-9000a6714e69 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:21:46.963233 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d105f3-21ed-4764-8bcb-9000a6714e69 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:21:46.963577 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d105f3-21ed-4764-8bcb-9000a6714e69 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:21:46.963915 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d105f3-21ed-4764-8bcb-9000a6714e69 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:21:46.964239 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d105f3-21ed-4764-8bcb-9000a6714e69 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:21:46.964556 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d105f3-21ed-4764-8bcb-9000a6714e69 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:21:46.964865 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d105f3-21ed-4764-8bcb-9000a6714e69 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:21:46.966173 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d105f3-21ed-4764-8bcb-9000a6714e69 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:21:52.803675 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-1f57c91a-7a2e-4fb2-994c-e35527f53624 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (b4d0b3c0-cc03-4456-af87-35ab415ef94b), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:21:53.381826 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=15 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:21:53.386010 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=17 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:21:55.117756 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-cbab916d-8195-416d-9eda-4317569c20f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (8a8c7bbb-808d-49ae-95de-62501e6237ff), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:21:56.372636 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-f22b8f6e-815f-41ba-a8b6-c2e56f67911e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (0b51406a-5a43-473c-8a39-67b2a4c71e5e), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:21:56.772409 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=18,neutron:INSERT=6 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:21:56.773260 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=21,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:21:56.950334 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=17,neutron:DELETE=1 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:21:56.957369 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=18,neutron:DELETE=3 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:21:57.669373 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-44990afe-4038-4bea-a0ed-12e052229f33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (19502cf1-8899-41f0-9103-a107faa54218), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:21:58.379214 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.agents_db [None req-b36f0ab6-f8d6-4670-a7fa-3628cf342135 None None] Agent healthcheck: found 5 active agents {{(pid=103914) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 28 17:21:59.370532 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (0032cfec-21e8-44dd-a7d5-0b8312dfe052), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:22:08.375204 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=1 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:22:08.376071 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=1 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:22:09.358282 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:22:09.366542 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:22:22.909185 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-82fb9184-4c6c-4e0a-8096-5b89e80ebff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (b4d0b3c0-cc03-4456-af87-35ab415ef94b), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:22:25.119265 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-0ddc02d3-3840-4028-b9cb-2d9568ae8f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (8a8c7bbb-808d-49ae-95de-62501e6237ff), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:22:26.373763 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-f22b8f6e-815f-41ba-a8b6-c2e56f67911e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (0b51406a-5a43-473c-8a39-67b2a4c71e5e), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:22:27.672251 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-44990afe-4038-4bea-a0ed-12e052229f33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (19502cf1-8899-41f0-9103-a107faa54218), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:22:29.366102 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (0032cfec-21e8-44dd-a7d5-0b8312dfe052), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:22:30.387060 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=2 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:22:30.392072 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=4 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:22:35.378062 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.agents_db [None req-b36f0ab6-f8d6-4670-a7fa-3628cf342135 None None] Agent healthcheck: found 5 active agents {{(pid=103914) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 28 17:22:39.360269 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=22,neutron:UPDATE=2 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:22:39.361016 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=19,neutron:UPDATE=3 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:22:51.379255 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=2 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:22:51.380047 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:22:52.806809 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-ef031c73-3a7f-42eb-9f6d-d00a9def156d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (b4d0b3c0-cc03-4456-af87-35ab415ef94b), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:22:55.122030 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-ecac46b2-c0b0-40b8-b088-c41f07d80d30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (8a8c7bbb-808d-49ae-95de-62501e6237ff), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:22:56.376506 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-f22b8f6e-815f-41ba-a8b6-c2e56f67911e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (0b51406a-5a43-473c-8a39-67b2a4c71e5e), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:22:57.675207 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-44990afe-4038-4bea-a0ed-12e052229f33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (19502cf1-8899-41f0-9103-a107faa54218), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:22:59.368593 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (0032cfec-21e8-44dd-a7d5-0b8312dfe052), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:23:07.393627 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=3 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:23:07.397648 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=3 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:23:09.361944 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:23:09.363854 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:23:12.376568 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.agents_db [None req-b36f0ab6-f8d6-4670-a7fa-3628cf342135 None None] Agent healthcheck: found 5 active agents {{(pid=103914) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 28 17:23:22.373012 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=2 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:23:22.801686 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-9f727b4b-c331-43eb-a66d-f10268d77495 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (b4d0b3c0-cc03-4456-af87-35ab415ef94b), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:23:25.124182 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-14cdd0d5-b7d5-420f-8069-d2e6e7ca456b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (8a8c7bbb-808d-49ae-95de-62501e6237ff), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:23:26.382455 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-f22b8f6e-815f-41ba-a8b6-c2e56f67911e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (0b51406a-5a43-473c-8a39-67b2a4c71e5e), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:23:27.678922 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-44990afe-4038-4bea-a0ed-12e052229f33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (19502cf1-8899-41f0-9103-a107faa54218), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:23:29.370772 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (0032cfec-21e8-44dd-a7d5-0b8312dfe052), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:23:31.496634 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-686390'] for agent (7cdbebfa-f3b4-48eb-8fbc-caed95606681), after_create {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:23:41.488272 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:23:41.491326 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:23:43.843860 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.33', 53208) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:23:43.951024 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-50b9f111-6f9f-403b-b4f6-4b40f02e94d1 admin admin] 10.222.0.33 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1060679 May 28 17:23:46.224370 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.33', 53218) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:23:46.279974 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-f2d2eb57-436e-49f5-8e80-8fda97b48d40 admin admin] 10.222.0.33 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0545537 May 28 17:23:49.376062 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.agents_db [None req-b36f0ab6-f8d6-4670-a7fa-3628cf342135 None None] Agent healthcheck: found 6 active agents {{(pid=103914) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 28 17:23:52.795193 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=16 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:23:52.804558 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-c234d019-e2b3-4eb7-9acb-af6a9c255e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (b4d0b3c0-cc03-4456-af87-35ab415ef94b), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:23:55.125807 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-ceeec400-0152-47df-b446-df445b2c51e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (8a8c7bbb-808d-49ae-95de-62501e6237ff), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:23:56.273745 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:23:56.274487 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=3 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:23:56.377418 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-f22b8f6e-815f-41ba-a8b6-c2e56f67911e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (0b51406a-5a43-473c-8a39-67b2a4c71e5e), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:23:57.681129 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-44990afe-4038-4bea-a0ed-12e052229f33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (19502cf1-8899-41f0-9103-a107faa54218), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:23:59.372171 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=18 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:23:59.373594 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (0032cfec-21e8-44dd-a7d5-0b8312dfe052), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:24:01.485110 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (7cdbebfa-f3b4-48eb-8fbc-caed95606681), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:24:09.378946 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=1 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:24:09.379746 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=1 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:24:11.475232 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=12 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:24:11.482161 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=6,neutron:UPDATE=6 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:24:21.404498 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=3 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:24:21.408914 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=3 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:24:22.811466 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-ef6de55f-6e8c-4518-813d-d9560c15a719 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (b4d0b3c0-cc03-4456-af87-35ab415ef94b), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:24:25.128436 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-07ff2119-4dc7-4374-abe7-2db5b6e7f83e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (8a8c7bbb-808d-49ae-95de-62501e6237ff), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:24:26.374762 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.agents_db [None req-b36f0ab6-f8d6-4670-a7fa-3628cf342135 None None] Agent healthcheck: found 6 active agents {{(pid=103914) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 28 17:24:26.382151 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-f22b8f6e-815f-41ba-a8b6-c2e56f67911e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (0b51406a-5a43-473c-8a39-67b2a4c71e5e), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:24:27.684486 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-44990afe-4038-4bea-a0ed-12e052229f33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (19502cf1-8899-41f0-9103-a107faa54218), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:24:29.377357 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (0032cfec-21e8-44dd-a7d5-0b8312dfe052), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:24:31.502410 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (7cdbebfa-f3b4-48eb-8fbc-caed95606681), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:24:36.371300 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=2 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:24:41.496209 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=18,neutron:UPDATE=5 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:24:41.498684 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=26,neutron:UPDATE=1 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:24:52.813388 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-9c19a8b7-14f7-4fe2-aa02-48b7a2a277f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (b4d0b3c0-cc03-4456-af87-35ab415ef94b), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:24:55.133675 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-fe208571-3de6-4f60-afc2-5f933d48a1fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (8a8c7bbb-808d-49ae-95de-62501e6237ff), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:24:56.388256 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-f22b8f6e-815f-41ba-a8b6-c2e56f67911e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (0b51406a-5a43-473c-8a39-67b2a4c71e5e), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:24:57.689058 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-44990afe-4038-4bea-a0ed-12e052229f33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (19502cf1-8899-41f0-9103-a107faa54218), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:24:58.413394 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=2 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:24:58.419439 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:24:59.382125 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (0032cfec-21e8-44dd-a7d5-0b8312dfe052), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:01.519836 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (7cdbebfa-f3b4-48eb-8fbc-caed95606681), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:03.374968 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.agents_db [None req-b36f0ab6-f8d6-4670-a7fa-3628cf342135 None None] Agent healthcheck: found 6 active agents {{(pid=103914) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 28 17:25:11.508690 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:25:11.510636 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=7,neutron:UPDATE=5 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:25:13.368997 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=1 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:25:13.369785 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=1 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:25:22.831590 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-9fd30816-5a82-4fe0-9327-2e51a4e4203e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (b4d0b3c0-cc03-4456-af87-35ab415ef94b), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:23.691526 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.33', 53326) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:25:24.011947 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.v2.base [None req-a01e6110-a74e-476a-97e0-e684292e5129 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1810862352-network', 'tenant_id': '1a433429eb484bd4b1dae47092f38c2a'}} {{(pid=103911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 17:25:24.034217 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a01e6110-a74e-476a-97e0-e684292e5129 admin admin] Made reservation on behalf of 1a433429eb484bd4b1dae47092f38c2a for: {'network': 1} {{(pid=103911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 17:25:24.036816 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-a01e6110-a74e-476a-97e0-e684292e5129 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for network (None), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:24.047877 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-a01e6110-a74e-476a-97e0-e684292e5129 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:24.190622 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-a01e6110-a74e-476a-97e0-e684292e5129 admin admin] Publish callbacks [] for security_group (571c4b98-2cb0-42e3-aa38-580d2b3677cb), precommit_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:24.195436 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-a01e6110-a74e-476a-97e0-e684292e5129 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594961'] for security_group (571c4b98-2cb0-42e3-aa38-580d2b3677cb), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:24.229102 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a01e6110-a74e-476a-97e0-e684292e5129 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 187} {{(pid=103911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 17:25:24.231674 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01e6110-a74e-476a-97e0-e684292e5129 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=571c4b98-2cb0-42e3-aa38-580d2b3677cb,revision_number=1']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:25:24.241556 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01e6110-a74e-476a-97e0-e684292e5129 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:25:24.241913 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01e6110-a74e-476a-97e0-e684292e5129 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:25:24.242272 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01e6110-a74e-476a-97e0-e684292e5129 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:25:24.242618 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01e6110-a74e-476a-97e0-e684292e5129 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:25:24.242954 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01e6110-a74e-476a-97e0-e684292e5129 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:25:24.243309 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01e6110-a74e-476a-97e0-e684292e5129 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:25:24.243633 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01e6110-a74e-476a-97e0-e684292e5129 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:25:24.244474 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01e6110-a74e-476a-97e0-e684292e5129 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:25:24.245640 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01e6110-a74e-476a-97e0-e684292e5129 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:25:24.246270 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01e6110-a74e-476a-97e0-e684292e5129 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:25:24.246767 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01e6110-a74e-476a-97e0-e684292e5129 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:25:24.247266 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01e6110-a74e-476a-97e0-e684292e5129 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:25:24.247768 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01e6110-a74e-476a-97e0-e684292e5129 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:25:24.248470 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01e6110-a74e-476a-97e0-e684292e5129 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:25:24.248957 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01e6110-a74e-476a-97e0-e684292e5129 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:25:24.250200 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01e6110-a74e-476a-97e0-e684292e5129 admin admin] Tracked resource versions report: May 28 17:25:24.250200 dv-cinder-843729-1-iscsi neutron-server[103911]: pushed versions: May 28 17:25:24.250200 dv-cinder-843729-1-iscsi neutron-server[103911]: { 'AddressGroup': {'1.2'}, May 28 17:25:24.250200 dv-cinder-843729-1-iscsi neutron-server[103911]: 'Agent': {'1.1'}, May 28 17:25:24.250200 dv-cinder-843729-1-iscsi neutron-server[103911]: 'ConntrackHelper': {'1.0'}, May 28 17:25:24.250200 dv-cinder-843729-1-iscsi neutron-server[103911]: 'LocalIPAssociation': {'1.0'}, May 28 17:25:24.250200 dv-cinder-843729-1-iscsi neutron-server[103911]: 'Log': {'1.0'}, May 28 17:25:24.250200 dv-cinder-843729-1-iscsi neutron-server[103911]: 'NDPProxy': {'1.0'}, May 28 17:25:24.250200 dv-cinder-843729-1-iscsi neutron-server[103911]: 'Network': {'1.1'}, May 28 17:25:24.250200 dv-cinder-843729-1-iscsi neutron-server[103911]: 'Port': {'1.7'}, May 28 17:25:24.250200 dv-cinder-843729-1-iscsi neutron-server[103911]: 'PortForwarding': {'1.3'}, May 28 17:25:24.250200 dv-cinder-843729-1-iscsi neutron-server[103911]: 'QosPolicy': {'1.10'}, May 28 17:25:24.250200 dv-cinder-843729-1-iscsi neutron-server[103911]: 'SecurityGroup': {'1.5'}, May 28 17:25:24.250200 dv-cinder-843729-1-iscsi neutron-server[103911]: 'SecurityGroupRule': {'1.2'}, May 28 17:25:24.250200 dv-cinder-843729-1-iscsi neutron-server[103911]: 'SubPort': {'1.0'}, May 28 17:25:24.250200 dv-cinder-843729-1-iscsi neutron-server[103911]: 'Subnet': {'1.1'}, May 28 17:25:24.250200 dv-cinder-843729-1-iscsi neutron-server[103911]: 'Trunk': {'1.1'}} May 28 17:25:24.250200 dv-cinder-843729-1-iscsi neutron-server[103911]: consumer versions: May 28 17:25:24.250200 dv-cinder-843729-1-iscsi neutron-server[103911]: { DHCP agent@dv-cinder-843729-1-iscsi: {}, May 28 17:25:24.250200 dv-cinder-843729-1-iscsi neutron-server[103911]: HyperV agent@hv-cinder-84372: {}, May 28 17:25:24.250200 dv-cinder-843729-1-iscsi neutron-server[103911]: L3 agent@dv-cinder-843729-1-iscsi: {}, May 28 17:25:24.250200 dv-cinder-843729-1-iscsi neutron-server[103911]: Metadata agent@dv-cinder-843729-1-iscsi: {}, May 28 17:25:24.250200 dv-cinder-843729-1-iscsi neutron-server[103911]: Metering agent@dv-cinder-843729-1-iscsi: {}, May 28 17:25:24.250200 dv-cinder-843729-1-iscsi neutron-server[103911]: Open vSwitch agent@dv-cinder-843729-1-iscsi: { 'AddressGroup': '1.2', May 28 17:25:24.250200 dv-cinder-843729-1-iscsi neutron-server[103911]: 'Agent': '1.1', May 28 17:25:24.250200 dv-cinder-843729-1-iscsi neutron-server[103911]: 'ConntrackHelper': '1.0', May 28 17:25:24.250200 dv-cinder-843729-1-iscsi neutron-server[103911]: 'LocalIPAssociation': '1.0', May 28 17:25:24.250200 dv-cinder-843729-1-iscsi neutron-server[103911]: 'Log': '1.0', May 28 17:25:24.250200 dv-cinder-843729-1-iscsi neutron-server[103911]: 'NDPProxy': '1.0', May 28 17:25:24.250200 dv-cinder-843729-1-iscsi neutron-server[103911]: 'Network': '1.1', May 28 17:25:24.250200 dv-cinder-843729-1-iscsi neutron-server[103911]: 'Port': '1.7', May 28 17:25:24.250200 dv-cinder-843729-1-iscsi neutron-server[103911]: 'PortForwarding': '1.3', May 28 17:25:24.250200 dv-cinder-843729-1-iscsi neutron-server[103911]: 'QosPolicy': '1.10', May 28 17:25:24.250200 dv-cinder-843729-1-iscsi neutron-server[103911]: 'SecurityGroup': '1.5', May 28 17:25:24.250200 dv-cinder-843729-1-iscsi neutron-server[103911]: 'SecurityGroupRule': '1.2', May 28 17:25:24.250200 dv-cinder-843729-1-iscsi neutron-server[103911]: 'SubPort': '1.0', May 28 17:25:24.250200 dv-cinder-843729-1-iscsi neutron-server[103911]: 'Subnet': '1.1', May 28 17:25:24.250200 dv-cinder-843729-1-iscsi neutron-server[103911]: 'Trunk': '1.1'}} May 28 17:25:24.250200 dv-cinder-843729-1-iscsi neutron-server[103911]: {{(pid=103911) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 28 17:25:24.257789 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-a01e6110-a74e-476a-97e0-e684292e5129 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766051'] for segment (97ad2ccb-f873-4af4-9ead-30db8acdbb5b), precommit_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:24.258128 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.db.segments_db [None req-a01e6110-a74e-476a-97e0-e684292e5129 admin admin] Added segment 97ad2ccb-f873-4af4-9ead-30db8acdbb5b of type vlan for network 22932a3d-21b2-48a4-9a27-5956f4bdfe95 May 28 17:25:24.301893 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-a01e6110-a74e-476a-97e0-e684292e5129 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735968101232'] for network (22932a3d-21b2-48a4-9a27-5956f4bdfe95), precommit_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:24.330271 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-a01e6110-a74e-476a-97e0-e684292e5129 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116'] for network (22932a3d-21b2-48a4-9a27-5956f4bdfe95), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:24.331746 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a01e6110-a74e-476a-97e0-e684292e5129 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:25:24.332319 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-a01e6110-a74e-476a-97e0-e684292e5129 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-152074'] for network (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:24.397988 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01e6110-a74e-476a-97e0-e684292e5129 admin admin] Pushing event updated for resources: {'Network': ['ID=22932a3d-21b2-48a4-9a27-5956f4bdfe95,revision_number=1']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:25:24.407131 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.33', 53366) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:25:24.413101 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.v2.base [None req-420d7fca-80ea-417b-83b3-2041f5091f98 admin admin] Request body: {'subnet': {'network_id': '22932a3d-21b2-48a4-9a27-5956f4bdfe95', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1810862352-subnet', 'tenant_id': '1a433429eb484bd4b1dae47092f38c2a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 17:25:24.419141 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-a01e6110-a74e-476a-97e0-e684292e5129 admin admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.7256567 May 28 17:25:24.420940 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Network 22932a3d-21b2-48a4-9a27-5956f4bdfe95 details requested by agent ovs-agent-dv-cinder-843729-1-iscsi with host dv-cinder-843729-1-iscsi {{(pid=103913) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 28 17:25:24.436305 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-420d7fca-80ea-417b-83b3-2041f5091f98 admin admin] Made reservation on behalf of 1a433429eb484bd4b1dae47092f38c2a for: {'subnet': 1} {{(pid=103912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 17:25:24.440050 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-420d7fca-80ea-417b-83b3-2041f5091f98 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:24.622439 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-420d7fca-80ea-417b-83b3-2041f5091f98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116'] for subnet (4aae0fea-63e9-43ef-af61-c404de009249), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:24.671603 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420d7fca-80ea-417b-83b3-2041f5091f98 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4aae0fea-63e9-43ef-af61-c404de009249,revision_number=0']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:25:24.680513 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420d7fca-80ea-417b-83b3-2041f5091f98 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:25:24.680858 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420d7fca-80ea-417b-83b3-2041f5091f98 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:25:24.681195 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420d7fca-80ea-417b-83b3-2041f5091f98 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:25:24.681533 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420d7fca-80ea-417b-83b3-2041f5091f98 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:25:24.681864 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420d7fca-80ea-417b-83b3-2041f5091f98 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:25:24.682195 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420d7fca-80ea-417b-83b3-2041f5091f98 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:25:24.683072 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420d7fca-80ea-417b-83b3-2041f5091f98 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:25:24.683476 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420d7fca-80ea-417b-83b3-2041f5091f98 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:25:24.683975 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420d7fca-80ea-417b-83b3-2041f5091f98 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:25:24.684305 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420d7fca-80ea-417b-83b3-2041f5091f98 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:25:24.684648 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420d7fca-80ea-417b-83b3-2041f5091f98 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:25:24.684975 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420d7fca-80ea-417b-83b3-2041f5091f98 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:25:24.685296 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420d7fca-80ea-417b-83b3-2041f5091f98 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:25:24.685869 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420d7fca-80ea-417b-83b3-2041f5091f98 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:25:24.685993 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420d7fca-80ea-417b-83b3-2041f5091f98 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:25:24.687124 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420d7fca-80ea-417b-83b3-2041f5091f98 admin admin] Tracked resource versions report: May 28 17:25:24.687124 dv-cinder-843729-1-iscsi neutron-server[103912]: pushed versions: May 28 17:25:24.687124 dv-cinder-843729-1-iscsi neutron-server[103912]: { 'AddressGroup': {'1.2'}, May 28 17:25:24.687124 dv-cinder-843729-1-iscsi neutron-server[103912]: 'Agent': {'1.1'}, May 28 17:25:24.687124 dv-cinder-843729-1-iscsi neutron-server[103912]: 'ConntrackHelper': {'1.0'}, May 28 17:25:24.687124 dv-cinder-843729-1-iscsi neutron-server[103912]: 'LocalIPAssociation': {'1.0'}, May 28 17:25:24.687124 dv-cinder-843729-1-iscsi neutron-server[103912]: 'Log': {'1.0'}, May 28 17:25:24.687124 dv-cinder-843729-1-iscsi neutron-server[103912]: 'NDPProxy': {'1.0'}, May 28 17:25:24.687124 dv-cinder-843729-1-iscsi neutron-server[103912]: 'Network': {'1.1'}, May 28 17:25:24.687124 dv-cinder-843729-1-iscsi neutron-server[103912]: 'Port': {'1.7'}, May 28 17:25:24.687124 dv-cinder-843729-1-iscsi neutron-server[103912]: 'PortForwarding': {'1.3'}, May 28 17:25:24.687124 dv-cinder-843729-1-iscsi neutron-server[103912]: 'QosPolicy': {'1.10'}, May 28 17:25:24.687124 dv-cinder-843729-1-iscsi neutron-server[103912]: 'SecurityGroup': {'1.5'}, May 28 17:25:24.687124 dv-cinder-843729-1-iscsi neutron-server[103912]: 'SecurityGroupRule': {'1.2'}, May 28 17:25:24.687124 dv-cinder-843729-1-iscsi neutron-server[103912]: 'SubPort': {'1.0'}, May 28 17:25:24.687124 dv-cinder-843729-1-iscsi neutron-server[103912]: 'Subnet': {'1.1'}, May 28 17:25:24.687124 dv-cinder-843729-1-iscsi neutron-server[103912]: 'Trunk': {'1.1'}} May 28 17:25:24.687124 dv-cinder-843729-1-iscsi neutron-server[103912]: consumer versions: May 28 17:25:24.687124 dv-cinder-843729-1-iscsi neutron-server[103912]: { DHCP agent@dv-cinder-843729-1-iscsi: {}, May 28 17:25:24.687124 dv-cinder-843729-1-iscsi neutron-server[103912]: HyperV agent@hv-cinder-84372: {}, May 28 17:25:24.687124 dv-cinder-843729-1-iscsi neutron-server[103912]: L3 agent@dv-cinder-843729-1-iscsi: {}, May 28 17:25:24.687124 dv-cinder-843729-1-iscsi neutron-server[103912]: Metadata agent@dv-cinder-843729-1-iscsi: {}, May 28 17:25:24.687124 dv-cinder-843729-1-iscsi neutron-server[103912]: Metering agent@dv-cinder-843729-1-iscsi: {}, May 28 17:25:24.687124 dv-cinder-843729-1-iscsi neutron-server[103912]: Open vSwitch agent@dv-cinder-843729-1-iscsi: { 'AddressGroup': '1.2', May 28 17:25:24.687124 dv-cinder-843729-1-iscsi neutron-server[103912]: 'Agent': '1.1', May 28 17:25:24.687124 dv-cinder-843729-1-iscsi neutron-server[103912]: 'ConntrackHelper': '1.0', May 28 17:25:24.687124 dv-cinder-843729-1-iscsi neutron-server[103912]: 'LocalIPAssociation': '1.0', May 28 17:25:24.687124 dv-cinder-843729-1-iscsi neutron-server[103912]: 'Log': '1.0', May 28 17:25:24.687124 dv-cinder-843729-1-iscsi neutron-server[103912]: 'NDPProxy': '1.0', May 28 17:25:24.687124 dv-cinder-843729-1-iscsi neutron-server[103912]: 'Network': '1.1', May 28 17:25:24.687124 dv-cinder-843729-1-iscsi neutron-server[103912]: 'Port': '1.7', May 28 17:25:24.687124 dv-cinder-843729-1-iscsi neutron-server[103912]: 'PortForwarding': '1.3', May 28 17:25:24.687124 dv-cinder-843729-1-iscsi neutron-server[103912]: 'QosPolicy': '1.10', May 28 17:25:24.687124 dv-cinder-843729-1-iscsi neutron-server[103912]: 'SecurityGroup': '1.5', May 28 17:25:24.687124 dv-cinder-843729-1-iscsi neutron-server[103912]: 'SecurityGroupRule': '1.2', May 28 17:25:24.687124 dv-cinder-843729-1-iscsi neutron-server[103912]: 'SubPort': '1.0', May 28 17:25:24.687124 dv-cinder-843729-1-iscsi neutron-server[103912]: 'Subnet': '1.1', May 28 17:25:24.687124 dv-cinder-843729-1-iscsi neutron-server[103912]: 'Trunk': '1.1'}} May 28 17:25:24.687124 dv-cinder-843729-1-iscsi neutron-server[103912]: {{(pid=103912) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 28 17:25:24.711816 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-420d7fca-80ea-417b-83b3-2041f5091f98 admin admin] Checking segment: {'id': '97ad2ccb-f873-4af4-9ead-30db8acdbb5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '22932a3d-21b2-48a4-9a27-5956f4bdfe95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 28 17:25:24.712172 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-420d7fca-80ea-417b-83b3-2041f5091f98 admin admin] Network hostable DHCP agents. Network: 22932a3d-21b2-48a4-9a27-5956f4bdfe95, hostable agents: ['b4d0b3c0-cc03-4456-af87-35ab415ef94b'], hosted agents: [] {{(pid=103912) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 17:25:24.731993 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-420d7fca-80ea-417b-83b3-2041f5091f98 admin admin] Network 22932a3d-21b2-48a4-9a27-5956f4bdfe95 is scheduled to be hosted by DHCP agent b4d0b3c0-cc03-4456-af87-35ab415ef94b with binding_index 1 {{(pid=103912) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 17:25:24.741487 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.scheduler.base_scheduler [None req-420d7fca-80ea-417b-83b3-2041f5091f98 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843729-1-iscsi, 22932a3d-21b2-48a4-9a27-5956f4bdfe95) {{(pid=103912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 17:25:24.747381 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-420d7fca-80ea-417b-83b3-2041f5091f98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:25:24.748395 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-420d7fca-80ea-417b-83b3-2041f5091f98 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-152074'] for subnet (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:24.753816 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23afd90f-9a84-4a31-b8a5-5470bb411af7 None None] Network 22932a3d-21b2-48a4-9a27-5956f4bdfe95 requested from dv-cinder-843729-1-iscsi {{(pid=103913) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 28 17:25:24.777819 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-420d7fca-80ea-417b-83b3-2041f5091f98 admin admin] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3631942 May 28 17:25:24.877844 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25e7cba2-9e98-4255-99d1-f636510ddc27 None None] Network 22932a3d-21b2-48a4-9a27-5956f4bdfe95 requested from dv-cinder-843729-1-iscsi {{(pid=103913) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 28 17:25:25.127675 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-edcbb9e8-4c19-4ee5-8055-8f56798f1edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (8a8c7bbb-808d-49ae-95de-62501e6237ff), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:25.727512 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.33', 53460) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:25:26.118209 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.v2.base [None req-32fbd635-bad0-4e6f-93d4-b7ff620bf1dc admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-164266833-network', 'tenant_id': '90b378551d1c467e911cf01274c97d85'}} {{(pid=103912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 17:25:26.143355 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32fbd635-bad0-4e6f-93d4-b7ff620bf1dc admin admin] Made reservation on behalf of 90b378551d1c467e911cf01274c97d85 for: {'network': 1} {{(pid=103912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 17:25:26.146807 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-32fbd635-bad0-4e6f-93d4-b7ff620bf1dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for network (None), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:26.159215 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-32fbd635-bad0-4e6f-93d4-b7ff620bf1dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:26.268498 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-32fbd635-bad0-4e6f-93d4-b7ff620bf1dc admin admin] Publish callbacks [] for security_group (7c0eccd9-1c53-4496-8b45-80f1680f541a), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:26.273758 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-32fbd635-bad0-4e6f-93d4-b7ff620bf1dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594961'] for security_group (7c0eccd9-1c53-4496-8b45-80f1680f541a), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:26.278790 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.33', 53482) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:25:26.302218 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32fbd635-bad0-4e6f-93d4-b7ff620bf1dc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 167} {{(pid=103912) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 17:25:26.318551 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fbd635-bad0-4e6f-93d4-b7ff620bf1dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c0eccd9-1c53-4496-8b45-80f1680f541a,revision_number=1']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:25:26.322095 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-32fbd635-bad0-4e6f-93d4-b7ff620bf1dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766051'] for segment (f8beb8cc-f482-4497-a44b-eda26792e0e2), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:26.322444 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.db.segments_db [None req-32fbd635-bad0-4e6f-93d4-b7ff620bf1dc admin admin] Added segment f8beb8cc-f482-4497-a44b-eda26792e0e2 of type vlan for network ef03f64f-43e2-4121-9b36-bf95e66e6156 May 28 17:25:26.366538 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-32fbd635-bad0-4e6f-93d4-b7ff620bf1dc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735968101232'] for network (ef03f64f-43e2-4121-9b36-bf95e66e6156), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:26.369224 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=4 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:25:26.399795 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-f22b8f6e-815f-41ba-a8b6-c2e56f67911e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (0b51406a-5a43-473c-8a39-67b2a4c71e5e), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:26.420044 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-32fbd635-bad0-4e6f-93d4-b7ff620bf1dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116'] for network (ef03f64f-43e2-4121-9b36-bf95e66e6156), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:26.421062 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32fbd635-bad0-4e6f-93d4-b7ff620bf1dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:25:26.421651 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-32fbd635-bad0-4e6f-93d4-b7ff620bf1dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-152074'] for network (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:26.478873 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-32fbd635-bad0-4e6f-93d4-b7ff620bf1dc admin admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.7444370 May 28 17:25:26.479117 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.33', 53488) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:25:26.488059 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.v2.base [None req-d1eb00c1-c3a7-42b4-a882-7d7a266c6488 admin admin] Request body: {'subnet': {'network_id': 'ef03f64f-43e2-4121-9b36-bf95e66e6156', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-164266833-subnet', 'tenant_id': '90b378551d1c467e911cf01274c97d85', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 17:25:26.509889 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fbd635-bad0-4e6f-93d4-b7ff620bf1dc admin admin] Pushing event updated for resources: {'Network': ['ID=ef03f64f-43e2-4121-9b36-bf95e66e6156,revision_number=1']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:25:26.527676 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Network ef03f64f-43e2-4121-9b36-bf95e66e6156 details requested by agent ovs-agent-dv-cinder-843729-1-iscsi with host dv-cinder-843729-1-iscsi {{(pid=103913) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 28 17:25:26.528311 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1eb00c1-c3a7-42b4-a882-7d7a266c6488 admin admin] Made reservation on behalf of 90b378551d1c467e911cf01274c97d85 for: {'subnet': 1} {{(pid=103911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 17:25:26.534655 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-d1eb00c1-c3a7-42b4-a882-7d7a266c6488 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:26.665610 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.v2.base [None req-8bead44f-0724-4882-bfcc-9ee43c2098cd admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-167424422-network', 'tenant_id': '8e92a5dc387f47c99ce98da4d6fd9d92'}} {{(pid=103911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 17:25:26.779473 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bead44f-0724-4882-bfcc-9ee43c2098cd admin admin] Made reservation on behalf of 8e92a5dc387f47c99ce98da4d6fd9d92 for: {'network': 1} {{(pid=103911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 17:25:26.782285 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-8bead44f-0724-4882-bfcc-9ee43c2098cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for network (None), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:26.805366 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-8bead44f-0724-4882-bfcc-9ee43c2098cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:26.851710 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-d1eb00c1-c3a7-42b4-a882-7d7a266c6488 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116'] for subnet (cac4e4be-bdeb-4bc3-836c-d18d4297ccc1), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:26.934530 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=77,neutron:INSERT=18,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:25:26.965366 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=77,neutron:INSERT=20,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:25:26.996723 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1eb00c1-c3a7-42b4-a882-7d7a266c6488 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cac4e4be-bdeb-4bc3-836c-d18d4297ccc1,revision_number=0']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:25:27.011228 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1eb00c1-c3a7-42b4-a882-7d7a266c6488 admin admin] Checking segment: {'id': 'f8beb8cc-f482-4497-a44b-eda26792e0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'ef03f64f-43e2-4121-9b36-bf95e66e6156'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 28 17:25:27.011633 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1eb00c1-c3a7-42b4-a882-7d7a266c6488 admin admin] Network hostable DHCP agents. Network: ef03f64f-43e2-4121-9b36-bf95e66e6156, hostable agents: ['b4d0b3c0-cc03-4456-af87-35ab415ef94b'], hosted agents: [] {{(pid=103911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 17:25:27.020050 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-8bead44f-0724-4882-bfcc-9ee43c2098cd admin admin] Publish callbacks [] for security_group (e86c30f5-196b-4340-88e9-8368ca719339), precommit_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:27.028626 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-8bead44f-0724-4882-bfcc-9ee43c2098cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594961'] for security_group (e86c30f5-196b-4340-88e9-8368ca719339), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:27.073599 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1eb00c1-c3a7-42b4-a882-7d7a266c6488 admin admin] Network ef03f64f-43e2-4121-9b36-bf95e66e6156 is scheduled to be hosted by DHCP agent b4d0b3c0-cc03-4456-af87-35ab415ef94b with binding_index 1 {{(pid=103911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 17:25:27.080381 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bead44f-0724-4882-bfcc-9ee43c2098cd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 195} {{(pid=103911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 17:25:27.107795 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-8bead44f-0724-4882-bfcc-9ee43c2098cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766051'] for segment (a4610069-396c-410a-becf-747bd2412bad), precommit_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:27.108375 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.db.segments_db [None req-8bead44f-0724-4882-bfcc-9ee43c2098cd admin admin] Added segment a4610069-396c-410a-becf-747bd2412bad of type vlan for network 77a1ea92-c07d-41a7-8668-7c3c660591aa May 28 17:25:27.110773 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.scheduler.base_scheduler [None req-d1eb00c1-c3a7-42b4-a882-7d7a266c6488 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843729-1-iscsi, ef03f64f-43e2-4121-9b36-bf95e66e6156) {{(pid=103911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 17:25:27.123691 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bead44f-0724-4882-bfcc-9ee43c2098cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e86c30f5-196b-4340-88e9-8368ca719339,revision_number=1']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:25:27.127404 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1eb00c1-c3a7-42b4-a882-7d7a266c6488 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:25:27.128602 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-d1eb00c1-c3a7-42b4-a882-7d7a266c6488 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-152074'] for subnet (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:27.129302 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77701f4d-97e8-4942-861c-424fe8198280 None None] Network ef03f64f-43e2-4121-9b36-bf95e66e6156 requested from dv-cinder-843729-1-iscsi {{(pid=103913) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 28 17:25:27.246489 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-8bead44f-0724-4882-bfcc-9ee43c2098cd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735968101232'] for network (77a1ea92-c07d-41a7-8668-7c3c660591aa), precommit_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:27.271979 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-d1eb00c1-c3a7-42b4-a882-7d7a266c6488 admin admin] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7909720 May 28 17:25:27.274717 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.33', 53526) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:25:27.279607 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.v2.base [None req-75373310-1c5b-430c-be23-fc8a54ace04e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-164266833-router', 'tenant_id': '90b378551d1c467e911cf01274c97d85', 'external_gateway_info': {'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48'}}} {{(pid=103912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 17:25:27.314278 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a565e6b6-b3f6-40f9-918a-1ca1e7837e7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d5e403e-4665-5b85-8da6-ff3b1ced4194-ef03f64f-43e2-4121-9b36-bf95e66e6156', 'network_id': 'ef03f64f-43e2-4121-9b36-bf95e66e6156', 'project_id': '90b378551d1c467e911cf01274c97d85', 'fixed_ips': [{'subnet_id': 'cac4e4be-bdeb-4bc3-836c-d18d4297ccc1'}]}} from dv-cinder-843729-1-iscsi. {{(pid=103913) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 28 17:25:27.317002 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-a565e6b6-b3f6-40f9-918a-1ca1e7837e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (None), before_create {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:27.342791 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-75373310-1c5b-430c-be23-fc8a54ace04e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-687946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6195'] for router (671f58c8-e137-4780-97bd-9d0a9ed4dab7), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:27.345346 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-75373310-1c5b-430c-be23-fc8a54ace04e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-680010', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-544425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6154'] for router (671f58c8-e137-4780-97bd-9d0a9ed4dab7), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:27.351065 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-8bead44f-0724-4882-bfcc-9ee43c2098cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116'] for network (77a1ea92-c07d-41a7-8668-7c3c660591aa), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:27.352700 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bead44f-0724-4882-bfcc-9ee43c2098cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:25:27.353643 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-8bead44f-0724-4882-bfcc-9ee43c2098cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-152074'] for network (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:27.409129 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-8bead44f-0724-4882-bfcc-9ee43c2098cd admin admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 872 time: 1.1279402 May 28 17:25:27.414113 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.33', 53528) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:25:27.439369 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.v2.base [None req-178f33c1-85c1-450f-b371-6ba1615393c3 admin admin] Request body: {'subnet': {'network_id': '77a1ea92-c07d-41a7-8668-7c3c660591aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-167424422-subnet', 'tenant_id': '8e92a5dc387f47c99ce98da4d6fd9d92', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 17:25:27.475613 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-178f33c1-85c1-450f-b371-6ba1615393c3 admin admin] Made reservation on behalf of 8e92a5dc387f47c99ce98da4d6fd9d92 for: {'subnet': 1} {{(pid=103911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 17:25:27.478148 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-178f33c1-85c1-450f-b371-6ba1615393c3 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:27.565722 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bead44f-0724-4882-bfcc-9ee43c2098cd admin admin] Pushing event updated for resources: {'Network': ['ID=77a1ea92-c07d-41a7-8668-7c3c660591aa,revision_number=1']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:25:27.595297 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Network 77a1ea92-c07d-41a7-8668-7c3c660591aa details requested by agent ovs-agent-dv-cinder-843729-1-iscsi with host dv-cinder-843729-1-iscsi {{(pid=103913) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 28 17:25:27.682494 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.db_base_plugin_common [None req-a565e6b6-b3f6-40f9-918a-1ca1e7837e7e None None] Allocated IP 172.20.0.2 (ef03f64f-43e2-4121-9b36-bf95e66e6156/cac4e4be-bdeb-4bc3-836c-d18d4297ccc1/67536f2f-9c3c-4040-be03-9cbb1683b1ec) {{(pid=103913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 17:25:27.847002 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.33', 53554) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:25:27.850197 dv-cinder-843729-1-iscsi neutron-server[103911]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 28 17:25:27.876406 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-75373310-1c5b-430c-be23-fc8a54ace04e admin admin] Publish callbacks [] for router_controller (671f58c8-e137-4780-97bd-9d0a9ed4dab7), precommit_add_association {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:27.879721 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-44990afe-4038-4bea-a0ed-12e052229f33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (19502cf1-8899-41f0-9103-a107faa54218), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:27.961937 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-178f33c1-85c1-450f-b371-6ba1615393c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116'] for subnet (034da301-fbaa-496d-8b67-7a375e67ef37), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:28.111916 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-a565e6b6-b3f6-40f9-918a-1ca1e7837e7e None None] Publish callbacks [] for port (67536f2f-9c3c-4040-be03-9cbb1683b1ec), precommit_create {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:28.113319 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178f33c1-85c1-450f-b371-6ba1615393c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=034da301-fbaa-496d-8b67-7a375e67ef37,revision_number=0']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:25:28.115442 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=88,neutron:UPDATE=7,neutron:INSERT=5 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:25:28.128489 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-a565e6b6-b3f6-40f9-918a-1ca1e7837e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735968120113'] for port (67536f2f-9c3c-4040-be03-9cbb1683b1ec), after_create {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:28.144929 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169bb4ac-8e90-4af0-976e-8457b94805fe req-e017fc61-addb-4805-9599-9203376a9c9b tempest-DeleteServersTestJSON-420937626 tempest-DeleteServersTestJSON-420937626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:25:28.146612 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-169bb4ac-8e90-4af0-976e-8457b94805fe req-e017fc61-addb-4805-9599-9203376a9c9b tempest-DeleteServersTestJSON-420937626 tempest-DeleteServersTestJSON-420937626-project] 10.222.0.33 "GET /v2.0/networks?id=22932a3d-21b2-48a4-9a27-5956f4bdfe95 HTTP/1.1" status: 200 len: 812 time: 0.2986183 May 28 17:25:28.162586 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-178f33c1-85c1-450f-b371-6ba1615393c3 admin admin] Checking segment: {'id': 'a4610069-396c-410a-becf-747bd2412bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '77a1ea92-c07d-41a7-8668-7c3c660591aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 28 17:25:28.162966 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-178f33c1-85c1-450f-b371-6ba1615393c3 admin admin] Network hostable DHCP agents. Network: 77a1ea92-c07d-41a7-8668-7c3c660591aa, hostable agents: ['b4d0b3c0-cc03-4456-af87-35ab415ef94b'], hosted agents: [] {{(pid=103911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 17:25:28.170644 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-169bb4ac-8e90-4af0-976e-8457b94805fe req-3c1f3af5-f924-4683-b3bf-21bb1d2bda2c tempest-DeleteServersTestJSON-420937626 tempest-DeleteServersTestJSON-420937626-project] 10.222.0.33 "GET /v2.0/quotas/1a433429eb484bd4b1dae47092f38c2a HTTP/1.1" status: 200 len: 375 time: 0.0176580 May 28 17:25:28.175754 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a565e6b6-b3f6-40f9-918a-1ca1e7837e7e None None] Network ef03f64f-43e2-4121-9b36-bf95e66e6156 is already hosted by enough agents. {{(pid=103913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 17:25:28.196136 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-75373310-1c5b-430c-be23-fc8a54ace04e admin admin] Publish callbacks [] for router_gateway (671f58c8-e137-4780-97bd-9d0a9ed4dab7), precommit_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:28.240538 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.scheduler.base_scheduler [None req-a565e6b6-b3f6-40f9-918a-1ca1e7837e7e None None] Resources bound (agent type, host, resource id): {{(pid=103913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 17:25:28.250944 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a565e6b6-b3f6-40f9-918a-1ca1e7837e7e None None] Received port after_create {{(pid=103913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 28 17:25:28.254291 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a565e6b6-b3f6-40f9-918a-1ca1e7837e7e None None] Pushing event updated for resources: {'Port': ['ID=67536f2f-9c3c-4040-be03-9cbb1683b1ec,revision_number=1']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:25:28.264198 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:25:28.267611 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a565e6b6-b3f6-40f9-918a-1ca1e7837e7e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:25:28.268101 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a565e6b6-b3f6-40f9-918a-1ca1e7837e7e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:25:28.268464 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a565e6b6-b3f6-40f9-918a-1ca1e7837e7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:25:28.268818 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a565e6b6-b3f6-40f9-918a-1ca1e7837e7e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:25:28.269163 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a565e6b6-b3f6-40f9-918a-1ca1e7837e7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:25:28.269478 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a565e6b6-b3f6-40f9-918a-1ca1e7837e7e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:25:28.269804 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a565e6b6-b3f6-40f9-918a-1ca1e7837e7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:25:28.270125 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a565e6b6-b3f6-40f9-918a-1ca1e7837e7e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:25:28.270575 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a565e6b6-b3f6-40f9-918a-1ca1e7837e7e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:25:28.270898 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a565e6b6-b3f6-40f9-918a-1ca1e7837e7e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:25:28.271224 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a565e6b6-b3f6-40f9-918a-1ca1e7837e7e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:25:28.271591 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a565e6b6-b3f6-40f9-918a-1ca1e7837e7e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:25:28.271908 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a565e6b6-b3f6-40f9-918a-1ca1e7837e7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:25:28.272226 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a565e6b6-b3f6-40f9-918a-1ca1e7837e7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:25:28.272541 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a565e6b6-b3f6-40f9-918a-1ca1e7837e7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:25:28.275293 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a565e6b6-b3f6-40f9-918a-1ca1e7837e7e None None] Tracked resource versions report: May 28 17:25:28.275293 dv-cinder-843729-1-iscsi neutron-server[103913]: pushed versions: May 28 17:25:28.275293 dv-cinder-843729-1-iscsi neutron-server[103913]: { 'AddressGroup': {'1.2'}, May 28 17:25:28.275293 dv-cinder-843729-1-iscsi neutron-server[103913]: 'Agent': {'1.1'}, May 28 17:25:28.275293 dv-cinder-843729-1-iscsi neutron-server[103913]: 'ConntrackHelper': {'1.0'}, May 28 17:25:28.275293 dv-cinder-843729-1-iscsi neutron-server[103913]: 'LocalIPAssociation': {'1.0'}, May 28 17:25:28.275293 dv-cinder-843729-1-iscsi neutron-server[103913]: 'Log': {'1.0'}, May 28 17:25:28.275293 dv-cinder-843729-1-iscsi neutron-server[103913]: 'NDPProxy': {'1.0'}, May 28 17:25:28.275293 dv-cinder-843729-1-iscsi neutron-server[103913]: 'Network': {'1.1'}, May 28 17:25:28.275293 dv-cinder-843729-1-iscsi neutron-server[103913]: 'Port': {'1.7'}, May 28 17:25:28.275293 dv-cinder-843729-1-iscsi neutron-server[103913]: 'PortForwarding': {'1.3'}, May 28 17:25:28.275293 dv-cinder-843729-1-iscsi neutron-server[103913]: 'QosPolicy': {'1.10'}, May 28 17:25:28.275293 dv-cinder-843729-1-iscsi neutron-server[103913]: 'SecurityGroup': {'1.5'}, May 28 17:25:28.275293 dv-cinder-843729-1-iscsi neutron-server[103913]: 'SecurityGroupRule': {'1.2'}, May 28 17:25:28.275293 dv-cinder-843729-1-iscsi neutron-server[103913]: 'SubPort': {'1.0'}, May 28 17:25:28.275293 dv-cinder-843729-1-iscsi neutron-server[103913]: 'Subnet': {'1.1'}, May 28 17:25:28.275293 dv-cinder-843729-1-iscsi neutron-server[103913]: 'Trunk': {'1.1'}} May 28 17:25:28.275293 dv-cinder-843729-1-iscsi neutron-server[103913]: consumer versions: May 28 17:25:28.275293 dv-cinder-843729-1-iscsi neutron-server[103913]: { DHCP agent@dv-cinder-843729-1-iscsi: {}, May 28 17:25:28.275293 dv-cinder-843729-1-iscsi neutron-server[103913]: HyperV agent@hv-cinder-84372: {}, May 28 17:25:28.275293 dv-cinder-843729-1-iscsi neutron-server[103913]: L3 agent@dv-cinder-843729-1-iscsi: {}, May 28 17:25:28.275293 dv-cinder-843729-1-iscsi neutron-server[103913]: Metadata agent@dv-cinder-843729-1-iscsi: {}, May 28 17:25:28.275293 dv-cinder-843729-1-iscsi neutron-server[103913]: Metering agent@dv-cinder-843729-1-iscsi: {}, May 28 17:25:28.275293 dv-cinder-843729-1-iscsi neutron-server[103913]: Open vSwitch agent@dv-cinder-843729-1-iscsi: { 'AddressGroup': '1.2', May 28 17:25:28.275293 dv-cinder-843729-1-iscsi neutron-server[103913]: 'Agent': '1.1', May 28 17:25:28.275293 dv-cinder-843729-1-iscsi neutron-server[103913]: 'ConntrackHelper': '1.0', May 28 17:25:28.275293 dv-cinder-843729-1-iscsi neutron-server[103913]: 'LocalIPAssociation': '1.0', May 28 17:25:28.275293 dv-cinder-843729-1-iscsi neutron-server[103913]: 'Log': '1.0', May 28 17:25:28.275293 dv-cinder-843729-1-iscsi neutron-server[103913]: 'NDPProxy': '1.0', May 28 17:25:28.275293 dv-cinder-843729-1-iscsi neutron-server[103913]: 'Network': '1.1', May 28 17:25:28.275293 dv-cinder-843729-1-iscsi neutron-server[103913]: 'Port': '1.7', May 28 17:25:28.275293 dv-cinder-843729-1-iscsi neutron-server[103913]: 'PortForwarding': '1.3', May 28 17:25:28.275293 dv-cinder-843729-1-iscsi neutron-server[103913]: 'QosPolicy': '1.10', May 28 17:25:28.275293 dv-cinder-843729-1-iscsi neutron-server[103913]: 'SecurityGroup': '1.5', May 28 17:25:28.275293 dv-cinder-843729-1-iscsi neutron-server[103913]: 'SecurityGroupRule': '1.2', May 28 17:25:28.275293 dv-cinder-843729-1-iscsi neutron-server[103913]: 'SubPort': '1.0', May 28 17:25:28.275293 dv-cinder-843729-1-iscsi neutron-server[103913]: 'Subnet': '1.1', May 28 17:25:28.275293 dv-cinder-843729-1-iscsi neutron-server[103913]: 'Trunk': '1.1'}} May 28 17:25:28.275293 dv-cinder-843729-1-iscsi neutron-server[103913]: {{(pid=103913) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 28 17:25:28.306944 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-169bb4ac-8e90-4af0-976e-8457b94805fe req-43e7731e-3f69-4d25-8627-8174d34a8641 tempest-DeleteServersTestJSON-420937626 tempest-DeleteServersTestJSON-420937626-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=1a433429eb484bd4b1dae47092f38c2a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1229360 May 28 17:25:28.308445 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-178f33c1-85c1-450f-b371-6ba1615393c3 admin admin] Network 77a1ea92-c07d-41a7-8668-7c3c660591aa is scheduled to be hosted by DHCP agent b4d0b3c0-cc03-4456-af87-35ab415ef94b with binding_index 1 {{(pid=103911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 17:25:28.320433 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.scheduler.base_scheduler [None req-178f33c1-85c1-450f-b371-6ba1615393c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843729-1-iscsi, 77a1ea92-c07d-41a7-8668-7c3c660591aa) {{(pid=103911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 17:25:28.329428 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-178f33c1-85c1-450f-b371-6ba1615393c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:25:28.330031 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-178f33c1-85c1-450f-b371-6ba1615393c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-152074'] for subnet (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:28.334033 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=81,neutron:DELETE=2,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:25:28.334525 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=82,neutron:INSERT=10,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:25:28.358588 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-178f33c1-85c1-450f-b371-6ba1615393c3 admin admin] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9325361 May 28 17:25:28.359377 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.33', 53574) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:25:28.365204 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.v2.base [None req-9ab27f73-73ab-4641-bce2-bc6a037e0799 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-167424422-router', 'tenant_id': '8e92a5dc387f47c99ce98da4d6fd9d92', 'external_gateway_info': {'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48'}}} {{(pid=103911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 17:25:28.390547 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:25:28.395311 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-9ab27f73-73ab-4641-bce2-bc6a037e0799 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-687946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6195'] for router (12fda40b-4795-4b4e-aa8c-8aea324670b8), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:28.398528 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-9ab27f73-73ab-4641-bce2-bc6a037e0799 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-680010', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-544425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6154'] for router (12fda40b-4795-4b4e-aa8c-8aea324670b8), precommit_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:28.471524 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-9ab27f73-73ab-4641-bce2-bc6a037e0799 admin admin] Publish callbacks [] for router_controller (12fda40b-4795-4b4e-aa8c-8aea324670b8), precommit_add_association {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:28.645823 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55016a73-10cd-4c3a-99cb-5a16a08455c7 None None] Network 77a1ea92-c07d-41a7-8668-7c3c660591aa requested from dv-cinder-843729-1-iscsi {{(pid=103913) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 28 17:25:28.650672 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-75373310-1c5b-430c-be23-fc8a54ace04e admin admin] Publish callbacks [] for router_gateway (671f58c8-e137-4780-97bd-9d0a9ed4dab7), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:28.685884 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.managers [None req-a565e6b6-b3f6-40f9-918a-1ca1e7837e7e None None] Attempting to bind port 67536f2f-9c3c-4040-be03-9cbb1683b1ec on host dv-cinder-843729-1-iscsi for vnic_type normal with profile {{(pid=103913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 28 17:25:28.686419 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.managers [None req-a565e6b6-b3f6-40f9-918a-1ca1e7837e7e None None] Attempting to bind port 67536f2f-9c3c-4040-be03-9cbb1683b1ec by drivers openvswitch,hyperv on host dv-cinder-843729-1-iscsi at level 0 using segments [{'id': 'f8beb8cc-f482-4497-a44b-eda26792e0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'ef03f64f-43e2-4121-9b36-bf95e66e6156'}] {{(pid=103913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 28 17:25:28.687178 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a565e6b6-b3f6-40f9-918a-1ca1e7837e7e None None] Attempting to bind port 67536f2f-9c3c-4040-be03-9cbb1683b1ec on network ef03f64f-43e2-4121-9b36-bf95e66e6156 {{(pid=103913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 28 17:25:28.720683 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a565e6b6-b3f6-40f9-918a-1ca1e7837e7e None None] Checking agent: {'id': '0032cfec-21e8-44dd-a7d5-0b8312dfe052', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843729-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 17, 16, 59), 'started_at': datetime.datetime(2022, 5, 28, 17, 17, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 17, 24, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843729-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 28 17:25:28.722129 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a565e6b6-b3f6-40f9-918a-1ca1e7837e7e None None] Checking segment: {'id': 'f8beb8cc-f482-4497-a44b-eda26792e0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'ef03f64f-43e2-4121-9b36-bf95e66e6156'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 28 17:25:28.722646 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-a565e6b6-b3f6-40f9-918a-1ca1e7837e7e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:28.723462 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a565e6b6-b3f6-40f9-918a-1ca1e7837e7e None None] Bound using segment: {'id': 'f8beb8cc-f482-4497-a44b-eda26792e0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'ef03f64f-43e2-4121-9b36-bf95e66e6156'} {{(pid=103913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 28 17:25:28.723811 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.managers [None req-a565e6b6-b3f6-40f9-918a-1ca1e7837e7e None None] Bound port: 67536f2f-9c3c-4040-be03-9cbb1683b1ec, host: dv-cinder-843729-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8beb8cc-f482-4497-a44b-eda26792e0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'ef03f64f-43e2-4121-9b36-bf95e66e6156'}}] {{(pid=103913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 28 17:25:28.724339 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-a565e6b6-b3f6-40f9-918a-1ca1e7837e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (67536f2f-9c3c-4040-be03-9cbb1683b1ec), before_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:28.725874 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-75373310-1c5b-430c-be23-fc8a54ace04e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (None), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:28.735269 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.wsgi [req-169bb4ac-8e90-4af0-976e-8457b94805fe req-ca70061b-8ca5-47c8-810d-233aa32fabab service neutron] http://10.222.0.33:9696/v2.0/extensions returned with HTTP 200 {{(pid=103911) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 28 17:25:28.736313 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-169bb4ac-8e90-4af0-976e-8457b94805fe req-ca70061b-8ca5-47c8-810d-233aa32fabab service neutron] 10.222.0.33 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1213465 May 28 17:25:28.892529 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.db.db_base_plugin_common [None req-75373310-1c5b-430c-be23-fc8a54ace04e admin admin] Allocated IP 172.27.0.67 (2edbe6b8-aac1-406b-a2f1-8819dd0d1c48/5128d65d-65c0-41d1-99c9-7682fd6eaf92/ffdbc796-5ee6-4b98-99e5-3f462060250a) {{(pid=103912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 17:25:28.906039 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-9ab27f73-73ab-4641-bce2-bc6a037e0799 admin admin] Publish callbacks [] for router_gateway (12fda40b-4795-4b4e-aa8c-8aea324670b8), precommit_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:29.049574 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-75373310-1c5b-430c-be23-fc8a54ace04e admin admin] Publish callbacks [] for port (ffdbc796-5ee6-4b98-99e5-3f462060250a), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:29.112737 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-75373310-1c5b-430c-be23-fc8a54ace04e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735968120113'] for port (ffdbc796-5ee6-4b98-99e5-3f462060250a), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:29.133458 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b0abe6a-1146-4784-ab10-504084c8a91f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d5e403e-4665-5b85-8da6-ff3b1ced4194-77a1ea92-c07d-41a7-8668-7c3c660591aa', 'network_id': '77a1ea92-c07d-41a7-8668-7c3c660591aa', 'project_id': '8e92a5dc387f47c99ce98da4d6fd9d92', 'fixed_ips': [{'subnet_id': '034da301-fbaa-496d-8b67-7a375e67ef37'}]}} from dv-cinder-843729-1-iscsi. {{(pid=103913) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 28 17:25:29.136141 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-5b0abe6a-1146-4784-ab10-504084c8a91f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (None), before_create {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:29.172843 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-169bb4ac-8e90-4af0-976e-8457b94805fe req-5cd64d01-5ab4-42d5-ad96-8177dd36d45f service neutron] 10.222.0.33 "GET /v2.0/networks/22932a3d-21b2-48a4-9a27-5956f4bdfe95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3504837 May 28 17:25:29.179505 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75373310-1c5b-430c-be23-fc8a54ace04e admin admin] Pushing event updated for resources: {'Port': ['ID=ffdbc796-5ee6-4b98-99e5-3f462060250a,revision_number=1']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:25:29.208477 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75373310-1c5b-430c-be23-fc8a54ace04e admin admin] Network 2edbe6b8-aac1-406b-a2f1-8819dd0d1c48 is already hosted by enough agents. {{(pid=103912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 17:25:29.211900 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.scheduler.base_scheduler [None req-75373310-1c5b-430c-be23-fc8a54ace04e admin admin] Resources bound (agent type, host, resource id): {{(pid=103912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 17:25:29.229238 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75373310-1c5b-430c-be23-fc8a54ace04e admin admin] Received port after_create {{(pid=103912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 28 17:25:29.368083 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.db_base_plugin_common [None req-5b0abe6a-1146-4784-ab10-504084c8a91f None None] Allocated IP 172.20.0.2 (77a1ea92-c07d-41a7-8668-7c3c660591aa/034da301-fbaa-496d-8b67-7a375e67ef37/e267d1cd-430e-48de-92e4-76d300cfb08f) {{(pid=103913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 17:25:29.380770 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-a565e6b6-b3f6-40f9-918a-1ca1e7837e7e None None] For port 67536f2f-9c3c-4040-be03-9cbb1683b1ec, host dv-cinder-843729-1-iscsi, cleared binding levels {{(pid=103913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 17:25:29.392664 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.33', 53650) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:25:29.399009 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:25:29.427219 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (0032cfec-21e8-44dd-a7d5-0b8312dfe052), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:29.433029 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-a565e6b6-b3f6-40f9-918a-1ca1e7837e7e None None] For port 67536f2f-9c3c-4040-be03-9cbb1683b1ec, host dv-cinder-843729-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843729-1-iscsi',level=0,port_id=67536f2f-9c3c-4040-be03-9cbb1683b1ec,segment=NetworkSegment(f8beb8cc-f482-4497-a44b-eda26792e0e2),segment_id=f8beb8cc-f482-4497-a44b-eda26792e0e2)] {{(pid=103913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 17:25:29.467639 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-a565e6b6-b3f6-40f9-918a-1ca1e7837e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735968512485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735968120131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735968120149'] for port (67536f2f-9c3c-4040-be03-9cbb1683b1ec), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:29.581280 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.33', 53656) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:25:29.581999 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-75373310-1c5b-430c-be23-fc8a54ace04e admin admin] Publish callbacks [] for router_gateway (671f58c8-e137-4780-97bd-9d0a9ed4dab7), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:29.621400 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-169bb4ac-8e90-4af0-976e-8457b94805fe req-70fdc802-a719-49d2-b7b6-33d8624c9ff5 service neutron] 10.222.0.33 "GET /v2.0/networks/22932a3d-21b2-48a4-9a27-5956f4bdfe95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4409273 May 28 17:25:29.660323 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a565e6b6-b3f6-40f9-918a-1ca1e7837e7e None None] Pushing event updated for resources: {'Port': ['ID=67536f2f-9c3c-4040-be03-9cbb1683b1ec,revision_number=2']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:25:29.692878 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-9ab27f73-73ab-4641-bce2-bc6a037e0799 admin admin] Publish callbacks [] for router_gateway (12fda40b-4795-4b4e-aa8c-8aea324670b8), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:29.782715 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-5b0abe6a-1146-4784-ab10-504084c8a91f None None] Publish callbacks [] for port (e267d1cd-430e-48de-92e4-76d300cfb08f), precommit_create {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:29.790764 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-5b0abe6a-1146-4784-ab10-504084c8a91f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735968120113'] for port (e267d1cd-430e-48de-92e4-76d300cfb08f), after_create {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:29.813812 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b0abe6a-1146-4784-ab10-504084c8a91f None None] Network 77a1ea92-c07d-41a7-8668-7c3c660591aa is already hosted by enough agents. {{(pid=103913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 17:25:29.817080 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.scheduler.base_scheduler [None req-5b0abe6a-1146-4784-ab10-504084c8a91f None None] Resources bound (agent type, host, resource id): {{(pid=103913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 17:25:29.838339 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b0abe6a-1146-4784-ab10-504084c8a91f None None] Received port after_create {{(pid=103913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 28 17:25:29.869968 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-9ab27f73-73ab-4641-bce2-bc6a037e0799 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (None), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:29.951131 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.managers [None req-5b0abe6a-1146-4784-ab10-504084c8a91f None None] Attempting to bind port e267d1cd-430e-48de-92e4-76d300cfb08f on host dv-cinder-843729-1-iscsi for vnic_type normal with profile {{(pid=103913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 28 17:25:29.951590 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.managers [None req-5b0abe6a-1146-4784-ab10-504084c8a91f None None] Attempting to bind port e267d1cd-430e-48de-92e4-76d300cfb08f by drivers openvswitch,hyperv on host dv-cinder-843729-1-iscsi at level 0 using segments [{'id': 'a4610069-396c-410a-becf-747bd2412bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '77a1ea92-c07d-41a7-8668-7c3c660591aa'}] {{(pid=103913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 28 17:25:29.953309 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b0abe6a-1146-4784-ab10-504084c8a91f None None] Attempting to bind port e267d1cd-430e-48de-92e4-76d300cfb08f on network 77a1ea92-c07d-41a7-8668-7c3c660591aa {{(pid=103913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 28 17:25:29.972473 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b0abe6a-1146-4784-ab10-504084c8a91f None None] Checking agent: {'id': '0032cfec-21e8-44dd-a7d5-0b8312dfe052', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843729-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 17, 16, 59), 'started_at': datetime.datetime(2022, 5, 28, 17, 17, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 17, 25, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843729-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 28 17:25:29.972812 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b0abe6a-1146-4784-ab10-504084c8a91f None None] Checking segment: {'id': 'a4610069-396c-410a-becf-747bd2412bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '77a1ea92-c07d-41a7-8668-7c3c660591aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 28 17:25:29.973221 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-5b0abe6a-1146-4784-ab10-504084c8a91f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:29.973620 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b0abe6a-1146-4784-ab10-504084c8a91f None None] Bound using segment: {'id': 'a4610069-396c-410a-becf-747bd2412bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '77a1ea92-c07d-41a7-8668-7c3c660591aa'} {{(pid=103913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 28 17:25:29.981360 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.managers [None req-5b0abe6a-1146-4784-ab10-504084c8a91f None None] Bound port: e267d1cd-430e-48de-92e4-76d300cfb08f, host: dv-cinder-843729-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4610069-396c-410a-becf-747bd2412bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '77a1ea92-c07d-41a7-8668-7c3c660591aa'}}] {{(pid=103913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 28 17:25:29.981815 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-5b0abe6a-1146-4784-ab10-504084c8a91f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (e267d1cd-430e-48de-92e4-76d300cfb08f), before_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:30.157070 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-5b0abe6a-1146-4784-ab10-504084c8a91f None None] For port e267d1cd-430e-48de-92e4-76d300cfb08f, host dv-cinder-843729-1-iscsi, cleared binding levels {{(pid=103913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 17:25:30.160965 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-5b0abe6a-1146-4784-ab10-504084c8a91f None None] For port e267d1cd-430e-48de-92e4-76d300cfb08f, host dv-cinder-843729-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843729-1-iscsi',level=0,port_id=e267d1cd-430e-48de-92e4-76d300cfb08f,segment=NetworkSegment(a4610069-396c-410a-becf-747bd2412bad),segment_id=a4610069-396c-410a-becf-747bd2412bad)] {{(pid=103913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 17:25:30.212060 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=5 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:25:30.217643 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0abe6a-1146-4784-ab10-504084c8a91f None None] Pushing event updated for resources: {'Port': ['ID=e267d1cd-430e-48de-92e4-76d300cfb08f,revision_number=1']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:25:30.233899 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-5b0abe6a-1146-4784-ab10-504084c8a91f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735968512485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735968120131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735968120149'] for port (e267d1cd-430e-48de-92e4-76d300cfb08f), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:30.244414 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.33', 53688) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:25:30.245917 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-ba792875-4c31-43f1-b356-751c2cff05b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:30.402965 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-75373310-1c5b-430c-be23-fc8a54ace04e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-679993'] for router (671f58c8-e137-4780-97bd-9d0a9ed4dab7), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:30.405700 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.db.db_base_plugin_common [None req-9ab27f73-73ab-4641-bce2-bc6a037e0799 admin admin] Allocated IP 172.27.0.52 (2edbe6b8-aac1-406b-a2f1-8819dd0d1c48/5128d65d-65c0-41d1-99c9-7682fd6eaf92/2fa9d34c-91da-4609-b5f4-0db6c14379f2) {{(pid=103911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 17:25:30.449357 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:25:30.451852 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-f2e94fb1-4e87-42eb-95aa-81aadaa923bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:30.458255 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0abe6a-1146-4784-ab10-504084c8a91f None None] Pushing event updated for resources: {'Port': ['ID=e267d1cd-430e-48de-92e4-76d300cfb08f,revision_number=2']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:25:30.539276 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Device 67536f2f-9c3c-4040-be03-9cbb1683b1ec up at agent ovs-agent-dv-cinder-843729-1-iscsi {{(pid=103913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 28 17:25:30.589682 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-50a57aa4-0e65-4a40-8257-7f512b7d0fa8 req-c1c66c7c-223f-496c-80a5-e733c786b0f3 tempest-DeleteServersTestJSON-420937626 tempest-DeleteServersTestJSON-420937626-project] 10.222.0.33 "GET /v2.0/ports?device_id=3425b63d-c751-49bf-b2d9-0568c8cdae34 HTTP/1.1" status: 200 len: 210 time: 0.1915963 May 28 17:25:30.670809 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-26be5fce-146f-491d-8b44-8ca403e85127 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:30.707770 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Provisioning complete for port 67536f2f-9c3c-4040-be03-9cbb1683b1ec triggered by entity L2. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 17:25:30.709006 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1821120'] for port (67536f2f-9c3c-4040-be03-9cbb1683b1ec), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:30.791080 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:INSERT=10,neutron:SELECT=84,neutron:UPDATE=6 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:25:30.833303 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Current status of the port 67536f2f-9c3c-4040-be03-9cbb1683b1ec is: DOWN; New status is: ACTIVE {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 17:25:30.833855 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (67536f2f-9c3c-4040-be03-9cbb1683b1ec), before_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:30.861730 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-ba792875-4c31-43f1-b356-751c2cff05b6 admin admin] Publish callbacks [] for security_group (e5edbcb6-1b72-4cb5-8730-cb45ec560077), precommit_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:30.872134 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-ba792875-4c31-43f1-b356-751c2cff05b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594961'] for security_group (e5edbcb6-1b72-4cb5-8730-cb45ec560077), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:30.925058 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] For port 67536f2f-9c3c-4040-be03-9cbb1683b1ec, host dv-cinder-843729-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843729-1-iscsi',level=0,port_id=67536f2f-9c3c-4040-be03-9cbb1683b1ec,segment=NetworkSegment(f8beb8cc-f482-4497-a44b-eda26792e0e2),segment_id=f8beb8cc-f482-4497-a44b-eda26792e0e2)] {{(pid=103913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 17:25:30.934172 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735968512485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735968120131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735968120149'] for port (67536f2f-9c3c-4040-be03-9cbb1683b1ec), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:30.968401 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:25:31.019554 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-ba792875-4c31-43f1-b356-751c2cff05b6 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=eeb3e12d39cb49e3bbac2c7d030f8995&name=default HTTP/1.1" status: 200 len: 2992 time: 1.6200898 May 28 17:25:31.027686 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Pushing event updated for resources: {'Port': ['ID=67536f2f-9c3c-4040-be03-9cbb1683b1ec,revision_number=3']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:25:31.030947 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.33', 53724) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:25:31.038513 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:25:31.075981 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-9ab27f73-73ab-4641-bce2-bc6a037e0799 admin admin] Publish callbacks [] for port (2fa9d34c-91da-4609-b5f4-0db6c14379f2), precommit_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:31.078310 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-26be5fce-146f-491d-8b44-8ca403e85127 admin admin] Publish callbacks [] for security_group (d34a61d2-dba2-49ec-82a8-b09f6c638931), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:31.079603 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba792875-4c31-43f1-b356-751c2cff05b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5edbcb6-1b72-4cb5-8730-cb45ec560077,revision_number=1']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:25:31.091734 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-26be5fce-146f-491d-8b44-8ca403e85127 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594961'] for security_group (d34a61d2-dba2-49ec-82a8-b09f6c638931), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:31.129970 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:25:31.215602 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-bb5707b1-d6a0-4585-a0bf-1d41b3e753b2 admin admin] Publish callbacks [] for security_group (e5edbcb6-1b72-4cb5-8730-cb45ec560077), before_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:31.218251 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-9ab27f73-73ab-4641-bce2-bc6a037e0799 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735968120113'] for port (2fa9d34c-91da-4609-b5f4-0db6c14379f2), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:31.252723 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-26be5fce-146f-491d-8b44-8ca403e85127 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=29920bb776f840388b047e19dbac990f&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0051153 May 28 17:25:31.259749 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.33', 53738) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:25:31.284336 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26be5fce-146f-491d-8b44-8ca403e85127 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d34a61d2-dba2-49ec-82a8-b09f6c638931,revision_number=1']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:25:31.297581 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-f2e94fb1-4e87-42eb-95aa-81aadaa923bb admin admin] Publish callbacks [] for security_group (b90799ef-1411-480d-8224-e7456ccb630a), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:31.323996 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-f2e94fb1-4e87-42eb-95aa-81aadaa923bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594961'] for security_group (b90799ef-1411-480d-8224-e7456ccb630a), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:31.331137 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-bb5707b1-d6a0-4585-a0bf-1d41b3e753b2 admin admin] Publish callbacks [] for security_group (e5edbcb6-1b72-4cb5-8730-cb45ec560077), precommit_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:31.334153 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ab27f73-73ab-4641-bce2-bc6a037e0799 admin admin] Network 2edbe6b8-aac1-406b-a2f1-8819dd0d1c48 is already hosted by enough agents. {{(pid=103911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 17:25:31.340644 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab27f73-73ab-4641-bce2-bc6a037e0799 admin admin] Pushing event updated for resources: {'Port': ['ID=2fa9d34c-91da-4609-b5f4-0db6c14379f2,revision_number=1']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:25:31.388682 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.scheduler.base_scheduler [None req-9ab27f73-73ab-4641-bce2-bc6a037e0799 admin admin] Resources bound (agent type, host, resource id): {{(pid=103911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 17:25:31.391054 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ab27f73-73ab-4641-bce2-bc6a037e0799 admin admin] Received port after_create {{(pid=103911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 28 17:25:31.426325 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-f2e94fb1-4e87-42eb-95aa-81aadaa923bb admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=24240be31473431cb8690f8cb08a3cd5&name=default HTTP/1.1" status: 200 len: 2992 time: 1.8421657 May 28 17:25:31.427266 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.33', 53746) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:25:31.432739 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75373310-1c5b-430c-be23-fc8a54ace04e admin admin] Router 671f58c8-e137-4780-97bd-9d0a9ed4dab7 is scheduled to L3 agent 8a8c7bbb-808d-49ae-95de-62501e6237ff with binding_index 1 {{(pid=103912) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 28 17:25:31.435589 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e94fb1-4e87-42eb-95aa-81aadaa923bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b90799ef-1411-480d-8224-e7456ccb630a,revision_number=1']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:25:31.440139 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-bb5707b1-d6a0-4585-a0bf-1d41b3e753b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594961'] for security_group (e5edbcb6-1b72-4cb5-8730-cb45ec560077), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:31.442936 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-bb5707b1-d6a0-4585-a0bf-1d41b3e753b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:31.459075 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-bb5707b1-d6a0-4585-a0bf-1d41b3e753b2 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/e5edbcb6-1b72-4cb5-8730-cb45ec560077 HTTP/1.1" status: 204 len: 168 time: 0.4213679 May 28 17:25:31.512608 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (7cdbebfa-f3b4-48eb-8fbc-caed95606681), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:31.553705 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5707b1-d6a0-4585-a0bf-1d41b3e753b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5edbcb6-1b72-4cb5-8730-cb45ec560077,revision_number=None']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:25:31.580968 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51dd5ed5-0a0c-40be-876d-17141533440f None None] Network ef03f64f-43e2-4121-9b36-bf95e66e6156 requested from dv-cinder-843729-1-iscsi {{(pid=103913) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 28 17:25:31.730181 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-402e7602-56bb-4e88-88c7-f786bb10b5f8 admin admin] Publish callbacks [] for security_group (b90799ef-1411-480d-8224-e7456ccb630a), before_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:31.762062 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-402e7602-56bb-4e88-88c7-f786bb10b5f8 admin admin] Publish callbacks [] for security_group (b90799ef-1411-480d-8224-e7456ccb630a), precommit_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:31.777363 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-ad95602a-5ece-4af1-9dc9-2daaaa280d70 admin admin] Publish callbacks [] for security_group (d34a61d2-dba2-49ec-82a8-b09f6c638931), before_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:31.785143 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-155fb020-2abd-4248-80a6-18f95a065c44 None None] Provisioning complete for port 67536f2f-9c3c-4040-be03-9cbb1683b1ec triggered by entity DHCP. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 17:25:31.786418 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-155fb020-2abd-4248-80a6-18f95a065c44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1821120'] for port (67536f2f-9c3c-4040-be03-9cbb1683b1ec), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:31.853775 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-ad95602a-5ece-4af1-9dc9-2daaaa280d70 admin admin] Publish callbacks [] for security_group (d34a61d2-dba2-49ec-82a8-b09f6c638931), precommit_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:31.957742 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-22c3b52c-001c-49be-ab1f-58c6f959577d req-150532b5-4ad5-45bb-b0e3-b1b914283076 tempest-DeleteServersTestJSON-420937626 tempest-DeleteServersTestJSON-420937626-project] 10.222.0.33 "GET /v2.0/ports?device_id=3425b63d-c751-49bf-b2d9-0568c8cdae34 HTTP/1.1" status: 200 len: 210 time: 0.2446873 May 28 17:25:31.981209 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-155fb020-2abd-4248-80a6-18f95a065c44 None None] Current status of the port 67536f2f-9c3c-4040-be03-9cbb1683b1ec is: ACTIVE; New status is: ACTIVE {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 17:25:32.029557 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75373310-1c5b-430c-be23-fc8a54ace04e admin admin] Notify agent at l3_agent.dv-cinder-843729-1-iscsi the message routers_updated {{(pid=103912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 17:25:32.043594 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d0abcd4-a306-446a-88da-4e86e6f05a72 None None] Sync routers for ids ['671f58c8-e137-4780-97bd-9d0a9ed4dab7'] in dv-cinder-843729-1-iscsi {{(pid=103914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 17:25:32.082387 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d0abcd4-a306-446a-88da-4e86e6f05a72 None None] Routers {'671f58c8-e137-4780-97bd-9d0a9ed4dab7'} bound to L3 agent in host dv-cinder-843729-1-iscsi {{(pid=103914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 28 17:25:32.086822 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-6d0abcd4-a306-446a-88da-4e86e6f05a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843729-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-28T17:16:55Z,description=,heartbeat_timestamp=2022-05-28T17:25:25Z,host='dv-cinder-843729-1-iscsi',id=8a8c7bbb-808d-49ae-95de-62501e6237ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T17:16:55Z,topic='l3_agent')) {'router_ids': ['671f58c8-e137-4780-97bd-9d0a9ed4dab7'], 'active': True} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:25:32.105596 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-75373310-1c5b-430c-be23-fc8a54ace04e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:32.108346 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-75373310-1c5b-430c-be23-fc8a54ace04e admin admin] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.8325469 May 28 17:25:32.114674 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.33', 53768) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:25:32.194424 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.33', 53770) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:25:32.195211 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-9ab27f73-73ab-4641-bce2-bc6a037e0799 admin admin] Publish callbacks [] for router_gateway (12fda40b-4795-4b4e-aa8c-8aea324670b8), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:32.216260 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-3f62277c-8780-48df-ad41-1e1198142669 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:32.253879 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-ad95602a-5ece-4af1-9dc9-2daaaa280d70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594961'] for security_group (d34a61d2-dba2-49ec-82a8-b09f6c638931), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:32.256368 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-ad95602a-5ece-4af1-9dc9-2daaaa280d70 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:32.262130 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-ad95602a-5ece-4af1-9dc9-2daaaa280d70 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/d34a61d2-dba2-49ec-82a8-b09f6c638931 HTTP/1.1" status: 204 len: 168 time: 0.9980981 May 28 17:25:32.301538 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad95602a-5ece-4af1-9dc9-2daaaa280d70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d34a61d2-dba2-49ec-82a8-b09f6c638931,revision_number=None']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:25:32.323045 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f02ab82d-e3ee-461f-89e1-242ef92349d0 None None] Network 77a1ea92-c07d-41a7-8668-7c3c660591aa requested from dv-cinder-843729-1-iscsi {{(pid=103913) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 28 17:25:32.390684 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:25:32.487098 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-ee940cde-500c-4674-b380-89fddfc56b38 None None] Provisioning complete for port 67536f2f-9c3c-4040-be03-9cbb1683b1ec triggered by entity DHCP. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 17:25:32.487499 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-ee940cde-500c-4674-b380-89fddfc56b38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1821120'] for port (67536f2f-9c3c-4040-be03-9cbb1683b1ec), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:32.498059 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:25:32.533703 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-402e7602-56bb-4e88-88c7-f786bb10b5f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594961'] for security_group (b90799ef-1411-480d-8224-e7456ccb630a), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:32.536596 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvr_db [None req-6d0abcd4-a306-446a-88da-4e86e6f05a72 None None] Set router 671f58c8-e137-4780-97bd-9d0a9ed4dab7 gateway port host: dv-cinder-843729-1-iscsi {{(pid=103914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 28 17:25:32.539370 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-402e7602-56bb-4e88-88c7-f786bb10b5f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:32.548988 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-402e7602-56bb-4e88-88c7-f786bb10b5f8 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/b90799ef-1411-480d-8224-e7456ccb630a HTTP/1.1" status: 204 len: 168 time: 1.1154220 May 28 17:25:32.587937 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Device 67536f2f-9c3c-4040-be03-9cbb1683b1ec up at agent ovs-agent-dv-cinder-843729-1-iscsi {{(pid=103913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 28 17:25:32.631527 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402e7602-56bb-4e88-88c7-f786bb10b5f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b90799ef-1411-480d-8224-e7456ccb630a,revision_number=None']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:25:32.638723 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:25:32.684985 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-ee940cde-500c-4674-b380-89fddfc56b38 None None] Current status of the port 67536f2f-9c3c-4040-be03-9cbb1683b1ec is: ACTIVE; New status is: ACTIVE {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 17:25:32.737792 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Provisioning complete for port 67536f2f-9c3c-4040-be03-9cbb1683b1ec triggered by entity L2. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 17:25:32.740005 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1821120'] for port (67536f2f-9c3c-4040-be03-9cbb1683b1ec), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:32.825939 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=88,neutron:DELETE=7,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:25:32.890681 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-5e95bd2f-f3fa-4df7-8025-0e684f9f109d None None] Provisioning complete for port e267d1cd-430e-48de-92e4-76d300cfb08f triggered by entity DHCP. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 17:25:32.892732 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-5e95bd2f-f3fa-4df7-8025-0e684f9f109d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1821120'] for port (e267d1cd-430e-48de-92e4-76d300cfb08f), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:32.953927 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.33', 53786) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:25:32.977864 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-a4d88250-f032-44ca-b737-721f64fcb7b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:32.982295 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:25:33.031105 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-6d0abcd4-a306-446a-88da-4e86e6f05a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '671f58c8-e137-4780-97bd-9d0a9ed4dab7', 'name': 'tempest-AttachVolumeTestJSON-164266833-router', 'tenant_id': '90b378551d1c467e911cf01274c97d85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'external_fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.67'}], 'enable_snat': True}, 'gw_port_id': 'ffdbc796-5ee6-4b98-99e5-3f462060250a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T17:25:27Z', 'updated_at': '2022-05-28T17:25:29Z', 'revision_number': 3, 'project_id': '90b378551d1c467e911cf01274c97d85', 'gw_port': {'id': 'ffdbc796-5ee6-4b98-99e5-3f462060250a', 'name': '', 'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:ae:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '671f58c8-e137-4780-97bd-9d0a9ed4dab7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:25:28Z', 'updated_at': '2022-05-28T17:25:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843729-1-iscsi'}], 'dv-cinder-843729-1-iscsi', False) {} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:25:33.048998 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Current status of the port 67536f2f-9c3c-4040-be03-9cbb1683b1ec is: ACTIVE; New status is: ACTIVE {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 17:25:33.051485 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Device e267d1cd-430e-48de-92e4-76d300cfb08f up at agent ovs-agent-dv-cinder-843729-1-iscsi {{(pid=103913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 28 17:25:33.076118 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=2 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:25:33.089604 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d0abcd4-a306-446a-88da-4e86e6f05a72 None None] Checking router: 671f58c8-e137-4780-97bd-9d0a9ed4dab7 for host: dv-cinder-843729-1-iscsi {{(pid=103914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 17:25:33.090179 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d0abcd4-a306-446a-88da-4e86e6f05a72 None None] Updating router 671f58c8-e137-4780-97bd-9d0a9ed4dab7 port ffdbc796-5ee6-4b98-99e5-3f462060250a binding host dv-cinder-843729-1-iscsi {{(pid=103914) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 17:25:33.134174 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-3f62277c-8780-48df-ad41-1e1198142669 admin admin] Publish callbacks [] for security_group (a0bd899d-6660-43c7-82b2-5c23225ff314), precommit_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:33.148063 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-a4d88250-f032-44ca-b737-721f64fcb7b9 admin admin] Publish callbacks [] for security_group (9f9236ed-6fa1-43f5-8297-9817bda40e3b), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:33.152873 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-3f62277c-8780-48df-ad41-1e1198142669 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594961'] for security_group (a0bd899d-6660-43c7-82b2-5c23225ff314), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:33.158624 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron_lib.callbacks.manager [None req-6d0abcd4-a306-446a-88da-4e86e6f05a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (ffdbc796-5ee6-4b98-99e5-3f462060250a), before_update {{(pid=103914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:33.171933 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-a4d88250-f032-44ca-b737-721f64fcb7b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594961'] for security_group (9f9236ed-6fa1-43f5-8297-9817bda40e3b), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:33.206551 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Provisioning complete for port e267d1cd-430e-48de-92e4-76d300cfb08f triggered by entity L2. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 17:25:33.207075 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1821120'] for port (e267d1cd-430e-48de-92e4-76d300cfb08f), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:33.225589 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-92a18ea7-55f3-41f8-94b4-5bb9273676fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (None), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:33.239700 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d88250-f032-44ca-b737-721f64fcb7b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f9236ed-6fa1-43f5-8297-9817bda40e3b,revision_number=1']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:25:33.248336 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-a4d88250-f032-44ca-b737-721f64fcb7b9 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=5a81d512823043b199302ce58d8ce45c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2932210 May 28 17:25:33.251291 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.33', 53800) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:25:33.275270 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-5e95bd2f-f3fa-4df7-8025-0e684f9f109d None None] Current status of the port e267d1cd-430e-48de-92e4-76d300cfb08f is: DOWN; New status is: ACTIVE {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 17:25:33.275751 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-5e95bd2f-f3fa-4df7-8025-0e684f9f109d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (e267d1cd-430e-48de-92e4-76d300cfb08f), before_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:33.325627 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-9ab27f73-73ab-4641-bce2-bc6a037e0799 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-679993'] for router (12fda40b-4795-4b4e-aa8c-8aea324670b8), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:33.346267 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-3f62277c-8780-48df-ad41-1e1198142669 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=5933adf3d9fe4731b4dc5ef0f9254aa3&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1486573 May 28 17:25:33.348230 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.33', 53804) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:25:33.349288 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f62277c-8780-48df-ad41-1e1198142669 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0bd899d-6660-43c7-82b2-5c23225ff314,revision_number=1']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:25:33.383386 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-af9bd116-4f7e-4ab8-8266-41a1ba4e3bc7 req-fc1c9862-a897-42db-b7ee-24751f4601c7 tempest-DeleteServersTestJSON-420937626 tempest-DeleteServersTestJSON-420937626-project] 10.222.0.33 "GET /v2.0/ports?device_id=3425b63d-c751-49bf-b2d9-0568c8cdae34 HTTP/1.1" status: 200 len: 210 time: 0.0677314 May 28 17:25:33.457666 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-53149514-e429-4ce7-ba85-8686f53269a5 admin admin] Publish callbacks [] for security_group (9f9236ed-6fa1-43f5-8297-9817bda40e3b), before_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:33.501587 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-53149514-e429-4ce7-ba85-8686f53269a5 admin admin] Publish callbacks [] for security_group (9f9236ed-6fa1-43f5-8297-9817bda40e3b), precommit_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:33.517114 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:25:33.548684 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-5e95bd2f-f3fa-4df7-8025-0e684f9f109d None None] For port e267d1cd-430e-48de-92e4-76d300cfb08f, host dv-cinder-843729-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843729-1-iscsi',level=0,port_id=e267d1cd-430e-48de-92e4-76d300cfb08f,segment=NetworkSegment(a4610069-396c-410a-becf-747bd2412bad),segment_id=a4610069-396c-410a-becf-747bd2412bad)] {{(pid=103913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 17:25:33.558676 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Current status of the port e267d1cd-430e-48de-92e4-76d300cfb08f is: DOWN; New status is: ACTIVE {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 17:25:33.559280 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (e267d1cd-430e-48de-92e4-76d300cfb08f), before_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:33.561902 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-5e95bd2f-f3fa-4df7-8025-0e684f9f109d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735968512485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735968120131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735968120149'] for port (e267d1cd-430e-48de-92e4-76d300cfb08f), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:33.574641 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-48c83225-fe71-49e8-b4df-c5a4f64d5a8c admin admin] Publish callbacks [] for security_group (a0bd899d-6660-43c7-82b2-5c23225ff314), before_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:33.578112 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ab27f73-73ab-4641-bce2-bc6a037e0799 admin admin] Router 12fda40b-4795-4b4e-aa8c-8aea324670b8 is scheduled to L3 agent 8a8c7bbb-808d-49ae-95de-62501e6237ff with binding_index 1 {{(pid=103911) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 28 17:25:33.640955 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e95bd2f-f3fa-4df7-8025-0e684f9f109d None None] Pushing event updated for resources: {'Port': ['ID=e267d1cd-430e-48de-92e4-76d300cfb08f,revision_number=3']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:25:33.656283 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.db.db_base_plugin_common [None req-92a18ea7-55f3-41f8-94b4-5bb9273676fc admin admin] Allocated IP 172.20.0.1 (ef03f64f-43e2-4121-9b36-bf95e66e6156/cac4e4be-bdeb-4bc3-836c-d18d4297ccc1/ae7cb121-682f-4a2f-9816-6dd875165244) {{(pid=103912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 17:25:33.660933 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-48c83225-fe71-49e8-b4df-c5a4f64d5a8c admin admin] Publish callbacks [] for security_group (a0bd899d-6660-43c7-82b2-5c23225ff314), precommit_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:33.700136 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.db.api [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103913) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} May 28 17:25:33.700549 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG oslo_db.api [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 17:25:33.712917 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-70d79c3a-bf95-4e18-a95b-95d07195c375 None None] Provisioning complete for port e267d1cd-430e-48de-92e4-76d300cfb08f triggered by entity DHCP. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 17:25:33.713354 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-70d79c3a-bf95-4e18-a95b-95d07195c375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1821120'] for port (e267d1cd-430e-48de-92e4-76d300cfb08f), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:33.751831 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-53149514-e429-4ce7-ba85-8686f53269a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594961'] for security_group (9f9236ed-6fa1-43f5-8297-9817bda40e3b), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:33.759903 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-53149514-e429-4ce7-ba85-8686f53269a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:33.767019 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-53149514-e429-4ce7-ba85-8686f53269a5 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/9f9236ed-6fa1-43f5-8297-9817bda40e3b HTTP/1.1" status: 204 len: 168 time: 0.5144656 May 28 17:25:33.784511 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ab27f73-73ab-4641-bce2-bc6a037e0799 admin admin] Notify agent at l3_agent.dv-cinder-843729-1-iscsi the message routers_updated {{(pid=103911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 17:25:33.811208 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-70d79c3a-bf95-4e18-a95b-95d07195c375 None None] Current status of the port e267d1cd-430e-48de-92e4-76d300cfb08f is: ACTIVE; New status is: ACTIVE {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 17:25:33.813800 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7147195f-6921-41e7-aa2b-77a16ea0c744 None None] Sync routers for ids ['12fda40b-4795-4b4e-aa8c-8aea324670b8'] in dv-cinder-843729-1-iscsi {{(pid=103913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 17:25:33.821208 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-9ab27f73-73ab-4641-bce2-bc6a037e0799 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:33.828526 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7147195f-6921-41e7-aa2b-77a16ea0c744 None None] Routers {'12fda40b-4795-4b4e-aa8c-8aea324670b8'} bound to L3 agent in host dv-cinder-843729-1-iscsi {{(pid=103913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 28 17:25:33.829217 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.l3_hamode_db [None req-7147195f-6921-41e7-aa2b-77a16ea0c744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843729-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-28T17:16:55Z,description=,heartbeat_timestamp=2022-05-28T17:25:25Z,host='dv-cinder-843729-1-iscsi',id=8a8c7bbb-808d-49ae-95de-62501e6237ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T17:16:55Z,topic='l3_agent')) {'router_ids': ['12fda40b-4795-4b4e-aa8c-8aea324670b8'], 'active': True} {{(pid=103913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:25:33.829362 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-9ab27f73-73ab-4641-bce2-bc6a037e0799 admin admin] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.4676940 May 28 17:25:33.830115 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.33', 53816) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:25:33.831796 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53149514-e429-4ce7-ba85-8686f53269a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f9236ed-6fa1-43f5-8297-9817bda40e3b,revision_number=None']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:25:33.871148 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron_lib.callbacks.manager [None req-6d0abcd4-a306-446a-88da-4e86e6f05a72 None None] Publish callbacks [] for port (ffdbc796-5ee6-4b98-99e5-3f462060250a), precommit_update {{(pid=103914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:33.880747 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron_lib.callbacks.manager [None req-6d0abcd4-a306-446a-88da-4e86e6f05a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735968512485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735968120131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735968120149'] for port (ffdbc796-5ee6-4b98-99e5-3f462060250a), after_update {{(pid=103914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:33.948205 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.l3_dvr_db [None req-7147195f-6921-41e7-aa2b-77a16ea0c744 None None] Set router 12fda40b-4795-4b4e-aa8c-8aea324670b8 gateway port host: dv-cinder-843729-1-iscsi {{(pid=103913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 28 17:25:33.967652 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-48c83225-fe71-49e8-b4df-c5a4f64d5a8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594961'] for security_group (a0bd899d-6660-43c7-82b2-5c23225ff314), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:33.968113 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c2fe77-04f8-4887-a6e4-805a2c3f8400 None None] Pushing event updated for resources: {'Port': ['ID=ffdbc796-5ee6-4b98-99e5-3f462060250a,revision_number=2']} {{(pid=103914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:25:33.975467 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-48c83225-fe71-49e8-b4df-c5a4f64d5a8c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:33.980154 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c2fe77-04f8-4887-a6e4-805a2c3f8400 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:25:33.980288 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-48c83225-fe71-49e8-b4df-c5a4f64d5a8c admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/a0bd899d-6660-43c7-82b2-5c23225ff314 HTTP/1.1" status: 204 len: 168 time: 0.6273396 May 28 17:25:33.980776 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c2fe77-04f8-4887-a6e4-805a2c3f8400 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:25:33.981211 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c2fe77-04f8-4887-a6e4-805a2c3f8400 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:25:33.981574 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c2fe77-04f8-4887-a6e4-805a2c3f8400 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:25:33.982209 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c2fe77-04f8-4887-a6e4-805a2c3f8400 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:25:33.982553 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c2fe77-04f8-4887-a6e4-805a2c3f8400 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:25:33.983086 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c2fe77-04f8-4887-a6e4-805a2c3f8400 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:25:33.983522 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c2fe77-04f8-4887-a6e4-805a2c3f8400 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:25:33.983881 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c2fe77-04f8-4887-a6e4-805a2c3f8400 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:25:33.984367 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c2fe77-04f8-4887-a6e4-805a2c3f8400 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:25:33.985471 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c2fe77-04f8-4887-a6e4-805a2c3f8400 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:25:33.985995 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c2fe77-04f8-4887-a6e4-805a2c3f8400 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:25:33.986417 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c2fe77-04f8-4887-a6e4-805a2c3f8400 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:25:33.986805 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c2fe77-04f8-4887-a6e4-805a2c3f8400 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:25:33.987560 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c2fe77-04f8-4887-a6e4-805a2c3f8400 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:25:33.988621 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c2fe77-04f8-4887-a6e4-805a2c3f8400 None None] Tracked resource versions report: May 28 17:25:33.988621 dv-cinder-843729-1-iscsi neutron-server[103914]: pushed versions: May 28 17:25:33.988621 dv-cinder-843729-1-iscsi neutron-server[103914]: { 'AddressGroup': {'1.2'}, May 28 17:25:33.988621 dv-cinder-843729-1-iscsi neutron-server[103914]: 'Agent': {'1.1'}, May 28 17:25:33.988621 dv-cinder-843729-1-iscsi neutron-server[103914]: 'ConntrackHelper': {'1.0'}, May 28 17:25:33.988621 dv-cinder-843729-1-iscsi neutron-server[103914]: 'LocalIPAssociation': {'1.0'}, May 28 17:25:33.988621 dv-cinder-843729-1-iscsi neutron-server[103914]: 'Log': {'1.0'}, May 28 17:25:33.988621 dv-cinder-843729-1-iscsi neutron-server[103914]: 'NDPProxy': {'1.0'}, May 28 17:25:33.988621 dv-cinder-843729-1-iscsi neutron-server[103914]: 'Network': {'1.1'}, May 28 17:25:33.988621 dv-cinder-843729-1-iscsi neutron-server[103914]: 'Port': {'1.7'}, May 28 17:25:33.988621 dv-cinder-843729-1-iscsi neutron-server[103914]: 'PortForwarding': {'1.3'}, May 28 17:25:33.988621 dv-cinder-843729-1-iscsi neutron-server[103914]: 'QosPolicy': {'1.10'}, May 28 17:25:33.988621 dv-cinder-843729-1-iscsi neutron-server[103914]: 'SecurityGroup': {'1.5'}, May 28 17:25:33.988621 dv-cinder-843729-1-iscsi neutron-server[103914]: 'SecurityGroupRule': {'1.2'}, May 28 17:25:33.988621 dv-cinder-843729-1-iscsi neutron-server[103914]: 'SubPort': {'1.0'}, May 28 17:25:33.988621 dv-cinder-843729-1-iscsi neutron-server[103914]: 'Subnet': {'1.1'}, May 28 17:25:33.988621 dv-cinder-843729-1-iscsi neutron-server[103914]: 'Trunk': {'1.1'}} May 28 17:25:33.988621 dv-cinder-843729-1-iscsi neutron-server[103914]: consumer versions: May 28 17:25:33.988621 dv-cinder-843729-1-iscsi neutron-server[103914]: { DHCP agent@dv-cinder-843729-1-iscsi: {}, May 28 17:25:33.988621 dv-cinder-843729-1-iscsi neutron-server[103914]: HyperV agent@hv-cinder-84372: {}, May 28 17:25:33.988621 dv-cinder-843729-1-iscsi neutron-server[103914]: L3 agent@dv-cinder-843729-1-iscsi: {}, May 28 17:25:33.988621 dv-cinder-843729-1-iscsi neutron-server[103914]: Metadata agent@dv-cinder-843729-1-iscsi: {}, May 28 17:25:33.988621 dv-cinder-843729-1-iscsi neutron-server[103914]: Metering agent@dv-cinder-843729-1-iscsi: {}, May 28 17:25:33.988621 dv-cinder-843729-1-iscsi neutron-server[103914]: Open vSwitch agent@dv-cinder-843729-1-iscsi: { 'AddressGroup': '1.2', May 28 17:25:33.988621 dv-cinder-843729-1-iscsi neutron-server[103914]: 'Agent': '1.1', May 28 17:25:33.988621 dv-cinder-843729-1-iscsi neutron-server[103914]: 'ConntrackHelper': '1.0', May 28 17:25:33.988621 dv-cinder-843729-1-iscsi neutron-server[103914]: 'LocalIPAssociation': '1.0', May 28 17:25:33.988621 dv-cinder-843729-1-iscsi neutron-server[103914]: 'Log': '1.0', May 28 17:25:33.988621 dv-cinder-843729-1-iscsi neutron-server[103914]: 'NDPProxy': '1.0', May 28 17:25:33.988621 dv-cinder-843729-1-iscsi neutron-server[103914]: 'Network': '1.1', May 28 17:25:33.988621 dv-cinder-843729-1-iscsi neutron-server[103914]: 'Port': '1.7', May 28 17:25:33.988621 dv-cinder-843729-1-iscsi neutron-server[103914]: 'PortForwarding': '1.3', May 28 17:25:33.988621 dv-cinder-843729-1-iscsi neutron-server[103914]: 'QosPolicy': '1.10', May 28 17:25:33.988621 dv-cinder-843729-1-iscsi neutron-server[103914]: 'SecurityGroup': '1.5', May 28 17:25:33.988621 dv-cinder-843729-1-iscsi neutron-server[103914]: 'SecurityGroupRule': '1.2', May 28 17:25:33.988621 dv-cinder-843729-1-iscsi neutron-server[103914]: 'SubPort': '1.0', May 28 17:25:33.988621 dv-cinder-843729-1-iscsi neutron-server[103914]: 'Subnet': '1.1', May 28 17:25:33.988621 dv-cinder-843729-1-iscsi neutron-server[103914]: 'Trunk': '1.1'}} May 28 17:25:33.988621 dv-cinder-843729-1-iscsi neutron-server[103914]: {{(pid=103914) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 28 17:25:34.067374 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:25:34.069282 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-92a18ea7-55f3-41f8-94b4-5bb9273676fc admin admin] Publish callbacks [] for port (ae7cb121-682f-4a2f-9816-6dd875165244), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:34.071622 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.plugins.ml2.managers [None req-6d0abcd4-a306-446a-88da-4e86e6f05a72 None None] Attempting to bind port ffdbc796-5ee6-4b98-99e5-3f462060250a on host dv-cinder-843729-1-iscsi for vnic_type normal with profile {{(pid=103914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 28 17:25:34.072079 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.plugins.ml2.managers [None req-6d0abcd4-a306-446a-88da-4e86e6f05a72 None None] Attempting to bind port ffdbc796-5ee6-4b98-99e5-3f462060250a by drivers openvswitch,hyperv on host dv-cinder-843729-1-iscsi at level 0 using segments [{'id': '3991c6da-7adc-4448-bfac-a7af5b626d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48'}] {{(pid=103914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 28 17:25:34.072451 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d0abcd4-a306-446a-88da-4e86e6f05a72 None None] Attempting to bind port ffdbc796-5ee6-4b98-99e5-3f462060250a on network 2edbe6b8-aac1-406b-a2f1-8819dd0d1c48 {{(pid=103914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 28 17:25:34.084158 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d0abcd4-a306-446a-88da-4e86e6f05a72 None None] Checking agent: {'id': '0032cfec-21e8-44dd-a7d5-0b8312dfe052', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843729-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 17, 16, 59), 'started_at': datetime.datetime(2022, 5, 28, 17, 17, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 17, 25, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843729-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 28 17:25:34.084761 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d0abcd4-a306-446a-88da-4e86e6f05a72 None None] Checking segment: {'id': '3991c6da-7adc-4448-bfac-a7af5b626d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 28 17:25:34.085193 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron_lib.callbacks.manager [None req-6d0abcd4-a306-446a-88da-4e86e6f05a72 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:34.085924 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d0abcd4-a306-446a-88da-4e86e6f05a72 None None] Bound using segment: {'id': '3991c6da-7adc-4448-bfac-a7af5b626d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48'} {{(pid=103914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 28 17:25:34.086555 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.plugins.ml2.managers [None req-6d0abcd4-a306-446a-88da-4e86e6f05a72 None None] Bound port: ffdbc796-5ee6-4b98-99e5-3f462060250a, host: dv-cinder-843729-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3991c6da-7adc-4448-bfac-a7af5b626d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48'}}] {{(pid=103914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 28 17:25:34.086973 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron_lib.callbacks.manager [None req-6d0abcd4-a306-446a-88da-4e86e6f05a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (ffdbc796-5ee6-4b98-99e5-3f462060250a), before_update {{(pid=103914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:34.090624 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c83225-fe71-49e8-b4df-c5a4f64d5a8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0bd899d-6660-43c7-82b2-5c23225ff314,revision_number=None']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:25:34.175133 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-92a18ea7-55f3-41f8-94b4-5bb9273676fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735968120113'] for port (ae7cb121-682f-4a2f-9816-6dd875165244), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:34.185525 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.plugins.ml2.db [None req-6d0abcd4-a306-446a-88da-4e86e6f05a72 None None] For port ffdbc796-5ee6-4b98-99e5-3f462060250a, host dv-cinder-843729-1-iscsi, cleared binding levels {{(pid=103914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 17:25:34.190588 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.plugins.ml2.db [None req-6d0abcd4-a306-446a-88da-4e86e6f05a72 None None] For port ffdbc796-5ee6-4b98-99e5-3f462060250a, host dv-cinder-843729-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843729-1-iscsi',level=0,port_id=ffdbc796-5ee6-4b98-99e5-3f462060250a,segment=NetworkSegment(3991c6da-7adc-4448-bfac-a7af5b626d82),segment_id=3991c6da-7adc-4448-bfac-a7af5b626d82)] {{(pid=103914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 17:25:34.201425 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron_lib.callbacks.manager [None req-6d0abcd4-a306-446a-88da-4e86e6f05a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735968512485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735968120131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735968120149'] for port (ffdbc796-5ee6-4b98-99e5-3f462060250a), after_update {{(pid=103914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:34.234052 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:25:34.243027 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.l3_hamode_db [None req-7147195f-6921-41e7-aa2b-77a16ea0c744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12fda40b-4795-4b4e-aa8c-8aea324670b8', 'name': 'tempest-ServerRescueNegativeTestJSON-167424422-router', 'tenant_id': '8e92a5dc387f47c99ce98da4d6fd9d92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'external_fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.52'}], 'enable_snat': True}, 'gw_port_id': '2fa9d34c-91da-4609-b5f4-0db6c14379f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T17:25:28Z', 'updated_at': '2022-05-28T17:25:31Z', 'revision_number': 3, 'project_id': '8e92a5dc387f47c99ce98da4d6fd9d92', 'gw_port': {'id': '2fa9d34c-91da-4609-b5f4-0db6c14379f2', 'name': '', 'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:a7:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12fda40b-4795-4b4e-aa8c-8aea324670b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:25:29Z', 'updated_at': '2022-05-28T17:25:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843729-1-iscsi'}], 'dv-cinder-843729-1-iscsi', False) {} {{(pid=103913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:25:34.257484 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a18ea7-55f3-41f8-94b4-5bb9273676fc admin admin] Pushing event updated for resources: {'Port': ['ID=ae7cb121-682f-4a2f-9816-6dd875165244,revision_number=1']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:25:34.278326 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c2fe77-04f8-4887-a6e4-805a2c3f8400 None None] Pushing event updated for resources: {'Port': ['ID=ffdbc796-5ee6-4b98-99e5-3f462060250a,revision_number=3']} {{(pid=103914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:25:34.295203 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92a18ea7-55f3-41f8-94b4-5bb9273676fc admin admin] Network ef03f64f-43e2-4121-9b36-bf95e66e6156 is already hosted by enough agents. {{(pid=103912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 17:25:34.297393 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.scheduler.base_scheduler [None req-92a18ea7-55f3-41f8-94b4-5bb9273676fc admin admin] Resources bound (agent type, host, resource id): {{(pid=103912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 17:25:34.300003 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92a18ea7-55f3-41f8-94b4-5bb9273676fc admin admin] Received port after_create {{(pid=103912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 28 17:25:34.300498 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-92a18ea7-55f3-41f8-94b4-5bb9273676fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681546'] for router_interface (671f58c8-e137-4780-97bd-9d0a9ed4dab7), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:34.351727 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:25:34.354831 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d0abcd4-a306-446a-88da-4e86e6f05a72 None None] Routers {'671f58c8-e137-4780-97bd-9d0a9ed4dab7'} bound to L3 agent in host dv-cinder-843729-1-iscsi {{(pid=103914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 28 17:25:34.355529 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-6d0abcd4-a306-446a-88da-4e86e6f05a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843729-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-28T17:16:55Z,description=,heartbeat_timestamp=2022-05-28T17:25:25Z,host='dv-cinder-843729-1-iscsi',id=8a8c7bbb-808d-49ae-95de-62501e6237ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T17:16:55Z,topic='l3_agent')) {'router_ids': ['671f58c8-e137-4780-97bd-9d0a9ed4dab7'], 'active': True} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:25:34.375157 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7147195f-6921-41e7-aa2b-77a16ea0c744 None None] Checking router: 12fda40b-4795-4b4e-aa8c-8aea324670b8 for host: dv-cinder-843729-1-iscsi {{(pid=103913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 17:25:34.375377 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7147195f-6921-41e7-aa2b-77a16ea0c744 None None] Updating router 12fda40b-4795-4b4e-aa8c-8aea324670b8 port 2fa9d34c-91da-4609-b5f4-0db6c14379f2 binding host dv-cinder-843729-1-iscsi {{(pid=103913) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 17:25:34.457489 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:25:34.471792 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-7147195f-6921-41e7-aa2b-77a16ea0c744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (2fa9d34c-91da-4609-b5f4-0db6c14379f2), before_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:34.577203 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvr_db [None req-6d0abcd4-a306-446a-88da-4e86e6f05a72 None None] Set router 671f58c8-e137-4780-97bd-9d0a9ed4dab7 gateway port host: dv-cinder-843729-1-iscsi {{(pid=103914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 28 17:25:34.612148 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:DELETE=6,neutron:INSERT=1 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:25:34.630732 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-f0e18954-baa5-414a-8868-d7f163af3086 req-5220068b-94ab-4460-8d81-b9ca2a5fb6a3 tempest-DeleteServersTestJSON-420937626 tempest-DeleteServersTestJSON-420937626-project] 10.222.0.33 "GET /v2.0/ports?device_id=3425b63d-c751-49bf-b2d9-0568c8cdae34 HTTP/1.1" status: 200 len: 210 time: 0.1030374 May 28 17:25:34.667056 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Current status of the port e267d1cd-430e-48de-92e4-76d300cfb08f is: ACTIVE; New status is: ACTIVE {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 17:25:34.697360 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:25:34.740078 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-92a18ea7-55f3-41f8-94b4-5bb9273676fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (ae7cb121-682f-4a2f-9816-6dd875165244), before_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:34.744537 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:25:34.761559 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-f0fe68b6-0d21-4163-aff4-197254b5b349 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (None), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:34.859272 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Device e267d1cd-430e-48de-92e4-76d300cfb08f up at agent ovs-agent-dv-cinder-843729-1-iscsi {{(pid=103913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 28 17:25:34.922954 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-90c64006-b878-4b00-bfcc-ab89ec32b911 None None] Provisioning complete for port ae7cb121-682f-4a2f-9816-6dd875165244 triggered by entity DHCP. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 17:25:34.923391 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-90c64006-b878-4b00-bfcc-ab89ec32b911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1821120'] for port (ae7cb121-682f-4a2f-9816-6dd875165244), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:34.967675 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-6d0abcd4-a306-446a-88da-4e86e6f05a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '671f58c8-e137-4780-97bd-9d0a9ed4dab7', 'name': 'tempest-AttachVolumeTestJSON-164266833-router', 'tenant_id': '90b378551d1c467e911cf01274c97d85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'external_fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.67'}], 'enable_snat': True}, 'gw_port_id': 'ffdbc796-5ee6-4b98-99e5-3f462060250a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T17:25:27Z', 'updated_at': '2022-05-28T17:25:29Z', 'revision_number': 3, 'project_id': '90b378551d1c467e911cf01274c97d85', 'gw_port': {'id': 'ffdbc796-5ee6-4b98-99e5-3f462060250a', 'name': '', 'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:ae:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '671f58c8-e137-4780-97bd-9d0a9ed4dab7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:25:28Z', 'updated_at': '2022-05-28T17:25:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843729-1-iscsi'}], 'dv-cinder-843729-1-iscsi', False) {} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:25:34.974543 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-90c64006-b878-4b00-bfcc-ab89ec32b911 None None] Port ae7cb121-682f-4a2f-9816-6dd875165244 cannot update to ACTIVE because it is not bound. {{(pid=103913) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 28 17:25:35.034869 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d0abcd4-a306-446a-88da-4e86e6f05a72 None None] The sync data for ids ['671f58c8-e137-4780-97bd-9d0a9ed4dab7'] in dv-cinder-843729-1-iscsi is: [{'id': '671f58c8-e137-4780-97bd-9d0a9ed4dab7', 'name': 'tempest-AttachVolumeTestJSON-164266833-router', 'tenant_id': '90b378551d1c467e911cf01274c97d85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'external_fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.67'}], 'enable_snat': True}, 'gw_port_id': 'ffdbc796-5ee6-4b98-99e5-3f462060250a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T17:25:27Z', 'updated_at': '2022-05-28T17:25:29Z', 'revision_number': 3, 'project_id': '90b378551d1c467e911cf01274c97d85', 'gw_port': {'id': 'ffdbc796-5ee6-4b98-99e5-3f462060250a', 'name': '', 'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:ae:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '671f58c8-e137-4780-97bd-9d0a9ed4dab7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:25:28Z', 'updated_at': '2022-05-28T17:25:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843729-1-iscsi'}] {{(pid=103914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 17:25:35.035121 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Provisioning complete for port e267d1cd-430e-48de-92e4-76d300cfb08f triggered by entity L2. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 17:25:35.035522 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1821120'] for port (e267d1cd-430e-48de-92e4-76d300cfb08f), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:35.040769 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-92a18ea7-55f3-41f8-94b4-5bb9273676fc admin admin] Publish callbacks [] for port (ae7cb121-682f-4a2f-9816-6dd875165244), precommit_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:35.051474 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-92a18ea7-55f3-41f8-94b4-5bb9273676fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735968512485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735968120131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735968120149'] for port (ae7cb121-682f-4a2f-9816-6dd875165244), after_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:35.054096 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-92a18ea7-55f3-41f8-94b4-5bb9273676fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-152102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-686586'] for router_interface (671f58c8-e137-4780-97bd-9d0a9ed4dab7), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:35.149062 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:25:35.197662 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a18ea7-55f3-41f8-94b4-5bb9273676fc admin admin] Pushing event updated for resources: {'Port': ['ID=ae7cb121-682f-4a2f-9816-6dd875165244,revision_number=2']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:25:35.210032 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.db.db_base_plugin_common [None req-f0fe68b6-0d21-4163-aff4-197254b5b349 admin admin] Allocated IP 172.20.0.1 (77a1ea92-c07d-41a7-8668-7c3c660591aa/034da301-fbaa-496d-8b67-7a375e67ef37/eba77069-41ec-451f-bf20-fa1ad8d2c951) {{(pid=103911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 17:25:35.324787 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Current status of the port e267d1cd-430e-48de-92e4-76d300cfb08f is: ACTIVE; New status is: ACTIVE {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 17:25:35.339088 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-7147195f-6921-41e7-aa2b-77a16ea0c744 None None] Publish callbacks [] for port (2fa9d34c-91da-4609-b5f4-0db6c14379f2), precommit_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:35.346797 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-7147195f-6921-41e7-aa2b-77a16ea0c744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735968512485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735968120131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735968120149'] for port (2fa9d34c-91da-4609-b5f4-0db6c14379f2), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:35.428473 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-f0fe68b6-0d21-4163-aff4-197254b5b349 admin admin] Publish callbacks [] for port (eba77069-41ec-451f-bf20-fa1ad8d2c951), precommit_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:35.430567 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92a18ea7-55f3-41f8-94b4-5bb9273676fc admin admin] Network ef03f64f-43e2-4121-9b36-bf95e66e6156 is already hosted by enough agents. {{(pid=103912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 17:25:35.432072 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.scheduler.base_scheduler [None req-92a18ea7-55f3-41f8-94b4-5bb9273676fc admin admin] Resources bound (agent type, host, resource id): {{(pid=103912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 17:25:35.492832 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3f23d6-ff78-4672-ad59-bd9b150a636a None None] Pushing event updated for resources: {'Port': ['ID=2fa9d34c-91da-4609-b5f4-0db6c14379f2,revision_number=2']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:25:35.503701 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-f0fe68b6-0d21-4163-aff4-197254b5b349 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735968120113'] for port (eba77069-41ec-451f-bf20-fa1ad8d2c951), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:35.544542 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.managers [None req-7147195f-6921-41e7-aa2b-77a16ea0c744 None None] Attempting to bind port 2fa9d34c-91da-4609-b5f4-0db6c14379f2 on host dv-cinder-843729-1-iscsi for vnic_type normal with profile {{(pid=103913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 28 17:25:35.548176 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.managers [None req-7147195f-6921-41e7-aa2b-77a16ea0c744 None None] Attempting to bind port 2fa9d34c-91da-4609-b5f4-0db6c14379f2 by drivers openvswitch,hyperv on host dv-cinder-843729-1-iscsi at level 0 using segments [{'id': '3991c6da-7adc-4448-bfac-a7af5b626d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48'}] {{(pid=103913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 28 17:25:35.548807 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7147195f-6921-41e7-aa2b-77a16ea0c744 None None] Attempting to bind port 2fa9d34c-91da-4609-b5f4-0db6c14379f2 on network 2edbe6b8-aac1-406b-a2f1-8819dd0d1c48 {{(pid=103913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 28 17:25:35.566831 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7147195f-6921-41e7-aa2b-77a16ea0c744 None None] Checking agent: {'id': '0032cfec-21e8-44dd-a7d5-0b8312dfe052', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843729-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 17, 16, 59), 'started_at': datetime.datetime(2022, 5, 28, 17, 17, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 17, 25, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843729-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 28 17:25:35.567429 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7147195f-6921-41e7-aa2b-77a16ea0c744 None None] Checking segment: {'id': '3991c6da-7adc-4448-bfac-a7af5b626d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 28 17:25:35.567945 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-7147195f-6921-41e7-aa2b-77a16ea0c744 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:35.568439 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7147195f-6921-41e7-aa2b-77a16ea0c744 None None] Bound using segment: {'id': '3991c6da-7adc-4448-bfac-a7af5b626d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48'} {{(pid=103913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 28 17:25:35.569194 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.managers [None req-7147195f-6921-41e7-aa2b-77a16ea0c744 None None] Bound port: 2fa9d34c-91da-4609-b5f4-0db6c14379f2, host: dv-cinder-843729-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3991c6da-7adc-4448-bfac-a7af5b626d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48'}}] {{(pid=103913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 28 17:25:35.571569 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-7147195f-6921-41e7-aa2b-77a16ea0c744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (2fa9d34c-91da-4609-b5f4-0db6c14379f2), before_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:35.596564 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0fe68b6-0d21-4163-aff4-197254b5b349 admin admin] Network 77a1ea92-c07d-41a7-8668-7c3c660591aa is already hosted by enough agents. {{(pid=103911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 17:25:35.606154 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.scheduler.base_scheduler [None req-f0fe68b6-0d21-4163-aff4-197254b5b349 admin admin] Resources bound (agent type, host, resource id): {{(pid=103911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 17:25:35.616817 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0fe68b6-0d21-4163-aff4-197254b5b349 admin admin] Received port after_create {{(pid=103911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 28 17:25:35.617396 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-f0fe68b6-0d21-4163-aff4-197254b5b349 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681546'] for router_interface (12fda40b-4795-4b4e-aa8c-8aea324670b8), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:35.720307 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-7147195f-6921-41e7-aa2b-77a16ea0c744 None None] For port 2fa9d34c-91da-4609-b5f4-0db6c14379f2, host dv-cinder-843729-1-iscsi, cleared binding levels {{(pid=103913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 17:25:35.773196 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-7147195f-6921-41e7-aa2b-77a16ea0c744 None None] For port 2fa9d34c-91da-4609-b5f4-0db6c14379f2, host dv-cinder-843729-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843729-1-iscsi',level=0,port_id=2fa9d34c-91da-4609-b5f4-0db6c14379f2,segment=NetworkSegment(3991c6da-7adc-4448-bfac-a7af5b626d82),segment_id=3991c6da-7adc-4448-bfac-a7af5b626d82)] {{(pid=103913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 17:25:35.784871 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-7147195f-6921-41e7-aa2b-77a16ea0c744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735968512485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735968120131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735968120149'] for port (2fa9d34c-91da-4609-b5f4-0db6c14379f2), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:35.975207 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3f23d6-ff78-4672-ad59-bd9b150a636a None None] Pushing event updated for resources: {'Port': ['ID=2fa9d34c-91da-4609-b5f4-0db6c14379f2,revision_number=3']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:25:35.980050 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-06fce710-9dbf-4a8f-ab2b-d2463587af63 None None] Provisioning complete for port ae7cb121-682f-4a2f-9816-6dd875165244 triggered by entity DHCP. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 17:25:35.985316 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-06fce710-9dbf-4a8f-ab2b-d2463587af63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1821120'] for port (ae7cb121-682f-4a2f-9816-6dd875165244), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:35.989608 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7147195f-6921-41e7-aa2b-77a16ea0c744 None None] Routers {'12fda40b-4795-4b4e-aa8c-8aea324670b8'} bound to L3 agent in host dv-cinder-843729-1-iscsi {{(pid=103913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 28 17:25:35.989781 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.l3_hamode_db [None req-7147195f-6921-41e7-aa2b-77a16ea0c744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843729-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-28T17:16:55Z,description=,heartbeat_timestamp=2022-05-28T17:25:25Z,host='dv-cinder-843729-1-iscsi',id=8a8c7bbb-808d-49ae-95de-62501e6237ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T17:16:55Z,topic='l3_agent')) {'router_ids': ['12fda40b-4795-4b4e-aa8c-8aea324670b8'], 'active': True} {{(pid=103913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:25:36.052282 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92a18ea7-55f3-41f8-94b4-5bb9273676fc admin admin] Router 671f58c8-e137-4780-97bd-9d0a9ed4dab7 has already been hosted by L3 agent 8a8c7bbb-808d-49ae-95de-62501e6237ff {{(pid=103912) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 17:25:36.083270 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:25:36.091103 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:25:36.110067 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-06fce710-9dbf-4a8f-ab2b-d2463587af63 None None] Port ae7cb121-682f-4a2f-9816-6dd875165244 cannot update to ACTIVE because it is not bound. {{(pid=103913) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 28 17:25:36.236694 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.l3_dvr_db [None req-7147195f-6921-41e7-aa2b-77a16ea0c744 None None] Set router 12fda40b-4795-4b4e-aa8c-8aea324670b8 gateway port host: dv-cinder-843729-1-iscsi {{(pid=103913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 28 17:25:36.269772 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92a18ea7-55f3-41f8-94b4-5bb9273676fc admin admin] Notify agent at l3_agent.dv-cinder-843729-1-iscsi the message routers_updated {{(pid=103912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 17:25:36.274567 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-92a18ea7-55f3-41f8-94b4-5bb9273676fc admin admin] 10.222.0.33 "PUT /v2.0/routers/671f58c8-e137-4780-97bd-9d0a9ed4dab7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1572626 May 28 17:25:36.290734 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-a91a0405-7889-4e12-b09e-e10a3ddb0729 req-dd8ba8bc-1c2a-4fdc-84bb-d44c587aa9b3 tempest-DeleteServersTestJSON-420937626 tempest-DeleteServersTestJSON-420937626-project] 10.222.0.33 "GET /v2.0/ports?device_id=3425b63d-c751-49bf-b2d9-0568c8cdae34 HTTP/1.1" status: 200 len: 210 time: 0.4707594 May 28 17:25:36.323597 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fe68b6-0d21-4163-aff4-197254b5b349 admin admin] Pushing event updated for resources: {'Port': ['ID=eba77069-41ec-451f-bf20-fa1ad8d2c951,revision_number=1']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:25:36.352597 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-40703156-df18-4390-b6da-ad44dad8d51b None None] Provisioning complete for port eba77069-41ec-451f-bf20-fa1ad8d2c951 triggered by entity DHCP. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 17:25:36.352984 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-40703156-df18-4390-b6da-ad44dad8d51b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1821120'] for port (eba77069-41ec-451f-bf20-fa1ad8d2c951), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:36.388151 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.33', 53900) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:25:36.458147 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-40703156-df18-4390-b6da-ad44dad8d51b None None] Port eba77069-41ec-451f-bf20-fa1ad8d2c951 cannot update to ACTIVE because it is not bound. {{(pid=103913) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 28 17:25:36.730903 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-f0fe68b6-0d21-4163-aff4-197254b5b349 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (eba77069-41ec-451f-bf20-fa1ad8d2c951), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:36.815641 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.l3_hamode_db [None req-7147195f-6921-41e7-aa2b-77a16ea0c744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12fda40b-4795-4b4e-aa8c-8aea324670b8', 'name': 'tempest-ServerRescueNegativeTestJSON-167424422-router', 'tenant_id': '8e92a5dc387f47c99ce98da4d6fd9d92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'external_fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.52'}], 'enable_snat': True}, 'gw_port_id': '2fa9d34c-91da-4609-b5f4-0db6c14379f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T17:25:28Z', 'updated_at': '2022-05-28T17:25:31Z', 'revision_number': 3, 'project_id': '8e92a5dc387f47c99ce98da4d6fd9d92', 'gw_port': {'id': '2fa9d34c-91da-4609-b5f4-0db6c14379f2', 'name': '', 'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:a7:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12fda40b-4795-4b4e-aa8c-8aea324670b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:25:29Z', 'updated_at': '2022-05-28T17:25:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843729-1-iscsi'}], 'dv-cinder-843729-1-iscsi', False) {} {{(pid=103913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:25:36.872453 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Device ffdbc796-5ee6-4b98-99e5-3f462060250a up at agent ovs-agent-dv-cinder-843729-1-iscsi {{(pid=103913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 28 17:25:36.888025 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7147195f-6921-41e7-aa2b-77a16ea0c744 None None] The sync data for ids ['12fda40b-4795-4b4e-aa8c-8aea324670b8'] in dv-cinder-843729-1-iscsi is: [{'id': '12fda40b-4795-4b4e-aa8c-8aea324670b8', 'name': 'tempest-ServerRescueNegativeTestJSON-167424422-router', 'tenant_id': '8e92a5dc387f47c99ce98da4d6fd9d92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'external_fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.52'}], 'enable_snat': True}, 'gw_port_id': '2fa9d34c-91da-4609-b5f4-0db6c14379f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T17:25:28Z', 'updated_at': '2022-05-28T17:25:31Z', 'revision_number': 3, 'project_id': '8e92a5dc387f47c99ce98da4d6fd9d92', 'gw_port': {'id': '2fa9d34c-91da-4609-b5f4-0db6c14379f2', 'name': '', 'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:a7:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12fda40b-4795-4b4e-aa8c-8aea324670b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:25:29Z', 'updated_at': '2022-05-28T17:25:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843729-1-iscsi'}] {{(pid=103913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 17:25:36.966484 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.v2.base [None req-9b3d5819-e362-4d87-a3ee-a950401055ac admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1971809152-network', 'tenant_id': '23a35593a4f44634b8f07986236611cf'}} {{(pid=103912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 17:25:37.002527 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Provisioning complete for port ffdbc796-5ee6-4b98-99e5-3f462060250a triggered by entity L2. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 17:25:37.002527 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1821120'] for port (ffdbc796-5ee6-4b98-99e5-3f462060250a), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:37.035795 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b3d5819-e362-4d87-a3ee-a950401055ac admin admin] Made reservation on behalf of 23a35593a4f44634b8f07986236611cf for: {'network': 1} {{(pid=103912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 17:25:37.038594 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-9b3d5819-e362-4d87-a3ee-a950401055ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for network (None), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:37.050820 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:25:37.078565 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-9b3d5819-e362-4d87-a3ee-a950401055ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:37.182111 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Current status of the port ffdbc796-5ee6-4b98-99e5-3f462060250a is: DOWN; New status is: ACTIVE {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 17:25:37.184779 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (ffdbc796-5ee6-4b98-99e5-3f462060250a), before_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:37.204332 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.33', 53934) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:25:37.210503 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.v2.base [None req-3f166510-c0ba-40fd-97bf-ee52c21380d9 tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1452755608', 'description': 'tempest-description--1012738354'}} {{(pid=103912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 17:25:37.237823 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:INSERT=6 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:25:37.252900 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] For port ffdbc796-5ee6-4b98-99e5-3f462060250a, host dv-cinder-843729-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843729-1-iscsi',level=0,port_id=ffdbc796-5ee6-4b98-99e5-3f462060250a,segment=NetworkSegment(3991c6da-7adc-4448-bfac-a7af5b626d82),segment_id=3991c6da-7adc-4448-bfac-a7af5b626d82)] {{(pid=103913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 17:25:37.263540 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735968512485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735968120131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735968120149'] for port (ffdbc796-5ee6-4b98-99e5-3f462060250a), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:37.359994 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-9b3d5819-e362-4d87-a3ee-a950401055ac admin admin] Publish callbacks [] for security_group (cc3ebdd0-4408-4b1b-9806-ca5edc13f231), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:37.362650 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-3f166510-c0ba-40fd-97bf-ee52c21380d9 tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Publish callbacks [] for security_group (None), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:37.379529 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-9b3d5819-e362-4d87-a3ee-a950401055ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594961'] for security_group (cc3ebdd0-4408-4b1b-9806-ca5edc13f231), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:37.414111 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Pushing event updated for resources: {'Port': ['ID=ffdbc796-5ee6-4b98-99e5-3f462060250a,revision_number=4']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:25:37.460774 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-f0fe68b6-0d21-4163-aff4-197254b5b349 admin admin] Publish callbacks [] for port (eba77069-41ec-451f-bf20-fa1ad8d2c951), precommit_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:37.468258 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.16', 53251) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:25:37.478040 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-f0fe68b6-0d21-4163-aff4-197254b5b349 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735968512485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735968120131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735968120149'] for port (eba77069-41ec-451f-bf20-fa1ad8d2c951), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:37.479620 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-f0fe68b6-0d21-4163-aff4-197254b5b349 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-152102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-686586'] for router_interface (12fda40b-4795-4b4e-aa8c-8aea324670b8), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:37.519109 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b3d5819-e362-4d87-a3ee-a950401055ac admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 163} {{(pid=103912) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 17:25:37.547210 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-9b3d5819-e362-4d87-a3ee-a950401055ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766051'] for segment (206c034f-ee40-4cd4-8732-3b6873e893ad), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:37.547842 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.db.segments_db [None req-9b3d5819-e362-4d87-a3ee-a950401055ac admin admin] Added segment 206c034f-ee40-4cd4-8732-3b6873e893ad of type vlan for network b7f7efad-5463-4004-aca4-b0c55438db35 May 28 17:25:37.553272 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3d5819-e362-4d87-a3ee-a950401055ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc3ebdd0-4408-4b1b-9806-ca5edc13f231,revision_number=1']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:25:37.669665 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-9b3d5819-e362-4d87-a3ee-a950401055ac admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735968101232'] for network (b7f7efad-5463-4004-aca4-b0c55438db35), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:37.837306 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-3f166510-c0ba-40fd-97bf-ee52c21380d9 tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Publish callbacks [] for security_group (14c0c066-bc84-4396-a75f-e895035aefd0), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:37.845619 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-3f166510-c0ba-40fd-97bf-ee52c21380d9 tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594961'] for security_group (14c0c066-bc84-4396-a75f-e895035aefd0), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:37.877422 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.33', 53972) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:25:37.903556 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:25:37.921611 dv-cinder-843729-1-iscsi neutron-server[103912]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 28 17:25:37.975793 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e6a399-1561-4fce-87c9-38efa0635dd8 None None] Sync routers for ids ['671f58c8-e137-4780-97bd-9d0a9ed4dab7'] in dv-cinder-843729-1-iscsi {{(pid=103914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 17:25:38.001922 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e6a399-1561-4fce-87c9-38efa0635dd8 None None] Routers {'671f58c8-e137-4780-97bd-9d0a9ed4dab7'} bound to L3 agent in host dv-cinder-843729-1-iscsi {{(pid=103914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 28 17:25:38.002553 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-70e6a399-1561-4fce-87c9-38efa0635dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843729-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-28T17:16:55Z,description=,heartbeat_timestamp=2022-05-28T17:25:25Z,host='dv-cinder-843729-1-iscsi',id=8a8c7bbb-808d-49ae-95de-62501e6237ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T17:16:55Z,topic='l3_agent')) {'router_ids': ['671f58c8-e137-4780-97bd-9d0a9ed4dab7'], 'active': True} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:25:38.051918 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-9b3d5819-e362-4d87-a3ee-a950401055ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116'] for network (b7f7efad-5463-4004-aca4-b0c55438db35), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:38.053909 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b3d5819-e362-4d87-a3ee-a950401055ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:25:38.055520 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-9b3d5819-e362-4d87-a3ee-a950401055ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-152074'] for network (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:38.206924 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=4 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:25:38.221109 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169bb4ac-8e90-4af0-976e-8457b94805fe req-4acf711e-3320-4e82-a5cb-15b24480642a tempest-DeleteServersTestJSON-420937626 tempest-DeleteServersTestJSON-420937626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:25:38.232327 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-4bdf4414-beca-4231-a1a1-09c628f97476 req-666b297f-e6e4-48c3-8dc8-a78373a6faec tempest-DeleteServersTestJSON-420937626 tempest-DeleteServersTestJSON-420937626-project] 10.222.0.33 "GET /v2.0/ports?device_id=3425b63d-c751-49bf-b2d9-0568c8cdae34 HTTP/1.1" status: 200 len: 210 time: 0.3349531 May 28 17:25:38.233572 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-169bb4ac-8e90-4af0-976e-8457b94805fe req-4acf711e-3320-4e82-a5cb-15b24480642a tempest-DeleteServersTestJSON-420937626 tempest-DeleteServersTestJSON-420937626-project] 10.222.0.16 "GET /v2.0/networks?id=22932a3d-21b2-48a4-9a27-5956f4bdfe95 HTTP/1.1" status: 200 len: 812 time: 0.7401934 May 28 17:25:38.237701 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fe68b6-0d21-4163-aff4-197254b5b349 admin admin] Pushing event updated for resources: {'Port': ['ID=eba77069-41ec-451f-bf20-fa1ad8d2c951,revision_number=2']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:25:38.300835 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3d5819-e362-4d87-a3ee-a950401055ac admin admin] Pushing event updated for resources: {'Network': ['ID=b7f7efad-5463-4004-aca4-b0c55438db35,revision_number=1']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:25:38.304036 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f166510-c0ba-40fd-97bf-ee52c21380d9 tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14c0c066-bc84-4396-a75f-e895035aefd0,revision_number=1']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:25:38.304140 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.v2.base [req-169bb4ac-8e90-4af0-976e-8457b94805fe req-a28b54c9-9b05-4164-89ed-b1e52c2150a1 tempest-DeleteServersTestJSON-420937626 tempest-DeleteServersTestJSON-420937626-project] Request body: {'port': {'device_id': '3425b63d-c751-49bf-b2d9-0568c8cdae34', 'network_id': '22932a3d-21b2-48a4-9a27-5956f4bdfe95', 'admin_state_up': True, 'tenant_id': '1a433429eb484bd4b1dae47092f38c2a'}} {{(pid=103911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 17:25:38.315212 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-9b3d5819-e362-4d87-a3ee-a950401055ac admin admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.9256556 May 28 17:25:38.318949 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-3f166510-c0ba-40fd-97bf-ee52c21380d9 tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Publish callbacks [] for security_group (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:38.320334 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-3f166510-c0ba-40fd-97bf-ee52c21380d9 tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 1.1148338 May 28 17:25:38.321481 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.33', 54000) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:25:38.326930 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.33', 54002) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:25:38.327862 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Network b7f7efad-5463-4004-aca4-b0c55438db35 details requested by agent ovs-agent-dv-cinder-843729-1-iscsi with host dv-cinder-843729-1-iscsi {{(pid=103913) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 28 17:25:38.331207 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.v2.base [None req-02a4fe4a-d9ca-4584-89d2-6977d56db451 admin admin] Request body: {'subnet': {'network_id': 'b7f7efad-5463-4004-aca4-b0c55438db35', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1971809152-subnet', 'tenant_id': '23a35593a4f44634b8f07986236611cf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 17:25:38.342352 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.v2.base [None req-595e529d-4eb9-41c1-b307-89b2e3cbbe52 tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Request body: {'security_group_rule': {'security_group_id': '14c0c066-bc84-4396-a75f-e895035aefd0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 17:25:38.386247 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvr_db [None req-70e6a399-1561-4fce-87c9-38efa0635dd8 None None] Set router 671f58c8-e137-4780-97bd-9d0a9ed4dab7 gateway port host: dv-cinder-843729-1-iscsi {{(pid=103914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 28 17:25:38.419535 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0fe68b6-0d21-4163-aff4-197254b5b349 admin admin] Network 77a1ea92-c07d-41a7-8668-7c3c660591aa is already hosted by enough agents. {{(pid=103911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 17:25:38.438048 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02a4fe4a-d9ca-4584-89d2-6977d56db451 admin admin] Made reservation on behalf of 23a35593a4f44634b8f07986236611cf for: {'subnet': 1} {{(pid=103912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 17:25:38.444569 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-02a4fe4a-d9ca-4584-89d2-6977d56db451 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:38.445696 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.scheduler.base_scheduler [None req-f0fe68b6-0d21-4163-aff4-197254b5b349 admin admin] Resources bound (agent type, host, resource id): {{(pid=103911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 17:25:38.484465 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.33', 54006) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:25:38.646360 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-595e529d-4eb9-41c1-b307-89b2e3cbbe52 tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Publish callbacks [] for security_group_rule (3afb3c40-a5ca-41da-b92d-7bccca3ed207), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:38.779979 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-02a4fe4a-d9ca-4584-89d2-6977d56db451 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116'] for subnet (966f7732-f0d0-4d95-a310-f0b008d47efc), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:38.833198 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-70e6a399-1561-4fce-87c9-38efa0635dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '671f58c8-e137-4780-97bd-9d0a9ed4dab7', 'name': 'tempest-AttachVolumeTestJSON-164266833-router', 'tenant_id': '90b378551d1c467e911cf01274c97d85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'external_fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.67'}], 'enable_snat': True}, 'gw_port_id': 'ffdbc796-5ee6-4b98-99e5-3f462060250a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T17:25:27Z', 'updated_at': '2022-05-28T17:25:34Z', 'revision_number': 4, 'project_id': '90b378551d1c467e911cf01274c97d85', 'gw_port': {'id': 'ffdbc796-5ee6-4b98-99e5-3f462060250a', 'name': '', 'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:ae:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '671f58c8-e137-4780-97bd-9d0a9ed4dab7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:25:28Z', 'updated_at': '2022-05-28T17:25:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843729-1-iscsi', '_interfaces': [{'id': 'ae7cb121-682f-4a2f-9816-6dd875165244', 'name': '', 'network_id': 'ef03f64f-43e2-4121-9b36-bf95e66e6156', 'tenant_id': '90b378551d1c467e911cf01274c97d85', 'mac_address': 'fa:16:3e:90:d3:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '671f58c8-e137-4780-97bd-9d0a9ed4dab7', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'cac4e4be-bdeb-4bc3-836c-d18d4297ccc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:25:33Z', 'updated_at': '2022-05-28T17:25:34Z', 'revision_number': 2, 'project_id': '90b378551d1c467e911cf01274c97d85', 'subnets': [{'id': 'cac4e4be-bdeb-4bc3-836c-d18d4297ccc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843729-1-iscsi', False) {} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:25:38.866668 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e6a399-1561-4fce-87c9-38efa0635dd8 None None] Checking router: 671f58c8-e137-4780-97bd-9d0a9ed4dab7 for host: dv-cinder-843729-1-iscsi {{(pid=103914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 17:25:38.867381 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e6a399-1561-4fce-87c9-38efa0635dd8 None None] Updating router 671f58c8-e137-4780-97bd-9d0a9ed4dab7 port ae7cb121-682f-4a2f-9816-6dd875165244 binding host dv-cinder-843729-1-iscsi {{(pid=103914) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 17:25:38.926154 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a4fe4a-d9ca-4584-89d2-6977d56db451 admin admin] Pushing event updated for resources: {'Subnet': ['ID=966f7732-f0d0-4d95-a310-f0b008d47efc,revision_number=0']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:25:38.988466 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Device ffdbc796-5ee6-4b98-99e5-3f462060250a up at agent ovs-agent-dv-cinder-843729-1-iscsi {{(pid=103913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 28 17:25:39.042680 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-35034d9d-aaab-47e8-a504-a045e4074666 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:39.109323 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a4fe4a-d9ca-4584-89d2-6977d56db451 admin admin] Checking segment: {'id': '206c034f-ee40-4cd4-8732-3b6873e893ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'b7f7efad-5463-4004-aca4-b0c55438db35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 28 17:25:39.109697 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02a4fe4a-d9ca-4584-89d2-6977d56db451 admin admin] Network hostable DHCP agents. Network: b7f7efad-5463-4004-aca4-b0c55438db35, hostable agents: ['b4d0b3c0-cc03-4456-af87-35ab415ef94b'], hosted agents: [] {{(pid=103912) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 17:25:39.110915 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-7fd56ee8-f902-4da5-9178-23402b5a8b2b None None] Provisioning complete for port eba77069-41ec-451f-bf20-fa1ad8d2c951 triggered by entity DHCP. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 17:25:39.111322 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-7fd56ee8-f902-4da5-9178-23402b5a8b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1821120'] for port (eba77069-41ec-451f-bf20-fa1ad8d2c951), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:39.141767 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-595e529d-4eb9-41c1-b307-89b2e3cbbe52 tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Publish callbacks [] for security_group_rule (3afb3c40-a5ca-41da-b92d-7bccca3ed207), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:39.144554 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron_lib.callbacks.manager [None req-70e6a399-1561-4fce-87c9-38efa0635dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (ae7cb121-682f-4a2f-9816-6dd875165244), before_update {{(pid=103914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:39.151574 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-595e529d-4eb9-41c1-b307-89b2e3cbbe52 tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595010'] for security_group_rule (3afb3c40-a5ca-41da-b92d-7bccca3ed207), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:39.173954 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595e529d-4eb9-41c1-b307-89b2e3cbbe52 tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3afb3c40-a5ca-41da-b92d-7bccca3ed207,revision_number=0']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:25:39.182662 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02a4fe4a-d9ca-4584-89d2-6977d56db451 admin admin] Network b7f7efad-5463-4004-aca4-b0c55438db35 is scheduled to be hosted by DHCP agent b4d0b3c0-cc03-4456-af87-35ab415ef94b with binding_index 1 {{(pid=103912) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 17:25:39.196890 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:25:39.210754 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-595e529d-4eb9-41c1-b307-89b2e3cbbe52 tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:39.216036 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-595e529d-4eb9-41c1-b307-89b2e3cbbe52 tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8789065 May 28 17:25:39.216863 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.scheduler.base_scheduler [None req-02a4fe4a-d9ca-4584-89d2-6977d56db451 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843729-1-iscsi, b7f7efad-5463-4004-aca4-b0c55438db35) {{(pid=103912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 17:25:39.218798 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.33', 54038) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:25:39.224854 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.v2.base [None req-2bb1980d-d321-4692-88c1-d42027a42d4e tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Request body: {'security_group_rule': {'security_group_id': '14c0c066-bc84-4396-a75f-e895035aefd0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 17:25:39.235964 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02a4fe4a-d9ca-4584-89d2-6977d56db451 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:25:39.236652 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-02a4fe4a-d9ca-4584-89d2-6977d56db451 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-152074'] for subnet (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:39.310481 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-02a4fe4a-d9ca-4584-89d2-6977d56db451 admin admin] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9757488 May 28 17:25:39.320735 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ee9f7fb-3f45-491e-961d-a3be45daae5f None None] Network b7f7efad-5463-4004-aca4-b0c55438db35 requested from dv-cinder-843729-1-iscsi {{(pid=103913) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 28 17:25:39.330500 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-2bb1980d-d321-4692-88c1-d42027a42d4e tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Publish callbacks [] for security_group_rule (d19774a5-1d89-4a2e-b4ee-1ac4cf72edc4), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:39.410420 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Provisioning complete for port ffdbc796-5ee6-4b98-99e5-3f462060250a triggered by entity L2. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 17:25:39.411012 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1821120'] for port (ffdbc796-5ee6-4b98-99e5-3f462060250a), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:39.483691 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-2bb1980d-d321-4692-88c1-d42027a42d4e tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Publish callbacks [] for security_group_rule (d19774a5-1d89-4a2e-b4ee-1ac4cf72edc4), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:39.490422 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-2bb1980d-d321-4692-88c1-d42027a42d4e tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595010'] for security_group_rule (d19774a5-1d89-4a2e-b4ee-1ac4cf72edc4), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:39.540172 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0fe68b6-0d21-4163-aff4-197254b5b349 admin admin] Router 12fda40b-4795-4b4e-aa8c-8aea324670b8 has already been hosted by L3 agent 8a8c7bbb-808d-49ae-95de-62501e6237ff {{(pid=103911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 17:25:39.550371 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-169bb4ac-8e90-4af0-976e-8457b94805fe req-a28b54c9-9b05-4164-89ed-b1e52c2150a1 tempest-DeleteServersTestJSON-420937626 tempest-DeleteServersTestJSON-420937626-project] Made reservation on behalf of 1a433429eb484bd4b1dae47092f38c2a for: {'port': 1} {{(pid=103911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 17:25:39.563293 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-169bb4ac-8e90-4af0-976e-8457b94805fe req-a28b54c9-9b05-4164-89ed-b1e52c2150a1 tempest-DeleteServersTestJSON-420937626 tempest-DeleteServersTestJSON-420937626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (None), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:39.564296 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb1980d-d321-4692-88c1-d42027a42d4e tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d19774a5-1d89-4a2e-b4ee-1ac4cf72edc4,revision_number=0']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:25:39.580329 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-2bb1980d-d321-4692-88c1-d42027a42d4e tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:39.584052 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-2bb1980d-d321-4692-88c1-d42027a42d4e tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3641548 May 28 17:25:39.586324 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.33', 54054) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:25:39.602485 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.v2.base [None req-d55874d1-e50c-4d56-99e6-8fcb5763d4c5 tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Request body: {'floatingip': {'floating_network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48'}} {{(pid=103912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 17:25:39.679168 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-d55874d1-e50c-4d56-99e6-8fcb5763d4c5 tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:39.725053 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-eb3b13ac-bfec-45a2-afed-0356a5648bf9 req-45b1fdfd-53fc-4031-9488-d3a29d63c127 tempest-DeleteServersTestJSON-420937626 tempest-DeleteServersTestJSON-420937626-project] 10.222.0.33 "GET /v2.0/ports?device_id=3425b63d-c751-49bf-b2d9-0568c8cdae34 HTTP/1.1" status: 200 len: 210 time: 0.2016191 May 28 17:25:39.762522 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-7fd56ee8-f902-4da5-9178-23402b5a8b2b None None] Port eba77069-41ec-451f-bf20-fa1ad8d2c951 cannot update to ACTIVE because it is not bound. {{(pid=103913) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 28 17:25:39.846389 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:INSERT=11,neutron:SELECT=84,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:25:39.912466 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Current status of the port ffdbc796-5ee6-4b98-99e5-3f462060250a is: ACTIVE; New status is: ACTIVE {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 17:25:39.918609 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Device 2fa9d34c-91da-4609-b5f4-0db6c14379f2 up at agent ovs-agent-dv-cinder-843729-1-iscsi {{(pid=103913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 28 17:25:39.958044 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:25:40.093701 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-135c0bd4-28a5-4ee8-bccb-ef672097abf9 None None] Network b7f7efad-5463-4004-aca4-b0c55438db35 requested from dv-cinder-843729-1-iscsi {{(pid=103913) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 28 17:25:40.148461 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-35034d9d-aaab-47e8-a504-a045e4074666 admin admin] Publish callbacks [] for security_group (84a64ea1-b0ed-4995-b04f-e92f5133b194), precommit_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:40.153284 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:25:40.304709 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-d55874d1-e50c-4d56-99e6-8fcb5763d4c5 tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (None), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:40.434441 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron_lib.callbacks.manager [None req-70e6a399-1561-4fce-87c9-38efa0635dd8 None None] Publish callbacks [] for port (ae7cb121-682f-4a2f-9816-6dd875165244), precommit_update {{(pid=103914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:40.453461 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:25:40.481137 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron_lib.callbacks.manager [None req-70e6a399-1561-4fce-87c9-38efa0635dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735968512485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735968120131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735968120149'] for port (ae7cb121-682f-4a2f-9816-6dd875165244), after_update {{(pid=103914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:40.483948 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.agents_db [None req-b36f0ab6-f8d6-4670-a7fa-3628cf342135 None None] Agent healthcheck: found 6 active agents {{(pid=103914) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 28 17:25:40.500012 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=100 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:25:40.506001 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Provisioning complete for port 2fa9d34c-91da-4609-b5f4-0db6c14379f2 triggered by entity L2. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 17:25:40.507328 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1821120'] for port (2fa9d34c-91da-4609-b5f4-0db6c14379f2), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:40.519650 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.db.db_base_plugin_common [None req-d55874d1-e50c-4d56-99e6-8fcb5763d4c5 tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Allocated IP 172.27.0.41 (2edbe6b8-aac1-406b-a2f1-8819dd0d1c48/5128d65d-65c0-41d1-99c9-7682fd6eaf92/7d7da130-65e6-4d2d-810e-5553f0e6188d) {{(pid=103912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 17:25:40.766430 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.db.db_base_plugin_common [req-169bb4ac-8e90-4af0-976e-8457b94805fe req-a28b54c9-9b05-4164-89ed-b1e52c2150a1 tempest-DeleteServersTestJSON-420937626 tempest-DeleteServersTestJSON-420937626-project] Allocated IP 172.20.0.12 (22932a3d-21b2-48a4-9a27-5956f4bdfe95/4aae0fea-63e9-43ef-af61-c404de009249/484051b7-f005-48d0-a799-a12b167c29db) {{(pid=103911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 17:25:40.780653 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63b7dd1-6d2a-4ff8-a5e3-2a3768e4df16 None None] Pushing event updated for resources: {'Port': ['ID=ae7cb121-682f-4a2f-9816-6dd875165244,revision_number=3']} {{(pid=103914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:25:40.851254 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.plugins.ml2.managers [None req-70e6a399-1561-4fce-87c9-38efa0635dd8 None None] Attempting to bind port ae7cb121-682f-4a2f-9816-6dd875165244 on host dv-cinder-843729-1-iscsi for vnic_type normal with profile {{(pid=103914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 28 17:25:40.851755 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.plugins.ml2.managers [None req-70e6a399-1561-4fce-87c9-38efa0635dd8 None None] Attempting to bind port ae7cb121-682f-4a2f-9816-6dd875165244 by drivers openvswitch,hyperv on host dv-cinder-843729-1-iscsi at level 0 using segments [{'id': 'f8beb8cc-f482-4497-a44b-eda26792e0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'ef03f64f-43e2-4121-9b36-bf95e66e6156'}] {{(pid=103914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 28 17:25:40.852175 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70e6a399-1561-4fce-87c9-38efa0635dd8 None None] Attempting to bind port ae7cb121-682f-4a2f-9816-6dd875165244 on network ef03f64f-43e2-4121-9b36-bf95e66e6156 {{(pid=103914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 28 17:25:40.865812 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.33', 54102) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:25:40.886253 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70e6a399-1561-4fce-87c9-38efa0635dd8 None None] Checking agent: {'id': '0032cfec-21e8-44dd-a7d5-0b8312dfe052', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843729-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 17, 16, 59), 'started_at': datetime.datetime(2022, 5, 28, 17, 17, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 17, 25, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843729-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 28 17:25:40.886711 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70e6a399-1561-4fce-87c9-38efa0635dd8 None None] Checking segment: {'id': 'f8beb8cc-f482-4497-a44b-eda26792e0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'ef03f64f-43e2-4121-9b36-bf95e66e6156'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 28 17:25:40.887026 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron_lib.callbacks.manager [None req-70e6a399-1561-4fce-87c9-38efa0635dd8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:40.887529 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70e6a399-1561-4fce-87c9-38efa0635dd8 None None] Bound using segment: {'id': 'f8beb8cc-f482-4497-a44b-eda26792e0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'ef03f64f-43e2-4121-9b36-bf95e66e6156'} {{(pid=103914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 28 17:25:40.888005 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.plugins.ml2.managers [None req-70e6a399-1561-4fce-87c9-38efa0635dd8 None None] Bound port: ae7cb121-682f-4a2f-9816-6dd875165244, host: dv-cinder-843729-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8beb8cc-f482-4497-a44b-eda26792e0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'ef03f64f-43e2-4121-9b36-bf95e66e6156'}}] {{(pid=103914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 28 17:25:40.888418 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron_lib.callbacks.manager [None req-70e6a399-1561-4fce-87c9-38efa0635dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (ae7cb121-682f-4a2f-9816-6dd875165244), before_update {{(pid=103914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:40.904092 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.v2.base [None req-7cecf672-1e19-484a-92b6-cf89ef9e9a7e admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2077763673-network', 'tenant_id': '388aea65c89742c18bbb7789409de558'}} {{(pid=103912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 17:25:40.946614 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Current status of the port 2fa9d34c-91da-4609-b5f4-0db6c14379f2 is: DOWN; New status is: ACTIVE {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 17:25:40.947281 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (2fa9d34c-91da-4609-b5f4-0db6c14379f2), before_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:40.959814 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-d55874d1-e50c-4d56-99e6-8fcb5763d4c5 tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Publish callbacks [] for port (7d7da130-65e6-4d2d-810e-5553f0e6188d), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:41.023793 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] For port 2fa9d34c-91da-4609-b5f4-0db6c14379f2, host dv-cinder-843729-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843729-1-iscsi',level=0,port_id=2fa9d34c-91da-4609-b5f4-0db6c14379f2,segment=NetworkSegment(3991c6da-7adc-4448-bfac-a7af5b626d82),segment_id=3991c6da-7adc-4448-bfac-a7af5b626d82)] {{(pid=103913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 17:25:41.043098 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735968512485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735968120131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735968120149'] for port (2fa9d34c-91da-4609-b5f4-0db6c14379f2), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:41.062269 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.plugins.ml2.db [None req-70e6a399-1561-4fce-87c9-38efa0635dd8 None None] For port ae7cb121-682f-4a2f-9816-6dd875165244, host dv-cinder-843729-1-iscsi, cleared binding levels {{(pid=103914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 17:25:41.066166 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.plugins.ml2.db [None req-70e6a399-1561-4fce-87c9-38efa0635dd8 None None] For port ae7cb121-682f-4a2f-9816-6dd875165244, host dv-cinder-843729-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843729-1-iscsi',level=0,port_id=ae7cb121-682f-4a2f-9816-6dd875165244,segment=NetworkSegment(f8beb8cc-f482-4497-a44b-eda26792e0e2),segment_id=f8beb8cc-f482-4497-a44b-eda26792e0e2)] {{(pid=103914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 17:25:41.077947 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron_lib.callbacks.manager [None req-70e6a399-1561-4fce-87c9-38efa0635dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735968512485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735968120131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735968120149'] for port (ae7cb121-682f-4a2f-9816-6dd875165244), after_update {{(pid=103914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:41.100610 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:25:41.101335 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:25:41.128151 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cecf672-1e19-484a-92b6-cf89ef9e9a7e admin admin] Made reservation on behalf of 388aea65c89742c18bbb7789409de558 for: {'network': 1} {{(pid=103912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 17:25:41.146359 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-35034d9d-aaab-47e8-a504-a045e4074666 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594961'] for security_group (84a64ea1-b0ed-4995-b04f-e92f5133b194), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:41.148074 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-7cecf672-1e19-484a-92b6-cf89ef9e9a7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for network (None), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:41.210814 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-629dbf92-5958-446c-bd2a-dd0889d02b11 None None] Provisioning complete for port ae7cb121-682f-4a2f-9816-6dd875165244 triggered by entity DHCP. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 17:25:41.224382 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-7cecf672-1e19-484a-92b6-cf89ef9e9a7e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:41.225276 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-629dbf92-5958-446c-bd2a-dd0889d02b11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1821120'] for port (ae7cb121-682f-4a2f-9816-6dd875165244), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:41.256983 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63b7dd1-6d2a-4ff8-a5e3-2a3768e4df16 None None] Pushing event updated for resources: {'Port': ['ID=ae7cb121-682f-4a2f-9816-6dd875165244,revision_number=4']} {{(pid=103914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:25:41.298835 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e6a399-1561-4fce-87c9-38efa0635dd8 None None] Routers {'671f58c8-e137-4780-97bd-9d0a9ed4dab7'} bound to L3 agent in host dv-cinder-843729-1-iscsi {{(pid=103914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 28 17:25:41.300745 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-70e6a399-1561-4fce-87c9-38efa0635dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843729-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-28T17:16:55Z,description=,heartbeat_timestamp=2022-05-28T17:25:25Z,host='dv-cinder-843729-1-iscsi',id=8a8c7bbb-808d-49ae-95de-62501e6237ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T17:16:55Z,topic='l3_agent')) {'router_ids': ['671f58c8-e137-4780-97bd-9d0a9ed4dab7'], 'active': True} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:25:41.342567 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Pushing event updated for resources: {'Port': ['ID=2fa9d34c-91da-4609-b5f4-0db6c14379f2,revision_number=4']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:25:41.360344 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-35034d9d-aaab-47e8-a504-a045e4074666 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=c5549ad0ab514013be5b2334468bef72&name=default HTTP/1.1" status: 200 len: 2996 time: 2.8728004 May 28 17:25:41.376739 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.33', 54118) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:25:41.392218 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-b453d12b-27d1-461e-a8ee-66e7789698bb req-c84c86c2-6e0e-4a2b-aa7b-5a86a6b60ea5 tempest-DeleteServersTestJSON-420937626 tempest-DeleteServersTestJSON-420937626-project] 10.222.0.33 "GET /v2.0/ports?device_id=3425b63d-c751-49bf-b2d9-0568c8cdae34 HTTP/1.1" status: 200 len: 210 time: 0.2673542 May 28 17:25:41.408770 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35034d9d-aaab-47e8-a504-a045e4074666 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84a64ea1-b0ed-4995-b04f-e92f5133b194,revision_number=1']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:25:41.468014 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-d55874d1-e50c-4d56-99e6-8fcb5763d4c5 tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735968120113'] for port (7d7da130-65e6-4d2d-810e-5553f0e6188d), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:41.577205 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-629dbf92-5958-446c-bd2a-dd0889d02b11 None None] Current status of the port ae7cb121-682f-4a2f-9816-6dd875165244 is: DOWN; New status is: ACTIVE {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 17:25:41.579217 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-629dbf92-5958-446c-bd2a-dd0889d02b11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (ae7cb121-682f-4a2f-9816-6dd875165244), before_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:41.653648 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvr_db [None req-70e6a399-1561-4fce-87c9-38efa0635dd8 None None] Set router 671f58c8-e137-4780-97bd-9d0a9ed4dab7 gateway port host: dv-cinder-843729-1-iscsi {{(pid=103914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 28 17:25:41.677526 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-629dbf92-5958-446c-bd2a-dd0889d02b11 None None] For port ae7cb121-682f-4a2f-9816-6dd875165244, host dv-cinder-843729-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843729-1-iscsi',level=0,port_id=ae7cb121-682f-4a2f-9816-6dd875165244,segment=NetworkSegment(f8beb8cc-f482-4497-a44b-eda26792e0e2),segment_id=f8beb8cc-f482-4497-a44b-eda26792e0e2)] {{(pid=103913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 17:25:41.686064 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-629dbf92-5958-446c-bd2a-dd0889d02b11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735968512485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735968120131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735968120149'] for port (ae7cb121-682f-4a2f-9816-6dd875165244), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:41.735027 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d55874d1-e50c-4d56-99e6-8fcb5763d4c5 tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Network 2edbe6b8-aac1-406b-a2f1-8819dd0d1c48 is already hosted by enough agents. {{(pid=103912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 17:25:41.745311 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.scheduler.base_scheduler [None req-d55874d1-e50c-4d56-99e6-8fcb5763d4c5 tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Resources bound (agent type, host, resource id): {{(pid=103912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 17:25:41.750394 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d55874d1-e50c-4d56-99e6-8fcb5763d4c5 tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Received port after_create {{(pid=103912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 28 17:25:41.755989 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-169bb4ac-8e90-4af0-976e-8457b94805fe req-a28b54c9-9b05-4164-89ed-b1e52c2150a1 tempest-DeleteServersTestJSON-420937626 tempest-DeleteServersTestJSON-420937626-project] Publish callbacks [] for port (484051b7-f005-48d0-a799-a12b167c29db), precommit_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:41.843612 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629dbf92-5958-446c-bd2a-dd0889d02b11 None None] Pushing event updated for resources: {'Port': ['ID=ae7cb121-682f-4a2f-9816-6dd875165244,revision_number=5']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:25:41.852917 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-d19e99cf-da09-4fe6-bd93-7884bfbd3fdf None None] Provisioning complete for port ae7cb121-682f-4a2f-9816-6dd875165244 triggered by entity DHCP. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 17:25:41.853244 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-d19e99cf-da09-4fe6-bd93-7884bfbd3fdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1821120'] for port (ae7cb121-682f-4a2f-9816-6dd875165244), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:41.872303 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0fe68b6-0d21-4163-aff4-197254b5b349 admin admin] Notify agent at l3_agent.dv-cinder-843729-1-iscsi the message routers_updated {{(pid=103911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 17:25:41.875913 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.33', 54128) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:25:41.884873 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b54b83f8-2689-4055-875e-f24e474321c3 None None] Sync routers for ids ['12fda40b-4795-4b4e-aa8c-8aea324670b8'] in dv-cinder-843729-1-iscsi {{(pid=103913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 17:25:41.886164 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-f0fe68b6-0d21-4163-aff4-197254b5b349 admin admin] 10.222.0.33 "PUT /v2.0/routers/12fda40b-4795-4b4e-aa8c-8aea324670b8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0547321 May 28 17:25:41.955479 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-2bb4cc56-a1fa-49f4-9a4f-b412e6816ca8 admin admin] Publish callbacks [] for security_group (84a64ea1-b0ed-4995-b04f-e92f5133b194), before_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:41.960047 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b54b83f8-2689-4055-875e-f24e474321c3 None None] Routers {'12fda40b-4795-4b4e-aa8c-8aea324670b8'} bound to L3 agent in host dv-cinder-843729-1-iscsi {{(pid=103913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 28 17:25:41.963761 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.l3_hamode_db [None req-b54b83f8-2689-4055-875e-f24e474321c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843729-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-28T17:16:55Z,description=,heartbeat_timestamp=2022-05-28T17:25:25Z,host='dv-cinder-843729-1-iscsi',id=8a8c7bbb-808d-49ae-95de-62501e6237ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T17:16:55Z,topic='l3_agent')) {'router_ids': ['12fda40b-4795-4b4e-aa8c-8aea324670b8'], 'active': True} {{(pid=103913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:25:41.985238 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-7cecf672-1e19-484a-92b6-cf89ef9e9a7e admin admin] Publish callbacks [] for security_group (ad21b389-cf6a-45a2-a546-6f9ebccb98ea), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:41.991718 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-169bb4ac-8e90-4af0-976e-8457b94805fe req-a28b54c9-9b05-4164-89ed-b1e52c2150a1 tempest-DeleteServersTestJSON-420937626 tempest-DeleteServersTestJSON-420937626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735968120113'] for port (484051b7-f005-48d0-a799-a12b167c29db), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:42.026553 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-7cecf672-1e19-484a-92b6-cf89ef9e9a7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594961'] for security_group (ad21b389-cf6a-45a2-a546-6f9ebccb98ea), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:42.029799 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55874d1-e50c-4d56-99e6-8fcb5763d4c5 tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Pushing event updated for resources: {'Port': ['ID=7d7da130-65e6-4d2d-810e-5553f0e6188d,revision_number=1']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:25:42.091688 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:DELETE=4,neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:25:42.106977 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cecf672-1e19-484a-92b6-cf89ef9e9a7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad21b389-cf6a-45a2-a546-6f9ebccb98ea,revision_number=1']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:25:42.140333 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=82,neutron:INSERT=15,neutron:UPDATE=3 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:25:42.198489 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.l3_dvr_db [None req-b54b83f8-2689-4055-875e-f24e474321c3 None None] Set router 12fda40b-4795-4b4e-aa8c-8aea324670b8 gateway port host: dv-cinder-843729-1-iscsi {{(pid=103913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 28 17:25:42.219624 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7cecf672-1e19-484a-92b6-cf89ef9e9a7e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 159} {{(pid=103912) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 17:25:42.259135 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-d55874d1-e50c-4d56-99e6-8fcb5763d4c5 tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Publish callbacks [] for floatingip (7ebd1d96-136c-475d-a15e-51fa3505eb3b), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:42.285587 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-2bb4cc56-a1fa-49f4-9a4f-b412e6816ca8 admin admin] Publish callbacks [] for security_group (84a64ea1-b0ed-4995-b04f-e92f5133b194), precommit_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:42.312729 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:25:42.319003 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-7cecf672-1e19-484a-92b6-cf89ef9e9a7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766051'] for segment (d971164c-f3aa-4bbb-afa7-87198204a6c0), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:42.328730 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.db.segments_db [None req-7cecf672-1e19-484a-92b6-cf89ef9e9a7e admin admin] Added segment d971164c-f3aa-4bbb-afa7-87198204a6c0 of type vlan for network 817ab7bb-0908-4779-9b6d-70d266154e0d May 28 17:25:42.331724 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-169bb4ac-8e90-4af0-976e-8457b94805fe req-a28b54c9-9b05-4164-89ed-b1e52c2150a1 tempest-DeleteServersTestJSON-420937626 tempest-DeleteServersTestJSON-420937626-project] Network 22932a3d-21b2-48a4-9a27-5956f4bdfe95 is already hosted by enough agents. {{(pid=103911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 17:25:42.375659 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-70e6a399-1561-4fce-87c9-38efa0635dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '671f58c8-e137-4780-97bd-9d0a9ed4dab7', 'name': 'tempest-AttachVolumeTestJSON-164266833-router', 'tenant_id': '90b378551d1c467e911cf01274c97d85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'external_fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.67'}], 'enable_snat': True}, 'gw_port_id': 'ffdbc796-5ee6-4b98-99e5-3f462060250a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T17:25:27Z', 'updated_at': '2022-05-28T17:25:34Z', 'revision_number': 4, 'project_id': '90b378551d1c467e911cf01274c97d85', 'gw_port': {'id': 'ffdbc796-5ee6-4b98-99e5-3f462060250a', 'name': '', 'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:ae:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '671f58c8-e137-4780-97bd-9d0a9ed4dab7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:25:28Z', 'updated_at': '2022-05-28T17:25:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843729-1-iscsi', '_interfaces': [{'id': 'ae7cb121-682f-4a2f-9816-6dd875165244', 'name': '', 'network_id': 'ef03f64f-43e2-4121-9b36-bf95e66e6156', 'tenant_id': '90b378551d1c467e911cf01274c97d85', 'mac_address': 'fa:16:3e:90:d3:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '671f58c8-e137-4780-97bd-9d0a9ed4dab7', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'cac4e4be-bdeb-4bc3-836c-d18d4297ccc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:25:33Z', 'updated_at': '2022-05-28T17:25:41Z', 'revision_number': 4, 'project_id': '90b378551d1c467e911cf01274c97d85', 'subnets': [{'id': 'cac4e4be-bdeb-4bc3-836c-d18d4297ccc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843729-1-iscsi', False) {} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:25:42.382679 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.scheduler.base_scheduler [req-169bb4ac-8e90-4af0-976e-8457b94805fe req-a28b54c9-9b05-4164-89ed-b1e52c2150a1 tempest-DeleteServersTestJSON-420937626 tempest-DeleteServersTestJSON-420937626-project] Resources bound (agent type, host, resource id): {{(pid=103911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 17:25:42.433046 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28b54c9-9b05-4164-89ed-b1e52c2150a1 tempest-DeleteServersTestJSON-420937626 tempest-DeleteServersTestJSON-420937626-project] Pushing event updated for resources: {'Port': ['ID=484051b7-f005-48d0-a799-a12b167c29db,revision_number=1']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:25:42.450877 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [req-169bb4ac-8e90-4af0-976e-8457b94805fe req-a28b54c9-9b05-4164-89ed-b1e52c2150a1 tempest-DeleteServersTestJSON-420937626 tempest-DeleteServersTestJSON-420937626-project] Received port after_create {{(pid=103911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 28 17:25:42.456101 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169bb4ac-8e90-4af0-976e-8457b94805fe req-a28b54c9-9b05-4164-89ed-b1e52c2150a1 tempest-DeleteServersTestJSON-420937626 tempest-DeleteServersTestJSON-420937626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:25:42.457132 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-169bb4ac-8e90-4af0-976e-8457b94805fe req-a28b54c9-9b05-4164-89ed-b1e52c2150a1 tempest-DeleteServersTestJSON-420937626 tempest-DeleteServersTestJSON-420937626-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-152074'] for port (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:42.458008 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-d19e99cf-da09-4fe6-bd93-7884bfbd3fdf None None] Current status of the port ae7cb121-682f-4a2f-9816-6dd875165244 is: ACTIVE; New status is: ACTIVE {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 17:25:42.459324 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e6a399-1561-4fce-87c9-38efa0635dd8 None None] The sync data for ids ['671f58c8-e137-4780-97bd-9d0a9ed4dab7'] in dv-cinder-843729-1-iscsi is: [{'id': '671f58c8-e137-4780-97bd-9d0a9ed4dab7', 'name': 'tempest-AttachVolumeTestJSON-164266833-router', 'tenant_id': '90b378551d1c467e911cf01274c97d85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'external_fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.67'}], 'enable_snat': True}, 'gw_port_id': 'ffdbc796-5ee6-4b98-99e5-3f462060250a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T17:25:27Z', 'updated_at': '2022-05-28T17:25:34Z', 'revision_number': 4, 'project_id': '90b378551d1c467e911cf01274c97d85', 'gw_port': {'id': 'ffdbc796-5ee6-4b98-99e5-3f462060250a', 'name': '', 'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:ae:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '671f58c8-e137-4780-97bd-9d0a9ed4dab7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:25:28Z', 'updated_at': '2022-05-28T17:25:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843729-1-iscsi', '_interfaces': [{'id': 'ae7cb121-682f-4a2f-9816-6dd875165244', 'name': '', 'network_id': 'ef03f64f-43e2-4121-9b36-bf95e66e6156', 'tenant_id': '90b378551d1c467e911cf01274c97d85', 'mac_address': 'fa:16:3e:90:d3:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '671f58c8-e137-4780-97bd-9d0a9ed4dab7', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'cac4e4be-bdeb-4bc3-836c-d18d4297ccc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:25:33Z', 'updated_at': '2022-05-28T17:25:41Z', 'revision_number': 4, 'project_id': '90b378551d1c467e911cf01274c97d85', 'subnets': [{'id': 'cac4e4be-bdeb-4bc3-836c-d18d4297ccc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 17:25:42.522581 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-169bb4ac-8e90-4af0-976e-8457b94805fe req-a28b54c9-9b05-4164-89ed-b1e52c2150a1 tempest-DeleteServersTestJSON-420937626 tempest-DeleteServersTestJSON-420937626-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.2347090 May 28 17:25:42.523724 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-0a334936-f3f1-4087-b90e-a825b0f218b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:42.563915 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.wsgi [req-169bb4ac-8e90-4af0-976e-8457b94805fe req-fb335cc8-fd84-4c17-a2a9-94ed59cf75d5 tempest-DeleteServersTestJSON-420937626 tempest-DeleteServersTestJSON-420937626-project] http://10.222.0.33:9696/v2.0/extensions returned with HTTP 200 {{(pid=103911) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 28 17:25:42.564971 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-169bb4ac-8e90-4af0-976e-8457b94805fe req-fb335cc8-fd84-4c17-a2a9-94ed59cf75d5 tempest-DeleteServersTestJSON-420937626 tempest-DeleteServersTestJSON-420937626-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0298324 May 28 17:25:42.812540 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-2bb4cc56-a1fa-49f4-9a4f-b412e6816ca8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594961'] for security_group (84a64ea1-b0ed-4995-b04f-e92f5133b194), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:42.820083 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-2bb4cc56-a1fa-49f4-9a4f-b412e6816ca8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:42.829354 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-2bb4cc56-a1fa-49f4-9a4f-b412e6816ca8 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/84a64ea1-b0ed-4995-b04f-e92f5133b194 HTTP/1.1" status: 204 len: 168 time: 1.4509308 May 28 17:25:42.878380 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.l3_hamode_db [None req-b54b83f8-2689-4055-875e-f24e474321c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12fda40b-4795-4b4e-aa8c-8aea324670b8', 'name': 'tempest-ServerRescueNegativeTestJSON-167424422-router', 'tenant_id': '8e92a5dc387f47c99ce98da4d6fd9d92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'external_fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.52'}], 'enable_snat': True}, 'gw_port_id': '2fa9d34c-91da-4609-b5f4-0db6c14379f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T17:25:28Z', 'updated_at': '2022-05-28T17:25:36Z', 'revision_number': 4, 'project_id': '8e92a5dc387f47c99ce98da4d6fd9d92', 'gw_port': {'id': '2fa9d34c-91da-4609-b5f4-0db6c14379f2', 'name': '', 'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:a7:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12fda40b-4795-4b4e-aa8c-8aea324670b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:25:29Z', 'updated_at': '2022-05-28T17:25:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843729-1-iscsi', '_interfaces': [{'id': 'eba77069-41ec-451f-bf20-fa1ad8d2c951', 'name': '', 'network_id': '77a1ea92-c07d-41a7-8668-7c3c660591aa', 'tenant_id': '8e92a5dc387f47c99ce98da4d6fd9d92', 'mac_address': 'fa:16:3e:be:d9:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12fda40b-4795-4b4e-aa8c-8aea324670b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '034da301-fbaa-496d-8b67-7a375e67ef37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:25:34Z', 'updated_at': '2022-05-28T17:25:36Z', 'revision_number': 2, 'project_id': '8e92a5dc387f47c99ce98da4d6fd9d92', 'subnets': [{'id': '034da301-fbaa-496d-8b67-7a375e67ef37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843729-1-iscsi', False) {} {{(pid=103913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:25:42.879053 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb4cc56-a1fa-49f4-9a4f-b412e6816ca8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84a64ea1-b0ed-4995-b04f-e92f5133b194,revision_number=None']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:25:42.986706 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b54b83f8-2689-4055-875e-f24e474321c3 None None] Checking router: 12fda40b-4795-4b4e-aa8c-8aea324670b8 for host: dv-cinder-843729-1-iscsi {{(pid=103913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 17:25:42.988521 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b54b83f8-2689-4055-875e-f24e474321c3 None None] Updating router 12fda40b-4795-4b4e-aa8c-8aea324670b8 port eba77069-41ec-451f-bf20-fa1ad8d2c951 binding host dv-cinder-843729-1-iscsi {{(pid=103913) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 17:25:42.999216 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:25:43.021484 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.v2.base [req-169bb4ac-8e90-4af0-976e-8457b94805fe req-3e8cae20-68d2-4677-91c9-7e6c85c5dab8 service neutron] Request body: {'port': {'device_id': '3425b63d-c751-49bf-b2d9-0568c8cdae34', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84372'}} {{(pid=103911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 17:25:43.079641 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:25:43.105888 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-b54b83f8-2689-4055-875e-f24e474321c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (eba77069-41ec-451f-bf20-fa1ad8d2c951), before_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:43.138394 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:25:43.199058 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-0a334936-f3f1-4087-b90e-a825b0f218b9 admin admin] Publish callbacks [] for security_group (56aec480-d38a-40b1-acb2-db4e3b929266), precommit_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:43.263241 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-0a334936-f3f1-4087-b90e-a825b0f218b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594961'] for security_group (56aec480-d38a-40b1-acb2-db4e3b929266), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:43.424951 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-7cecf672-1e19-484a-92b6-cf89ef9e9a7e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735968101232'] for network (817ab7bb-0908-4779-9b6d-70d266154e0d), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:43.427539 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-d55874d1-e50c-4d56-99e6-8fcb5763d4c5 tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (7d7da130-65e6-4d2d-810e-5553f0e6188d), before_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:43.532994 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a59bd10-74d4-45f2-a979-86aa936aadfb req-15886719-8084-488a-b5c6-dead83e168d1 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:25:43.546337 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-1a59bd10-74d4-45f2-a979-86aa936aadfb req-15886719-8084-488a-b5c6-dead83e168d1 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/networks?id=77a1ea92-c07d-41a7-8668-7c3c660591aa HTTP/1.1" status: 200 len: 818 time: 0.4705224 May 28 17:25:43.568799 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Device ae7cb121-682f-4a2f-9816-6dd875165244 up at agent ovs-agent-dv-cinder-843729-1-iscsi {{(pid=103913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 28 17:25:43.590581 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=3 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:25:43.591703 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a334936-f3f1-4087-b90e-a825b0f218b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56aec480-d38a-40b1-acb2-db4e3b929266,revision_number=1']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:25:43.632621 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-1a59bd10-74d4-45f2-a979-86aa936aadfb req-3909c884-132c-46c8-a760-2a74a272d420 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/quotas/8e92a5dc387f47c99ce98da4d6fd9d92 HTTP/1.1" status: 200 len: 375 time: 0.0852304 May 28 17:25:43.642532 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-169bb4ac-8e90-4af0-976e-8457b94805fe req-3e8cae20-68d2-4677-91c9-7e6c85c5dab8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (484051b7-f005-48d0-a799-a12b167c29db), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:43.656421 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.db.resource_extend [None req-7cecf672-1e19-484a-92b6-cf89ef9e9a7e admin admin] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 28 17:25:43.709129 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4a5ddc-7cf9-4749-98ef-f5adae125b0f req-7162c906-6269-4b54-8604-3354ef0b03eb tempest-DeleteServersTestJSON-420937626 tempest-DeleteServersTestJSON-420937626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:25:43.722070 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-0a334936-f3f1-4087-b90e-a825b0f218b9 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=2798e3c92658428f951e104bc6458744&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8387775 May 28 17:25:43.733428 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-de4a5ddc-7cf9-4749-98ef-f5adae125b0f req-7162c906-6269-4b54-8604-3354ef0b03eb tempest-DeleteServersTestJSON-420937626 tempest-DeleteServersTestJSON-420937626-project] 10.222.0.33 "GET /v2.0/ports?device_id=3425b63d-c751-49bf-b2d9-0568c8cdae34 HTTP/1.1" status: 200 len: 932 time: 1.0942125 May 28 17:25:43.734074 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.33', 54184) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:25:43.803929 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.33', 54188) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:25:43.845469 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-7cecf672-1e19-484a-92b6-cf89ef9e9a7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116'] for network (817ab7bb-0908-4779-9b6d-70d266154e0d), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:43.846657 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cecf672-1e19-484a-92b6-cf89ef9e9a7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:25:43.848519 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-7cecf672-1e19-484a-92b6-cf89ef9e9a7e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-152074'] for network (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:43.915452 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-1a59bd10-74d4-45f2-a979-86aa936aadfb req-7320646a-17ca-4807-b191-7460ba723836 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=8e92a5dc387f47c99ce98da4d6fd9d92&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2582736 May 28 17:25:44.022399 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Provisioning complete for port ae7cb121-682f-4a2f-9816-6dd875165244 triggered by entity L2. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 17:25:44.023658 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1821120'] for port (ae7cb121-682f-4a2f-9816-6dd875165244), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:44.247124 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cecf672-1e19-484a-92b6-cf89ef9e9a7e admin admin] Pushing event updated for resources: {'Network': ['ID=817ab7bb-0908-4779-9b6d-70d266154e0d,revision_number=1']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:25:44.269445 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-de4a5ddc-7cf9-4749-98ef-f5adae125b0f req-7587f196-e8fa-4dcf-aceb-577d91b5ee8e tempest-DeleteServersTestJSON-420937626 tempest-DeleteServersTestJSON-420937626-project] 10.222.0.33 "GET /v2.0/security-groups?id=571c4b98-2cb0-42e3-aa38-580d2b3677cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5346327 May 28 17:25:44.273795 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-d60bb263-e547-4f44-8759-5718dd0406ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:44.330057 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Network 817ab7bb-0908-4779-9b6d-70d266154e0d details requested by agent ovs-agent-dv-cinder-843729-1-iscsi with host dv-cinder-843729-1-iscsi {{(pid=103913) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 28 17:25:44.465524 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-b54b83f8-2689-4055-875e-f24e474321c3 None None] Publish callbacks [] for port (eba77069-41ec-451f-bf20-fa1ad8d2c951), precommit_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:44.470509 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Current status of the port ae7cb121-682f-4a2f-9816-6dd875165244 is: ACTIVE; New status is: ACTIVE {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 17:25:44.472495 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Device 2fa9d34c-91da-4609-b5f4-0db6c14379f2 up at agent ovs-agent-dv-cinder-843729-1-iscsi {{(pid=103913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 28 17:25:44.474033 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-d60bb263-e547-4f44-8759-5718dd0406ad admin admin] Publish callbacks [] for security_group (5f0ae61b-2665-4f6c-b39f-b5f379f60082), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:44.496313 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-d60bb263-e547-4f44-8759-5718dd0406ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594961'] for security_group (5f0ae61b-2665-4f6c-b39f-b5f379f60082), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:44.498739 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-b54b83f8-2689-4055-875e-f24e474321c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735968512485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735968120131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735968120149'] for port (eba77069-41ec-451f-bf20-fa1ad8d2c951), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:44.549658 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-7cecf672-1e19-484a-92b6-cf89ef9e9a7e admin admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 3.6733997 May 28 17:25:44.572623 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.33', 54194) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:25:44.595094 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.v2.base [None req-0efc2e05-0da7-448e-8f21-8b5842eeb69c admin admin] Request body: {'subnet': {'network_id': '817ab7bb-0908-4779-9b6d-70d266154e0d', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2077763673-subnet', 'tenant_id': '388aea65c89742c18bbb7789409de558', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 17:25:44.659096 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-d60bb263-e547-4f44-8759-5718dd0406ad admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=edb20ec810d44704b0d0cf9e97cd0a9d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8514476 May 28 17:25:44.663478 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.33', 54196) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:25:44.710740 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-23647b5e-9a22-4151-ba16-2e65f1defb6a admin admin] Publish callbacks [] for security_group (56aec480-d38a-40b1-acb2-db4e3b929266), before_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:44.711572 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60bb263-e547-4f44-8759-5718dd0406ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f0ae61b-2665-4f6c-b39f-b5f379f60082,revision_number=1']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:25:44.743835 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=81,neutron:UPDATE=4,neutron:INSERT=14,neutron:DELETE=1 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:25:44.746326 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0efc2e05-0da7-448e-8f21-8b5842eeb69c admin admin] Made reservation on behalf of 388aea65c89742c18bbb7789409de558 for: {'subnet': 1} {{(pid=103912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 17:25:44.749544 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-23647b5e-9a22-4151-ba16-2e65f1defb6a admin admin] Publish callbacks [] for security_group (56aec480-d38a-40b1-acb2-db4e3b929266), precommit_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:44.749711 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-0efc2e05-0da7-448e-8f21-8b5842eeb69c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:44.772802 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39137243-f9dc-4332-b0a6-a385748d5fab None None] Pushing event updated for resources: {'Port': ['ID=eba77069-41ec-451f-bf20-fa1ad8d2c951,revision_number=3']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:25:44.797172 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-d55874d1-e50c-4d56-99e6-8fcb5763d4c5 tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Publish callbacks [] for port (7d7da130-65e6-4d2d-810e-5553f0e6188d), precommit_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:44.818775 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-d55874d1-e50c-4d56-99e6-8fcb5763d4c5 tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735968512485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735968120131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735968120149'] for port (7d7da130-65e6-4d2d-810e-5553f0e6188d), after_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:44.833562 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-23647b5e-9a22-4151-ba16-2e65f1defb6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594961'] for security_group (56aec480-d38a-40b1-acb2-db4e3b929266), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:44.836154 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-23647b5e-9a22-4151-ba16-2e65f1defb6a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:44.837700 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-23647b5e-9a22-4151-ba16-2e65f1defb6a admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/56aec480-d38a-40b1-acb2-db4e3b929266 HTTP/1.1" status: 204 len: 168 time: 1.1020494 May 28 17:25:44.860831 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:INSERT=3,neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:25:44.922310 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23647b5e-9a22-4151-ba16-2e65f1defb6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56aec480-d38a-40b1-acb2-db4e3b929266,revision_number=None']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:25:44.927690 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-1a59bd10-74d4-45f2-a979-86aa936aadfb req-f2a20252-2d22-43c6-b6b8-823e4e982579 service neutron] 10.222.0.33 "GET /v2.0/networks/77a1ea92-c07d-41a7-8668-7c3c660591aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0120676 May 28 17:25:44.971634 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.managers [None req-b54b83f8-2689-4055-875e-f24e474321c3 None None] Attempting to bind port eba77069-41ec-451f-bf20-fa1ad8d2c951 on host dv-cinder-843729-1-iscsi for vnic_type normal with profile {{(pid=103913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 28 17:25:44.971935 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.managers [None req-b54b83f8-2689-4055-875e-f24e474321c3 None None] Attempting to bind port eba77069-41ec-451f-bf20-fa1ad8d2c951 by drivers openvswitch,hyperv on host dv-cinder-843729-1-iscsi at level 0 using segments [{'id': 'a4610069-396c-410a-becf-747bd2412bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '77a1ea92-c07d-41a7-8668-7c3c660591aa'}] {{(pid=103913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 28 17:25:44.972539 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b54b83f8-2689-4055-875e-f24e474321c3 None None] Attempting to bind port eba77069-41ec-451f-bf20-fa1ad8d2c951 on network 77a1ea92-c07d-41a7-8668-7c3c660591aa {{(pid=103913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 28 17:25:45.005529 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-d55874d1-e50c-4d56-99e6-8fcb5763d4c5 tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681695'] for floatingip (7ebd1d96-136c-475d-a15e-51fa3505eb3b), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:45.027331 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b54b83f8-2689-4055-875e-f24e474321c3 None None] Checking agent: {'id': '0032cfec-21e8-44dd-a7d5-0b8312dfe052', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843729-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 17, 16, 59), 'started_at': datetime.datetime(2022, 5, 28, 17, 17, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 17, 25, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843729-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 28 17:25:45.027936 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b54b83f8-2689-4055-875e-f24e474321c3 None None] Checking segment: {'id': 'a4610069-396c-410a-becf-747bd2412bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '77a1ea92-c07d-41a7-8668-7c3c660591aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 28 17:25:45.028148 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-b54b83f8-2689-4055-875e-f24e474321c3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:45.028538 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b54b83f8-2689-4055-875e-f24e474321c3 None None] Bound using segment: {'id': 'a4610069-396c-410a-becf-747bd2412bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '77a1ea92-c07d-41a7-8668-7c3c660591aa'} {{(pid=103913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 28 17:25:45.038853 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.managers [None req-b54b83f8-2689-4055-875e-f24e474321c3 None None] Bound port: eba77069-41ec-451f-bf20-fa1ad8d2c951, host: dv-cinder-843729-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4610069-396c-410a-becf-747bd2412bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '77a1ea92-c07d-41a7-8668-7c3c660591aa'}}] {{(pid=103913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 28 17:25:45.039372 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-b54b83f8-2689-4055-875e-f24e474321c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (eba77069-41ec-451f-bf20-fa1ad8d2c951), before_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:45.076535 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-d55874d1-e50c-4d56-99e6-8fcb5763d4c5 tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22441'] for floatingip (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:45.078799 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-d55874d1-e50c-4d56-99e6-8fcb5763d4c5 tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.4907722 May 28 17:25:45.085839 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:25:45.107490 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:25:45.115715 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-5361d377-2781-4d3d-82e9-12765bd350e7 admin admin] Publish callbacks [] for security_group (5f0ae61b-2665-4f6c-b39f-b5f379f60082), before_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:45.146306 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55874d1-e50c-4d56-99e6-8fcb5763d4c5 tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Pushing event updated for resources: {'Port': ['ID=7d7da130-65e6-4d2d-810e-5553f0e6188d,revision_number=2']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:25:45.197858 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-1a59bd10-74d4-45f2-a979-86aa936aadfb req-48d615bf-945f-42e5-a1f9-8de8683f1d4b service neutron] 10.222.0.33 "GET /v2.0/networks/77a1ea92-c07d-41a7-8668-7c3c660591aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2617445 May 28 17:25:45.272227 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-5361d377-2781-4d3d-82e9-12765bd350e7 admin admin] Publish callbacks [] for security_group (5f0ae61b-2665-4f6c-b39f-b5f379f60082), precommit_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:45.293010 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-6fa1d78a-0bcc-4fa9-9f7f-e8a0f8f8a12b None None] Provisioning complete for port eba77069-41ec-451f-bf20-fa1ad8d2c951 triggered by entity DHCP. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 17:25:45.294605 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-6fa1d78a-0bcc-4fa9-9f7f-e8a0f8f8a12b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1821120'] for port (eba77069-41ec-451f-bf20-fa1ad8d2c951), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:45.307854 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Provisioning complete for port 2fa9d34c-91da-4609-b5f4-0db6c14379f2 triggered by entity L2. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 17:25:45.310416 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1821120'] for port (2fa9d34c-91da-4609-b5f4-0db6c14379f2), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:45.342756 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.notifiers.nova [req-169bb4ac-8e90-4af0-976e-8457b94805fe req-3e8cae20-68d2-4677-91c9-7e6c85c5dab8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 484051b7-f005-48d0-a799-a12b167c29db {{(pid=103911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 17:25:45.364127 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-169bb4ac-8e90-4af0-976e-8457b94805fe req-3e8cae20-68d2-4677-91c9-7e6c85c5dab8 service neutron] Publish callbacks [] for port (484051b7-f005-48d0-a799-a12b167c29db), precommit_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:45.420588 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [req-169bb4ac-8e90-4af0-976e-8457b94805fe req-3e8cae20-68d2-4677-91c9-7e6c85c5dab8 service neutron] Transition to ACTIVE for port object 484051b7-f005-48d0-a799-a12b167c29db will not be triggered until provisioned by entity L2. {{(pid=103911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 28 17:25:45.429621 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-169bb4ac-8e90-4af0-976e-8457b94805fe req-3e8cae20-68d2-4677-91c9-7e6c85c5dab8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735968512485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735968120131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735968120149'] for port (484051b7-f005-48d0-a799-a12b167c29db), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:45.521540 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab3e3d8-3ad5-438e-be78-9a22caf29d96 req-527ea7ee-c8df-4231-b04c-e5bda4249ba7 tempest-DeleteServersTestJSON-420937626 tempest-DeleteServersTestJSON-420937626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:25:45.523543 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-dab3e3d8-3ad5-438e-be78-9a22caf29d96 req-527ea7ee-c8df-4231-b04c-e5bda4249ba7 tempest-DeleteServersTestJSON-420937626 tempest-DeleteServersTestJSON-420937626-project] 10.222.0.33 "GET /v2.0/ports?device_id=3425b63d-c751-49bf-b2d9-0568c8cdae34 HTTP/1.1" status: 200 len: 932 time: 0.1283734 May 28 17:25:45.527183 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-5361d377-2781-4d3d-82e9-12765bd350e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594961'] for security_group (5f0ae61b-2665-4f6c-b39f-b5f379f60082), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:45.530999 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-5361d377-2781-4d3d-82e9-12765bd350e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:45.532716 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-5361d377-2781-4d3d-82e9-12765bd350e7 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/5f0ae61b-2665-4f6c-b39f-b5f379f60082 HTTP/1.1" status: 204 len: 168 time: 0.8667457 May 28 17:25:45.576318 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-0efc2e05-0da7-448e-8f21-8b5842eeb69c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116'] for subnet (e3f5d378-f198-42ca-8353-2300b1d23e01), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:45.638873 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:25:45.647210 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5361d377-2781-4d3d-82e9-12765bd350e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f0ae61b-2665-4f6c-b39f-b5f379f60082,revision_number=None']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:25:45.674833 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-6fa1d78a-0bcc-4fa9-9f7f-e8a0f8f8a12b None None] Port eba77069-41ec-451f-bf20-fa1ad8d2c951 cannot update to ACTIVE because it is not bound. {{(pid=103913) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 28 17:25:45.686946 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-b54b83f8-2689-4055-875e-f24e474321c3 None None] For port eba77069-41ec-451f-bf20-fa1ad8d2c951, host dv-cinder-843729-1-iscsi, cleared binding levels {{(pid=103913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 17:25:45.707985 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-b54b83f8-2689-4055-875e-f24e474321c3 None None] For port eba77069-41ec-451f-bf20-fa1ad8d2c951, host dv-cinder-843729-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843729-1-iscsi',level=0,port_id=eba77069-41ec-451f-bf20-fa1ad8d2c951,segment=NetworkSegment(a4610069-396c-410a-becf-747bd2412bad),segment_id=a4610069-396c-410a-becf-747bd2412bad)] {{(pid=103913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 17:25:45.716255 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8cae20-68d2-4677-91c9-7e6c85c5dab8 service neutron] Pushing event updated for resources: {'Port': ['ID=484051b7-f005-48d0-a799-a12b167c29db,revision_number=2']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:25:45.801899 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-b54b83f8-2689-4055-875e-f24e474321c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735968512485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735968120131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735968120149'] for port (eba77069-41ec-451f-bf20-fa1ad8d2c951), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:45.821676 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-dab3e3d8-3ad5-438e-be78-9a22caf29d96 req-33f46009-d516-4b9a-a881-342c4e4983b8 tempest-DeleteServersTestJSON-420937626 tempest-DeleteServersTestJSON-420937626-project] 10.222.0.33 "GET /v2.0/security-groups?id=571c4b98-2cb0-42e3-aa38-580d2b3677cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2858191 May 28 17:25:45.849131 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efc2e05-0da7-448e-8f21-8b5842eeb69c admin admin] Pushing event updated for resources: {'Subnet': ['ID=e3f5d378-f198-42ca-8353-2300b1d23e01,revision_number=0']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:25:45.909946 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0efc2e05-0da7-448e-8f21-8b5842eeb69c admin admin] Checking segment: {'id': 'd971164c-f3aa-4bbb-afa7-87198204a6c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '817ab7bb-0908-4779-9b6d-70d266154e0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 28 17:25:45.911154 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0efc2e05-0da7-448e-8f21-8b5842eeb69c admin admin] Network hostable DHCP agents. Network: 817ab7bb-0908-4779-9b6d-70d266154e0d, hostable agents: ['b4d0b3c0-cc03-4456-af87-35ab415ef94b'], hosted agents: [] {{(pid=103912) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 17:25:46.040155 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.managers [req-169bb4ac-8e90-4af0-976e-8457b94805fe req-3e8cae20-68d2-4677-91c9-7e6c85c5dab8 service neutron] Attempting to bind port 484051b7-f005-48d0-a799-a12b167c29db on host hv-cinder-84372 for vnic_type normal with profile {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 28 17:25:46.040645 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.managers [req-169bb4ac-8e90-4af0-976e-8457b94805fe req-3e8cae20-68d2-4677-91c9-7e6c85c5dab8 service neutron] Attempting to bind port 484051b7-f005-48d0-a799-a12b167c29db by drivers openvswitch,hyperv on host hv-cinder-84372 at level 0 using segments [{'id': '97ad2ccb-f873-4af4-9ead-30db8acdbb5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '22932a3d-21b2-48a4-9a27-5956f4bdfe95'}] {{(pid=103911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 28 17:25:46.040730 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-169bb4ac-8e90-4af0-976e-8457b94805fe req-3e8cae20-68d2-4677-91c9-7e6c85c5dab8 service neutron] Attempting to bind port 484051b7-f005-48d0-a799-a12b167c29db on network 22932a3d-21b2-48a4-9a27-5956f4bdfe95 {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 28 17:25:46.046396 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-5331d14d-757b-4710-a8d1-735624748694 req-64486fd7-ca10-426b-96b9-44948eb10507 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/ports?device_id=1c3b0710-2e45-41e0-b02a-a9b95245f62a HTTP/1.1" status: 200 len: 210 time: 0.1197276 May 28 17:25:46.058178 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0efc2e05-0da7-448e-8f21-8b5842eeb69c admin admin] Network 817ab7bb-0908-4779-9b6d-70d266154e0d is scheduled to be hosted by DHCP agent b4d0b3c0-cc03-4456-af87-35ab415ef94b with binding_index 1 {{(pid=103912) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 17:25:46.079682 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.scheduler.base_scheduler [None req-0efc2e05-0da7-448e-8f21-8b5842eeb69c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843729-1-iscsi, 817ab7bb-0908-4779-9b6d-70d266154e0d) {{(pid=103912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 17:25:46.109790 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0efc2e05-0da7-448e-8f21-8b5842eeb69c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:25:46.115136 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-169bb4ac-8e90-4af0-976e-8457b94805fe req-3e8cae20-68d2-4677-91c9-7e6c85c5dab8 service neutron] Port 484051b7-f005-48d0-a799-a12b167c29db on network 22932a3d-21b2-48a4-9a27-5956f4bdfe95 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84372 {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 28 17:25:46.115136 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-169bb4ac-8e90-4af0-976e-8457b94805fe req-3e8cae20-68d2-4677-91c9-7e6c85c5dab8 service neutron] Attempting to bind port 484051b7-f005-48d0-a799-a12b167c29db on network 22932a3d-21b2-48a4-9a27-5956f4bdfe95 {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 28 17:25:46.120811 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-0efc2e05-0da7-448e-8f21-8b5842eeb69c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-152074'] for subnet (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:46.168685 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-0efc2e05-0da7-448e-8f21-8b5842eeb69c admin admin] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.5933816 May 28 17:25:46.169999 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85ff4ce9-f293-4797-9e0f-49686791ff34 None None] Network 817ab7bb-0908-4779-9b6d-70d266154e0d requested from dv-cinder-843729-1-iscsi {{(pid=103913) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 28 17:25:46.248122 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-169bb4ac-8e90-4af0-976e-8457b94805fe req-3e8cae20-68d2-4677-91c9-7e6c85c5dab8 service neutron] Checking agent: {'id': '7cdbebfa-f3b4-48eb-8fbc-caed95606681', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84372', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 17, 23, 31), 'started_at': datetime.datetime(2022, 5, 28, 17, 23, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 17, 25, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 28 17:25:46.248509 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-169bb4ac-8e90-4af0-976e-8457b94805fe req-3e8cae20-68d2-4677-91c9-7e6c85c5dab8 service neutron] Checking segment: {'id': '97ad2ccb-f873-4af4-9ead-30db8acdbb5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '22932a3d-21b2-48a4-9a27-5956f4bdfe95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 28 17:25:46.249085 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-169bb4ac-8e90-4af0-976e-8457b94805fe req-3e8cae20-68d2-4677-91c9-7e6c85c5dab8 service neutron] Bound using segment: {'id': '97ad2ccb-f873-4af4-9ead-30db8acdbb5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '22932a3d-21b2-48a4-9a27-5956f4bdfe95'} {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 28 17:25:46.249558 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.managers [req-169bb4ac-8e90-4af0-976e-8457b94805fe req-3e8cae20-68d2-4677-91c9-7e6c85c5dab8 service neutron] Bound port: 484051b7-f005-48d0-a799-a12b167c29db, host: hv-cinder-84372, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97ad2ccb-f873-4af4-9ead-30db8acdbb5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '22932a3d-21b2-48a4-9a27-5956f4bdfe95'}}] {{(pid=103911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 28 17:25:46.249923 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-169bb4ac-8e90-4af0-976e-8457b94805fe req-3e8cae20-68d2-4677-91c9-7e6c85c5dab8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (484051b7-f005-48d0-a799-a12b167c29db), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:46.302823 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b54b83f8-2689-4055-875e-f24e474321c3 None None] Routers {'12fda40b-4795-4b4e-aa8c-8aea324670b8'} bound to L3 agent in host dv-cinder-843729-1-iscsi {{(pid=103913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 28 17:25:46.304219 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.l3_hamode_db [None req-b54b83f8-2689-4055-875e-f24e474321c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843729-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-28T17:16:55Z,description=,heartbeat_timestamp=2022-05-28T17:25:25Z,host='dv-cinder-843729-1-iscsi',id=8a8c7bbb-808d-49ae-95de-62501e6237ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T17:16:55Z,topic='l3_agent')) {'router_ids': ['12fda40b-4795-4b4e-aa8c-8aea324670b8'], 'active': True} {{(pid=103913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:25:46.326466 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-38a7729d-75f9-464c-9127-c6d29632a3f2 req-2832e341-f4e0-4ebb-a1ee-0d1dc5c36a83 tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] 10.222.0.33 "GET /v2.0/security-groups?name=tempest-securitygroup--1452755608&fields=id&tenant_id=90b378551d1c467e911cf01274c97d85 HTTP/1.1" status: 200 len: 267 time: 0.3620019 May 28 17:25:46.497725 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b8383f5-8e71-4f14-9279-e7e0e79d507b None None] Network 817ab7bb-0908-4779-9b6d-70d266154e0d requested from dv-cinder-843729-1-iscsi {{(pid=103913) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 28 17:25:46.506059 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39137243-f9dc-4332-b0a6-a385748d5fab None None] Pushing event updated for resources: {'Port': ['ID=eba77069-41ec-451f-bf20-fa1ad8d2c951,revision_number=4']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:25:46.509799 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Current status of the port 2fa9d34c-91da-4609-b5f4-0db6c14379f2 is: ACTIVE; New status is: ACTIVE {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 17:25:46.590619 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-c390a488-acbd-4449-a35c-77d27f89f487 None None] Provisioning complete for port eba77069-41ec-451f-bf20-fa1ad8d2c951 triggered by entity DHCP. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 17:25:46.591018 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-c390a488-acbd-4449-a35c-77d27f89f487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1821120'] for port (eba77069-41ec-451f-bf20-fa1ad8d2c951), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:46.741842 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a7729d-75f9-464c-9127-c6d29632a3f2 req-1f27414c-aa8a-4d76-b518-c1762091b66e tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:25:46.759031 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-38a7729d-75f9-464c-9127-c6d29632a3f2 req-1f27414c-aa8a-4d76-b518-c1762091b66e tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] 10.222.0.33 "GET /v2.0/networks?id=ef03f64f-43e2-4121-9b36-bf95e66e6156 HTTP/1.1" status: 200 len: 810 time: 0.4311488 May 28 17:25:46.761591 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.33', 54308) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:25:46.868385 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-38a7729d-75f9-464c-9127-c6d29632a3f2 req-3f503f63-bddc-46fc-940a-05d28c32c29b tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] 10.222.0.33 "GET /v2.0/quotas/90b378551d1c467e911cf01274c97d85 HTTP/1.1" status: 200 len: 375 time: 0.1082106 May 28 17:25:47.045497 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [req-169bb4ac-8e90-4af0-976e-8457b94805fe req-3e8cae20-68d2-4677-91c9-7e6c85c5dab8 service neutron] For port 484051b7-f005-48d0-a799-a12b167c29db, host hv-cinder-84372, cleared binding levels {{(pid=103911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 17:25:47.092143 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [req-169bb4ac-8e90-4af0-976e-8457b94805fe req-3e8cae20-68d2-4677-91c9-7e6c85c5dab8 service neutron] For port 484051b7-f005-48d0-a799-a12b167c29db, host hv-cinder-84372, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84372',level=0,port_id=484051b7-f005-48d0-a799-a12b167c29db,segment=NetworkSegment(97ad2ccb-f873-4af4-9ead-30db8acdbb5b),segment_id=97ad2ccb-f873-4af4-9ead-30db8acdbb5b)] {{(pid=103911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 17:25:47.095547 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:25:47.125465 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60dd2dc-2485-4f49-b2b4-22d773f64f4a req-6a261b4b-55a5-4a17-80ec-593a513ffbe9 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:25:47.127679 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-a60dd2dc-2485-4f49-b2b4-22d773f64f4a req-6a261b4b-55a5-4a17-80ec-593a513ffbe9 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/networks?id=77a1ea92-c07d-41a7-8668-7c3c660591aa HTTP/1.1" status: 200 len: 818 time: 0.4466071 May 28 17:25:47.144094 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.l3_dvr_db [None req-b54b83f8-2689-4055-875e-f24e474321c3 None None] Set router 12fda40b-4795-4b4e-aa8c-8aea324670b8 gateway port host: dv-cinder-843729-1-iscsi {{(pid=103913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 28 17:25:47.144485 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-169bb4ac-8e90-4af0-976e-8457b94805fe req-3e8cae20-68d2-4677-91c9-7e6c85c5dab8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735968512485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735968120131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735968120149'] for port (484051b7-f005-48d0-a799-a12b167c29db), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:47.169315 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-a60dd2dc-2485-4f49-b2b4-22d773f64f4a req-cb1b598f-1d8e-4234-8eeb-1ac888aaa478 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/quotas/8e92a5dc387f47c99ce98da4d6fd9d92 HTTP/1.1" status: 200 len: 375 time: 0.0313983 May 28 17:25:47.243261 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-c390a488-acbd-4449-a35c-77d27f89f487 None None] Current status of the port eba77069-41ec-451f-bf20-fa1ad8d2c951 is: DOWN; New status is: ACTIVE {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 17:25:47.244929 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-c390a488-acbd-4449-a35c-77d27f89f487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (eba77069-41ec-451f-bf20-fa1ad8d2c951), before_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:47.381077 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.db.db_base_plugin_v2 [None req-b082899d-a8e4-464f-8649-4ba740595f4f admin admin] Deleting subnet 966f7732-f0d0-4d95-a310-f0b008d47efc {{(pid=103911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 28 17:25:47.390874 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169bb4ac-8e90-4af0-976e-8457b94805fe req-3e8cae20-68d2-4677-91c9-7e6c85c5dab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:25:47.392042 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-169bb4ac-8e90-4af0-976e-8457b94805fe req-3e8cae20-68d2-4677-91c9-7e6c85c5dab8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-152074'] for port (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:47.407208 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-169bb4ac-8e90-4af0-976e-8457b94805fe req-3e8cae20-68d2-4677-91c9-7e6c85c5dab8 service neutron] 10.222.0.16 "PUT /v2.0/ports/484051b7-f005-48d0-a799-a12b167c29db HTTP/1.1" status: 200 len: 1094 time: 4.6697333 May 28 17:25:47.408596 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3425b63d-c751-49bf-b2d9-0568c8cdae34', 'tag': '484051b7-f005-48d0-a799-a12b167c29db'}] {{(pid=103911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 17:25:47.528207 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-38a7729d-75f9-464c-9127-c6d29632a3f2 req-4a9291e7-48f2-45aa-b166-bd99dc90612e tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=90b378551d1c467e911cf01274c97d85&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6192148 May 28 17:25:47.542719 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-b082899d-a8e4-464f-8649-4ba740595f4f admin admin] Publish callbacks [] for subnet (966f7732-f0d0-4d95-a310-f0b008d47efc), before_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:47.579404 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-a60dd2dc-2485-4f49-b2b4-22d773f64f4a req-3478239b-a84b-4961-a87a-6e03a330e8c0 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=8e92a5dc387f47c99ce98da4d6fd9d92&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4068203 May 28 17:25:47.597677 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.33', 54340) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:25:47.615713 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8cae20-68d2-4677-91c9-7e6c85c5dab8 service neutron] Pushing event updated for resources: {'Port': ['ID=484051b7-f005-48d0-a799-a12b167c29db,revision_number=3']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:25:47.855809 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-c390a488-acbd-4449-a35c-77d27f89f487 None None] For port eba77069-41ec-451f-bf20-fa1ad8d2c951, host dv-cinder-843729-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843729-1-iscsi',level=0,port_id=eba77069-41ec-451f-bf20-fa1ad8d2c951,segment=NetworkSegment(a4610069-396c-410a-becf-747bd2412bad),segment_id=a4610069-396c-410a-becf-747bd2412bad)] {{(pid=103913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 17:25:47.938403 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-c390a488-acbd-4449-a35c-77d27f89f487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735968512485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735968120131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735968120149'] for port (eba77069-41ec-451f-bf20-fa1ad8d2c951), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:47.965143 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-b082899d-a8e4-464f-8649-4ba740595f4f admin admin] Publish callbacks [] for subnet (966f7732-f0d0-4d95-a310-f0b008d47efc), precommit_delete_associations {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:48.006755 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.l3_hamode_db [None req-b54b83f8-2689-4055-875e-f24e474321c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12fda40b-4795-4b4e-aa8c-8aea324670b8', 'name': 'tempest-ServerRescueNegativeTestJSON-167424422-router', 'tenant_id': '8e92a5dc387f47c99ce98da4d6fd9d92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'external_fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.52'}], 'enable_snat': True}, 'gw_port_id': '2fa9d34c-91da-4609-b5f4-0db6c14379f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T17:25:28Z', 'updated_at': '2022-05-28T17:25:36Z', 'revision_number': 4, 'project_id': '8e92a5dc387f47c99ce98da4d6fd9d92', 'gw_port': {'id': '2fa9d34c-91da-4609-b5f4-0db6c14379f2', 'name': '', 'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:a7:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12fda40b-4795-4b4e-aa8c-8aea324670b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:25:29Z', 'updated_at': '2022-05-28T17:25:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843729-1-iscsi', '_interfaces': [{'id': 'eba77069-41ec-451f-bf20-fa1ad8d2c951', 'name': '', 'network_id': '77a1ea92-c07d-41a7-8668-7c3c660591aa', 'tenant_id': '8e92a5dc387f47c99ce98da4d6fd9d92', 'mac_address': 'fa:16:3e:be:d9:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12fda40b-4795-4b4e-aa8c-8aea324670b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '034da301-fbaa-496d-8b67-7a375e67ef37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:25:34Z', 'updated_at': '2022-05-28T17:25:45Z', 'revision_number': 4, 'project_id': '8e92a5dc387f47c99ce98da4d6fd9d92', 'subnets': [{'id': '034da301-fbaa-496d-8b67-7a375e67ef37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843729-1-iscsi', False) {} {{(pid=103913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:25:48.010726 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-b082899d-a8e4-464f-8649-4ba740595f4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755116'] for subnet (966f7732-f0d0-4d95-a310-f0b008d47efc), precommit_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:48.031170 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:25:48.068537 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:25:48.144247 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c390a488-acbd-4449-a35c-77d27f89f487 None None] Pushing event updated for resources: {'Port': ['ID=eba77069-41ec-451f-bf20-fa1ad8d2c951,revision_number=5']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:25:48.161131 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b54b83f8-2689-4055-875e-f24e474321c3 None None] The sync data for ids ['12fda40b-4795-4b4e-aa8c-8aea324670b8'] in dv-cinder-843729-1-iscsi is: [{'id': '12fda40b-4795-4b4e-aa8c-8aea324670b8', 'name': 'tempest-ServerRescueNegativeTestJSON-167424422-router', 'tenant_id': '8e92a5dc387f47c99ce98da4d6fd9d92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'external_fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.52'}], 'enable_snat': True}, 'gw_port_id': '2fa9d34c-91da-4609-b5f4-0db6c14379f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T17:25:28Z', 'updated_at': '2022-05-28T17:25:36Z', 'revision_number': 4, 'project_id': '8e92a5dc387f47c99ce98da4d6fd9d92', 'gw_port': {'id': '2fa9d34c-91da-4609-b5f4-0db6c14379f2', 'name': '', 'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:a7:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12fda40b-4795-4b4e-aa8c-8aea324670b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:25:29Z', 'updated_at': '2022-05-28T17:25:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843729-1-iscsi', '_interfaces': [{'id': 'eba77069-41ec-451f-bf20-fa1ad8d2c951', 'name': '', 'network_id': '77a1ea92-c07d-41a7-8668-7c3c660591aa', 'tenant_id': '8e92a5dc387f47c99ce98da4d6fd9d92', 'mac_address': 'fa:16:3e:be:d9:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12fda40b-4795-4b4e-aa8c-8aea324670b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '034da301-fbaa-496d-8b67-7a375e67ef37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:25:34Z', 'updated_at': '2022-05-28T17:25:45Z', 'revision_number': 4, 'project_id': '8e92a5dc387f47c99ce98da4d6fd9d92', 'subnets': [{'id': '034da301-fbaa-496d-8b67-7a375e67ef37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 17:25:48.250184 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169bb4ac-8e90-4af0-976e-8457b94805fe req-5da4c74b-d82d-4581-afc2-c47dcf27f8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:25:48.250636 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-58adbca3-8878-48b8-b274-22ec85095d34 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:48.253301 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-169bb4ac-8e90-4af0-976e-8457b94805fe req-5da4c74b-d82d-4581-afc2-c47dcf27f8c6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1a433429eb484bd4b1dae47092f38c2a&device_id=3425b63d-c751-49bf-b2d9-0568c8cdae34 HTTP/1.1" status: 200 len: 1128 time: 0.6324100 May 28 17:25:48.337035 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:25:48.509957 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.wsgi [req-a60dd2dc-2485-4f49-b2b4-22d773f64f4a req-94e4c1af-2788-4653-b7a2-94c04285f563 service neutron] http://10.222.0.33:9696/v2.0/extensions returned with HTTP 200 {{(pid=103912) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 28 17:25:48.514378 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-a60dd2dc-2485-4f49-b2b4-22d773f64f4a req-94e4c1af-2788-4653-b7a2-94c04285f563 service neutron] 10.222.0.33 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.4678435 May 28 17:25:48.577563 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-b082899d-a8e4-464f-8649-4ba740595f4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116'] for subnet (966f7732-f0d0-4d95-a310-f0b008d47efc), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:48.603150 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-169bb4ac-8e90-4af0-976e-8457b94805fe req-26c14652-6840-4784-8ac7-8b997b347f69 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=484051b7-f005-48d0-a799-a12b167c29db HTTP/1.1" status: 200 len: 217 time: 0.2882648 May 28 17:25:48.649546 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-58adbca3-8878-48b8-b274-22ec85095d34 admin admin] Publish callbacks [] for security_group (172136dc-b514-4eb6-9632-00f906548b72), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:48.780641 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-b082899d-a8e4-464f-8649-4ba740595f4f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:48.792396 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-b082899d-a8e4-464f-8649-4ba740595f4f admin admin] 10.222.0.33 "DELETE /v2.0/subnets/966f7732-f0d0-4d95-a310-f0b008d47efc HTTP/1.1" status: 204 len: 168 time: 2.0244114 May 28 17:25:48.796318 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-58adbca3-8878-48b8-b274-22ec85095d34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594961'] for security_group (172136dc-b514-4eb6-9632-00f906548b72), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:48.810389 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Device eba77069-41ec-451f-bf20-fa1ad8d2c951 up at agent ovs-agent-dv-cinder-843729-1-iscsi {{(pid=103913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 28 17:25:48.816993 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:25:48.820434 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.33', 54370) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:25:48.823249 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-38a7729d-75f9-464c-9127-c6d29632a3f2 req-8fdb4230-a9d4-4d85-adc4-993acdef59ac service neutron] 10.222.0.33 "GET /v2.0/networks/ef03f64f-43e2-4121-9b36-bf95e66e6156?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2575252 May 28 17:25:48.825547 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b082899d-a8e4-464f-8649-4ba740595f4f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=966f7732-f0d0-4d95-a310-f0b008d47efc,revision_number=None']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:25:48.850020 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb6e18ef154237edf928b85f6b333e0f790e93c3571d1d8d4f7e4f30b44c92d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74fa4494-0cd9-4c7f-acfa-2794f1fd83dc" -d '{"events": [{"name": "network-changed", "server_uuid": "3425b63d-c751-49bf-b2d9-0568c8cdae34", "tag": "484051b7-f005-48d0-a799-a12b167c29db"}]}' {{(pid=103911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 28 17:25:48.887160 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:25:48.927859 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Provisioning complete for port eba77069-41ec-451f-bf20-fa1ad8d2c951 triggered by entity L2. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 17:25:48.929305 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1821120'] for port (eba77069-41ec-451f-bf20-fa1ad8d2c951), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:48.936215 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58adbca3-8878-48b8-b274-22ec85095d34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=172136dc-b514-4eb6-9632-00f906548b72,revision_number=1']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:25:49.127288 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-58adbca3-8878-48b8-b274-22ec85095d34 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=6d6dc24eb1bb42c7a348f24ea101b166&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5186923 May 28 17:25:49.133161 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.33', 54382) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:25:49.161796 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169bb4ac-8e90-4af0-976e-8457b94805fe req-d8869c96-8dec-4eea-81d4-dc19dd833171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:25:49.163378 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-169bb4ac-8e90-4af0-976e-8457b94805fe req-d8869c96-8dec-4eea-81d4-dc19dd833171 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4aae0fea-63e9-43ef-af61-c404de009249 HTTP/1.1" status: 200 len: 852 time: 0.5131295 May 28 17:25:49.217767 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Current status of the port eba77069-41ec-451f-bf20-fa1ad8d2c951 is: ACTIVE; New status is: ACTIVE {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 17:25:49.278528 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-38a7729d-75f9-464c-9127-c6d29632a3f2 req-a656a3d3-428e-4dad-9c1f-0088b2fc6278 service neutron] 10.222.0.33 "GET /v2.0/networks/ef03f64f-43e2-4121-9b36-bf95e66e6156?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4540339 May 28 17:25:49.306208 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-a60dd2dc-2485-4f49-b2b4-22d773f64f4a req-e73dcdde-99cb-47a6-8075-0fef9ba5712f service neutron] 10.222.0.33 "GET /v2.0/networks/77a1ea92-c07d-41a7-8668-7c3c660591aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7476432 May 28 17:25:49.371610 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-a694464d-2bf1-4924-a258-8f2c6754f142 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1661291'] for network (b7f7efad-5463-4004-aca4-b0c55438db35), before_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:49.495312 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-169bb4ac-8e90-4af0-976e-8457b94805fe req-bc4cd399-71b7-4b3e-baab-8881f7127340 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=22932a3d-21b2-48a4-9a27-5956f4bdfe95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0822794 May 28 17:25:49.515761 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-9f0f3b1f-0b15-4fbf-a20b-11c038d83d1a admin admin] Publish callbacks [] for security_group (172136dc-b514-4eb6-9632-00f906548b72), before_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:49.563246 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-9f0f3b1f-0b15-4fbf-a20b-11c038d83d1a admin admin] Publish callbacks [] for security_group (172136dc-b514-4eb6-9632-00f906548b72), precommit_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:49.643803 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.16', 53273) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:25:49.712216 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-9f0f3b1f-0b15-4fbf-a20b-11c038d83d1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594961'] for security_group (172136dc-b514-4eb6-9632-00f906548b72), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:49.724710 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-9f0f3b1f-0b15-4fbf-a20b-11c038d83d1a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:49.734968 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-9f0f3b1f-0b15-4fbf-a20b-11c038d83d1a admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/172136dc-b514-4eb6-9632-00f906548b72 HTTP/1.1" status: 204 len: 168 time: 0.4979057 May 28 17:25:49.847272 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0f3b1f-0b15-4fbf-a20b-11c038d83d1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=172136dc-b514-4eb6-9632-00f906548b72,revision_number=None']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:25:50.061694 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-169bb4ac-8e90-4af0-976e-8457b94805fe req-6c28240f-7838-4219-8908-14f7f91cb79d service neutron] 10.222.0.16 "GET /v2.0/networks/22932a3d-21b2-48a4-9a27-5956f4bdfe95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5578012 May 28 17:25:50.174033 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3f5906-4a62-48c3-bb85-f3dd1c77c424 req-c6b70605-b4d2-42e3-83df-6035aeb4af82 tempest-DeleteServersTestJSON-420937626 tempest-DeleteServersTestJSON-420937626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:25:50.185283 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-eb3f5906-4a62-48c3-bb85-f3dd1c77c424 req-c6b70605-b4d2-42e3-83df-6035aeb4af82 tempest-DeleteServersTestJSON-420937626 tempest-DeleteServersTestJSON-420937626-project] 10.222.0.33 "GET /v2.0/ports?device_id=3425b63d-c751-49bf-b2d9-0568c8cdae34 HTTP/1.1" status: 200 len: 944 time: 0.4515438 May 28 17:25:50.439675 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-a694464d-2bf1-4924-a258-8f2c6754f142 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753177', 'neutron.services.segments.db._delete_segments_for_network-8735968598640'] for network (b7f7efad-5463-4004-aca4-b0c55438db35), precommit_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:50.457131 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-a60dd2dc-2485-4f49-b2b4-22d773f64f4a req-50461ee3-fb95-4c50-8c94-ce991526c6c1 service neutron] 10.222.0.33 "GET /v2.0/networks/77a1ea92-c07d-41a7-8668-7c3c660591aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1387570 May 28 17:25:50.492488 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a59bd10-74d4-45f2-a979-86aa936aadfb req-13a8c817-29ed-45fe-ac66-7125224a737c tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:25:50.498726 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-1a59bd10-74d4-45f2-a979-86aa936aadfb req-13a8c817-29ed-45fe-ac66-7125224a737c tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.16 "GET /v2.0/networks?id=77a1ea92-c07d-41a7-8668-7c3c660591aa HTTP/1.1" status: 200 len: 818 time: 0.8347738 May 28 17:25:50.512109 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-a694464d-2bf1-4924-a258-8f2c6754f142 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 17:25:50.512109 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-a694464d-2bf1-4924-a258-8f2c6754f142 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 17:25:50.513052 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-a694464d-2bf1-4924-a258-8f2c6754f142 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 17:25:50.513385 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-a694464d-2bf1-4924-a258-8f2c6754f142 admin admin] Subscribe: > port after_create 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 17:25:50.513747 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-a694464d-2bf1-4924-a258-8f2c6754f142 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 17:25:50.514142 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-a694464d-2bf1-4924-a258-8f2c6754f142 admin admin] Subscribe: > port after_update 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 17:25:50.515701 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-a694464d-2bf1-4924-a258-8f2c6754f142 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 17:25:50.516879 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-a694464d-2bf1-4924-a258-8f2c6754f142 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 17:25:50.517386 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-a694464d-2bf1-4924-a258-8f2c6754f142 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 17:25:50.518929 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-a694464d-2bf1-4924-a258-8f2c6754f142 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 17:25:50.521130 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-169bb4ac-8e90-4af0-976e-8457b94805fe req-65b4fc7b-b594-487e-a0d1-550f2c4ce936 service neutron] 10.222.0.16 "GET /v2.0/networks/22932a3d-21b2-48a4-9a27-5956f4bdfe95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4321148 May 28 17:25:50.538959 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.v2.base [req-1a59bd10-74d4-45f2-a979-86aa936aadfb req-a0b67bc3-12af-485b-abf4-182467f4cd3a tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Request body: {'port': {'device_id': '1c3b0710-2e45-41e0-b02a-a9b95245f62a', 'network_id': '77a1ea92-c07d-41a7-8668-7c3c660591aa', 'admin_state_up': True, 'tenant_id': '8e92a5dc387f47c99ce98da4d6fd9d92'}} {{(pid=103911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 17:25:51.072087 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a59bd10-74d4-45f2-a979-86aa936aadfb req-a0b67bc3-12af-485b-abf4-182467f4cd3a tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Made reservation on behalf of 8e92a5dc387f47c99ce98da4d6fd9d92 for: {'port': 1} {{(pid=103911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 17:25:51.075947 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-1a59bd10-74d4-45f2-a979-86aa936aadfb req-a0b67bc3-12af-485b-abf4-182467f4cd3a tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (None), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:51.100128 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-eb3f5906-4a62-48c3-bb85-f3dd1c77c424 req-d40edc9f-dd30-4ffa-a002-1e5b530e00c0 tempest-DeleteServersTestJSON-420937626 tempest-DeleteServersTestJSON-420937626-project] 10.222.0.33 "GET /v2.0/security-groups?id=571c4b98-2cb0-42e3-aa38-580d2b3677cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9123113 May 28 17:25:51.109689 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:25:51.112834 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=3,neutron:INSERT=3 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:25:51.227373 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-a694464d-2bf1-4924-a258-8f2c6754f142 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 17:25:51.229942 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-a694464d-2bf1-4924-a258-8f2c6754f142 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 17:25:51.230573 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-a694464d-2bf1-4924-a258-8f2c6754f142 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 17:25:51.231848 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-a694464d-2bf1-4924-a258-8f2c6754f142 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 17:25:51.233575 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.services.segments.db [None req-a694464d-2bf1-4924-a258-8f2c6754f142 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7f7efad-5463-4004-aca4-b0c55438db35']}} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:25:51.280985 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.services.segments.db [None req-a694464d-2bf1-4924-a258-8f2c6754f142 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '206c034f-ee40-4cd4-8732-3b6873e893ad') {'for_net_delete': True} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:25:51.281288 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.services.segments.db [None req-a694464d-2bf1-4924-a258-8f2c6754f142 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '206c034f-ee40-4cd4-8732-3b6873e893ad') {} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:25:51.328075 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-a694464d-2bf1-4924-a258-8f2c6754f142 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735968599161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6171492'] for segment (206c034f-ee40-4cd4-8732-3b6873e893ad), before_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:51.388795 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.db.db_base_plugin_common [req-1a59bd10-74d4-45f2-a979-86aa936aadfb req-a0b67bc3-12af-485b-abf4-182467f4cd3a tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Allocated IP 172.20.0.6 (77a1ea92-c07d-41a7-8668-7c3c660591aa/034da301-fbaa-496d-8b67-7a375e67ef37/4e39dc15-aca5-489f-886d-23cd2b05b64d) {{(pid=103911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 17:25:51.399197 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-a694464d-2bf1-4924-a258-8f2c6754f142 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766051'] for segment (206c034f-ee40-4cd4-8732-3b6873e893ad), precommit_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:51.434541 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a694464d-2bf1-4924-a258-8f2c6754f142 admin admin] Releasing vlan 163 on physical network physnet1 to pool {{(pid=103912) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 17:25:51.439668 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-a694464d-2bf1-4924-a258-8f2c6754f142 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6173873'] for segment (206c034f-ee40-4cd4-8732-3b6873e893ad), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:51.640884 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-a694464d-2bf1-4924-a258-8f2c6754f142 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1753186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681677'] for network (b7f7efad-5463-4004-aca4-b0c55438db35), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:51.666247 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-a694464d-2bf1-4924-a258-8f2c6754f142 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-152074'] for network (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:51.684509 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-a694464d-2bf1-4924-a258-8f2c6754f142 admin admin] 10.222.0.33 "DELETE /v2.0/networks/b7f7efad-5463-4004-aca4-b0c55438db35 HTTP/1.1" status: 204 len: 168 time: 2.7775316 May 28 17:25:51.685730 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.33', 54470) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:25:51.766675 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a694464d-2bf1-4924-a258-8f2c6754f142 admin admin] Pushing event deleted for resources: {'Network': ['ID=b7f7efad-5463-4004-aca4-b0c55438db35,revision_number=None']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:25:52.039047 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.db.db_base_plugin_v2 [None req-946d7472-cd8f-4a3c-91ef-c2526920aa34 admin admin] Deleting subnet e3f5d378-f198-42ca-8353-2300b1d23e01 {{(pid=103912) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 28 17:25:52.069391 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-946d7472-cd8f-4a3c-91ef-c2526920aa34 admin admin] Publish callbacks [] for subnet (e3f5d378-f198-42ca-8353-2300b1d23e01), before_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:52.261005 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-946d7472-cd8f-4a3c-91ef-c2526920aa34 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6171485'] for subnet (e3f5d378-f198-42ca-8353-2300b1d23e01), precommit_delete_associations {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:52.324074 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a7729d-75f9-464c-9127-c6d29632a3f2 req-663e8fab-f4ab-4dd1-8c11-20afa6d3ccf8 tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:25:52.349421 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-38a7729d-75f9-464c-9127-c6d29632a3f2 req-663e8fab-f4ab-4dd1-8c11-20afa6d3ccf8 tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] 10.222.0.16 "GET /v2.0/networks?id=ef03f64f-43e2-4121-9b36-bf95e66e6156 HTTP/1.1" status: 200 len: 810 time: 0.4762056 May 28 17:25:52.356551 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 May 2022 17:25:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4074a31-d9eb-47b8-81df-c87e99601ce7 x-openstack-request-id: req-b4074a31-d9eb-47b8-81df-c87e99601ce7 {{(pid=103911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 28 17:25:52.360411 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3425b63d-c751-49bf-b2d9-0568c8cdae34", "tag": "484051b7-f005-48d0-a799-a12b167c29db", "status": "completed", "code": 200}]} {{(pid=103911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 28 17:25:52.360870 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-b4074a31-d9eb-47b8-81df-c87e99601ce7 {{(pid=103911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 28 17:25:52.361550 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4074a31-d9eb-47b8-81df-c87e99601ce7'] response: {'name': 'network-changed', 'server_uuid': '3425b63d-c751-49bf-b2d9-0568c8cdae34', 'tag': '484051b7-f005-48d0-a799-a12b167c29db', 'status': 'completed', 'code': 200} May 28 17:25:52.476816 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-946d7472-cd8f-4a3c-91ef-c2526920aa34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755116'] for subnet (e3f5d378-f198-42ca-8353-2300b1d23e01), precommit_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:52.488663 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.16', 53277) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:25:52.613595 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fa4494-0cd9-4c7f-acfa-2794f1fd83dc req-3b9546bb-a9ca-45b4-a16a-67349ffe4027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:25:52.616088 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-74fa4494-0cd9-4c7f-acfa-2794f1fd83dc req-3b9546bb-a9ca-45b4-a16a-67349ffe4027 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1a433429eb484bd4b1dae47092f38c2a&device_id=3425b63d-c751-49bf-b2d9-0568c8cdae34 HTTP/1.1" status: 200 len: 1128 time: 0.1217556 May 28 17:25:52.684768 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-38a7729d-75f9-464c-9127-c6d29632a3f2 req-3deeee61-56e7-4eaf-be0e-8d46df3fd538 tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=90b378551d1c467e911cf01274c97d85 HTTP/1.1" status: 200 len: 380 time: 0.1921530 May 28 17:25:52.684987 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:25:52.687931 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-622389d1-b4a7-4b79-a6ce-3529f9da8d64 req-48495c5a-ad0e-4514-82ea-bf661687ceaa tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] 10.222.0.33 "GET /v2.0/ports?device_id=3b3c1f29-31c9-4f5c-9875-fd1939062512 HTTP/1.1" status: 200 len: 210 time: 0.3129332 May 28 17:25:52.694693 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-1a59bd10-74d4-45f2-a979-86aa936aadfb req-a0b67bc3-12af-485b-abf4-182467f4cd3a tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Publish callbacks [] for port (4e39dc15-aca5-489f-886d-23cd2b05b64d), precommit_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:52.716727 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-946d7472-cd8f-4a3c-91ef-c2526920aa34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6171411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5675836'] for subnet (e3f5d378-f198-42ca-8353-2300b1d23e01), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:52.745048 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:UPDATE=2,neutron:SELECT=86,neutron:INSERT=5,neutron:DELETE=7 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:25:52.782580 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.v2.base [req-38a7729d-75f9-464c-9127-c6d29632a3f2 req-f5f13f40-362d-4dc5-8f16-f9d8312a018f tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Request body: {'port': {'device_id': '3b3c1f29-31c9-4f5c-9875-fd1939062512', 'network_id': 'ef03f64f-43e2-4121-9b36-bf95e66e6156', 'admin_state_up': True, 'tenant_id': '90b378551d1c467e911cf01274c97d85', 'security_groups': ['14c0c066-bc84-4396-a75f-e895035aefd0']}} {{(pid=103911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 17:25:52.902876 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-946d7472-cd8f-4a3c-91ef-c2526920aa34 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-152074'] for subnet (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:52.940496 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-946d7472-cd8f-4a3c-91ef-c2526920aa34 admin admin] 10.222.0.33 "DELETE /v2.0/subnets/e3f5d378-f198-42ca-8353-2300b1d23e01 HTTP/1.1" status: 204 len: 168 time: 1.2061994 May 28 17:25:52.941240 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.33', 54512) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:25:53.075594 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946d7472-cd8f-4a3c-91ef-c2526920aa34 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e3f5d378-f198-42ca-8353-2300b1d23e01,revision_number=None']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:25:53.140768 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=52 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:25:53.169267 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-96eea3e0-4341-4f8e-8908-a97a615c6f03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (b4d0b3c0-cc03-4456-af87-35ab415ef94b), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:53.239616 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-0a26a58d-515e-4302-ae8f-e9d86c11b4c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1661291'] for network (817ab7bb-0908-4779-9b6d-70d266154e0d), before_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:53.249387 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.services.segments.plugin [-] Segment 206c034f-ee40-4cd4-8732-3b6873e893ad resource provider aggregate not found May 28 17:25:53.271987 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-5b2bcdcd-d8a5-47e4-b53f-ecb994c260cf req-c96efce7-b523-4373-8010-d6d7e8b267e1 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/ports?device_id=9d6203f1-8344-4493-9b94-22fb56f73a96 HTTP/1.1" status: 200 len: 210 time: 0.1417713 May 28 17:25:53.290260 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.services.segments.plugin [-] Segment 206c034f-ee40-4cd4-8732-3b6873e893ad resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 206c034f-ee40-4cd4-8732-3b6873e893ad found for delete ", "request_id": "req-ec75a751-8038-4f88-b969-0cef3a4b84dc"}]} May 28 17:25:53.497771 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-0a26a58d-515e-4302-ae8f-e9d86c11b4c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753177', 'neutron.services.segments.db._delete_segments_for_network-8735968598640'] for network (817ab7bb-0908-4779-9b6d-70d266154e0d), precommit_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:53.597065 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.services.segments.db [None req-0a26a58d-515e-4302-ae8f-e9d86c11b4c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['817ab7bb-0908-4779-9b6d-70d266154e0d']}} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:25:53.621700 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.services.segments.db [None req-0a26a58d-515e-4302-ae8f-e9d86c11b4c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd971164c-f3aa-4bbb-afa7-87198204a6c0') {'for_net_delete': True} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:25:53.622555 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.services.segments.db [None req-0a26a58d-515e-4302-ae8f-e9d86c11b4c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd971164c-f3aa-4bbb-afa7-87198204a6c0') {} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:25:53.643535 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094a439e-a877-4836-9a60-e236bfa40f4a req-dda95bbf-1e41-4311-bf45-e9067072790e tempest-DeleteServersTestJSON-420937626 tempest-DeleteServersTestJSON-420937626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:25:53.648699 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-094a439e-a877-4836-9a60-e236bfa40f4a req-dda95bbf-1e41-4311-bf45-e9067072790e tempest-DeleteServersTestJSON-420937626 tempest-DeleteServersTestJSON-420937626-project] 10.222.0.33 "GET /v2.0/ports?device_id=3425b63d-c751-49bf-b2d9-0568c8cdae34 HTTP/1.1" status: 200 len: 944 time: 0.1603014 May 28 17:25:53.648699 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-0a26a58d-515e-4302-ae8f-e9d86c11b4c0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735968599161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6171492'] for segment (d971164c-f3aa-4bbb-afa7-87198204a6c0), before_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:53.692599 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-0a26a58d-515e-4302-ae8f-e9d86c11b4c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766051'] for segment (d971164c-f3aa-4bbb-afa7-87198204a6c0), precommit_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:53.733237 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a26a58d-515e-4302-ae8f-e9d86c11b4c0 admin admin] Releasing vlan 159 on physical network physnet1 to pool {{(pid=103912) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 17:25:53.733742 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-0a26a58d-515e-4302-ae8f-e9d86c11b4c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6173873'] for segment (d971164c-f3aa-4bbb-afa7-87198204a6c0), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:53.800702 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-094a439e-a877-4836-9a60-e236bfa40f4a req-05f7ce98-cdf8-4add-97d0-0c336cf1753c tempest-DeleteServersTestJSON-420937626 tempest-DeleteServersTestJSON-420937626-project] 10.222.0.33 "GET /v2.0/security-groups?id=571c4b98-2cb0-42e3-aa38-580d2b3677cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417601 May 28 17:25:53.861843 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-0a26a58d-515e-4302-ae8f-e9d86c11b4c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1753186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681677'] for network (817ab7bb-0908-4779-9b6d-70d266154e0d), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:53.878760 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-0a26a58d-515e-4302-ae8f-e9d86c11b4c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-152074'] for network (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:53.884253 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-0a26a58d-515e-4302-ae8f-e9d86c11b4c0 admin admin] 10.222.0.33 "DELETE /v2.0/networks/817ab7bb-0908-4779-9b6d-70d266154e0d HTTP/1.1" status: 204 len: 168 time: 0.9281406 May 28 17:25:53.906598 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a26a58d-515e-4302-ae8f-e9d86c11b4c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=817ab7bb-0908-4779-9b6d-70d266154e0d,revision_number=None']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:25:53.940076 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-1a59bd10-74d4-45f2-a979-86aa936aadfb req-a0b67bc3-12af-485b-abf4-182467f4cd3a tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735968120113'] for port (4e39dc15-aca5-489f-886d-23cd2b05b64d), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:53.959210 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-479bd6a0-8003-47b3-b6ef-d30eac76340c req-00bb7827-4be9-4ac7-ad68-92143aff8985 tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] 10.222.0.33 "GET /v2.0/ports?device_id=3b3c1f29-31c9-4f5c-9875-fd1939062512 HTTP/1.1" status: 200 len: 210 time: 0.0876441 May 28 17:25:54.176901 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:25:54.193060 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a59bd10-74d4-45f2-a979-86aa936aadfb req-a0b67bc3-12af-485b-abf4-182467f4cd3a tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Network 77a1ea92-c07d-41a7-8668-7c3c660591aa is already hosted by enough agents. {{(pid=103911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 17:25:54.199925 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.scheduler.base_scheduler [req-1a59bd10-74d4-45f2-a979-86aa936aadfb req-a0b67bc3-12af-485b-abf4-182467f4cd3a tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Resources bound (agent type, host, resource id): {{(pid=103911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 17:25:54.202997 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a59bd10-74d4-45f2-a979-86aa936aadfb req-a0b67bc3-12af-485b-abf4-182467f4cd3a tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Received port after_create {{(pid=103911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 28 17:25:54.208731 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a59bd10-74d4-45f2-a979-86aa936aadfb req-a0b67bc3-12af-485b-abf4-182467f4cd3a tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:25:54.209430 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-1a59bd10-74d4-45f2-a979-86aa936aadfb req-a0b67bc3-12af-485b-abf4-182467f4cd3a tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-152074'] for port (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:54.267203 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fa4494-0cd9-4c7f-acfa-2794f1fd83dc req-aa878902-a4e1-4e8b-ada3-a5e3457f917f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:25:54.268786 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-74fa4494-0cd9-4c7f-acfa-2794f1fd83dc req-aa878902-a4e1-4e8b-ada3-a5e3457f917f service neutron] 10.222.0.16 "GET /v2.0/networks?id=22932a3d-21b2-48a4-9a27-5956f4bdfe95 HTTP/1.1" status: 200 len: 913 time: 1.5218294 May 28 17:25:54.269427 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b67bc3-12af-485b-abf4-182467f4cd3a tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Pushing event updated for resources: {'Port': ['ID=4e39dc15-aca5-489f-886d-23cd2b05b64d,revision_number=1']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:25:54.285049 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.33', 54552) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:25:54.294837 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-1a59bd10-74d4-45f2-a979-86aa936aadfb req-a0b67bc3-12af-485b-abf4-182467f4cd3a tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7654717 May 28 17:25:54.342628 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38a7729d-75f9-464c-9127-c6d29632a3f2 req-f5f13f40-362d-4dc5-8f16-f9d8312a018f tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Made reservation on behalf of 90b378551d1c467e911cf01274c97d85 for: {'port': 1} {{(pid=103911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 17:25:54.350463 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-38a7729d-75f9-464c-9127-c6d29632a3f2 req-f5f13f40-362d-4dc5-8f16-f9d8312a018f tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (None), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:54.438434 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-aceab19f-8b54-4df8-88c3-7de5633f92b1 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=23a35593a4f44634b8f07986236611cf&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1514955 May 28 17:25:54.443488 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.33', 54558) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:25:54.456164 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=3,neutron:DELETE=2 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:25:54.551771 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-d0353923-5eb8-46d7-be4a-d89cb2510a11 req-fa28062e-32ef-468d-80f1-1473deebc1ec tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/ports?device_id=9d6203f1-8344-4493-9b94-22fb56f73a96 HTTP/1.1" status: 200 len: 210 time: 0.0834010 May 28 17:25:54.581049 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.db.db_base_plugin_common [req-38a7729d-75f9-464c-9127-c6d29632a3f2 req-f5f13f40-362d-4dc5-8f16-f9d8312a018f tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Allocated IP 172.20.0.9 (ef03f64f-43e2-4121-9b36-bf95e66e6156/cac4e4be-bdeb-4bc3-836c-d18d4297ccc1/d234e00a-5520-40b5-aa3f-c3a3f2a506ee) {{(pid=103911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 17:25:54.584246 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-f7224406-1fd6-40f9-8074-4d68b09e1b37 admin admin] Publish callbacks [] for security_group (cc3ebdd0-4408-4b1b-9806-ca5edc13f231), before_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:54.633680 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-f7224406-1fd6-40f9-8074-4d68b09e1b37 admin admin] Publish callbacks [] for security_group (cc3ebdd0-4408-4b1b-9806-ca5edc13f231), precommit_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:54.651704 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-d22dd954-6640-44e8-a7fc-667b5efe52ca None None] Provisioning complete for port 4e39dc15-aca5-489f-886d-23cd2b05b64d triggered by entity DHCP. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 17:25:54.652208 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-d22dd954-6640-44e8-a7fc-667b5efe52ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1821120'] for port (4e39dc15-aca5-489f-886d-23cd2b05b64d), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:54.707169 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-f7224406-1fd6-40f9-8074-4d68b09e1b37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594961'] for security_group (cc3ebdd0-4408-4b1b-9806-ca5edc13f231), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:54.723168 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-f7224406-1fd6-40f9-8074-4d68b09e1b37 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:54.727660 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-f7224406-1fd6-40f9-8074-4d68b09e1b37 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/cc3ebdd0-4408-4b1b-9806-ca5edc13f231 HTTP/1.1" status: 204 len: 168 time: 0.2812293 May 28 17:25:54.729705 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-d22dd954-6640-44e8-a7fc-667b5efe52ca None None] Port 4e39dc15-aca5-489f-886d-23cd2b05b64d cannot update to ACTIVE because it is not bound. {{(pid=103913) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 28 17:25:54.749476 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7224406-1fd6-40f9-8074-4d68b09e1b37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc3ebdd0-4408-4b1b-9806-ca5edc13f231,revision_number=None']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:25:54.823779 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-38a7729d-75f9-464c-9127-c6d29632a3f2 req-f5f13f40-362d-4dc5-8f16-f9d8312a018f tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Publish callbacks [] for port (d234e00a-5520-40b5-aa3f-c3a3f2a506ee), precommit_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:54.873036 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-38a7729d-75f9-464c-9127-c6d29632a3f2 req-f5f13f40-362d-4dc5-8f16-f9d8312a018f tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735968120113'] for port (d234e00a-5520-40b5-aa3f-c3a3f2a506ee), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:54.977657 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38a7729d-75f9-464c-9127-c6d29632a3f2 req-f5f13f40-362d-4dc5-8f16-f9d8312a018f tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Network ef03f64f-43e2-4121-9b36-bf95e66e6156 is already hosted by enough agents. {{(pid=103911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 17:25:54.990055 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.scheduler.base_scheduler [req-38a7729d-75f9-464c-9127-c6d29632a3f2 req-f5f13f40-362d-4dc5-8f16-f9d8312a018f tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Resources bound (agent type, host, resource id): {{(pid=103911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 17:25:55.010805 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [req-38a7729d-75f9-464c-9127-c6d29632a3f2 req-f5f13f40-362d-4dc5-8f16-f9d8312a018f tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Received port after_create {{(pid=103911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 28 17:25:55.017540 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a7729d-75f9-464c-9127-c6d29632a3f2 req-f5f13f40-362d-4dc5-8f16-f9d8312a018f tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:25:55.018339 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-38a7729d-75f9-464c-9127-c6d29632a3f2 req-f5f13f40-362d-4dc5-8f16-f9d8312a018f tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-152074'] for port (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:55.023815 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f13f40-362d-4dc5-8f16-f9d8312a018f tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Pushing event updated for resources: {'Port': ['ID=d234e00a-5520-40b5-aa3f-c3a3f2a506ee,revision_number=1']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:25:55.042083 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726998a6-e70a-4b77-a170-a762ff0e42c2 req-6d515ca3-b7d6-428d-9d7f-d070299ce364 tempest-DeleteServersTestJSON-420937626 tempest-DeleteServersTestJSON-420937626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:25:55.049467 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-726998a6-e70a-4b77-a170-a762ff0e42c2 req-6d515ca3-b7d6-428d-9d7f-d070299ce364 tempest-DeleteServersTestJSON-420937626 tempest-DeleteServersTestJSON-420937626-project] 10.222.0.33 "GET /v2.0/ports?device_id=3425b63d-c751-49bf-b2d9-0568c8cdae34 HTTP/1.1" status: 200 len: 944 time: 0.1580966 May 28 17:25:55.138322 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-b04f30d3-62d0-43bf-932d-71385a141393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (8a8c7bbb-808d-49ae-95de-62501e6237ff), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:55.142942 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-38a7729d-75f9-464c-9127-c6d29632a3f2 req-f5f13f40-362d-4dc5-8f16-f9d8312a018f tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3703542 May 28 17:25:55.191740 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-726998a6-e70a-4b77-a170-a762ff0e42c2 req-c028237c-bdd0-4751-ade1-0dea7ed29244 tempest-DeleteServersTestJSON-420937626 tempest-DeleteServersTestJSON-420937626-project] 10.222.0.33 "GET /v2.0/security-groups?id=571c4b98-2cb0-42e3-aa38-580d2b3677cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413498 May 28 17:25:55.250353 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7377d39-6f33-4928-8dad-0ff3fd2d8c5b req-70d64844-638d-4df6-807f-aa320d623da7 tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:25:55.257704 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-c7377d39-6f33-4928-8dad-0ff3fd2d8c5b req-70d64844-638d-4df6-807f-aa320d623da7 tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] 10.222.0.33 "GET /v2.0/ports?device_id=3b3c1f29-31c9-4f5c-9875-fd1939062512 HTTP/1.1" status: 200 len: 931 time: 0.0869429 May 28 17:25:55.317729 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-c7377d39-6f33-4928-8dad-0ff3fd2d8c5b req-8da167fb-210d-4374-90b9-b1c0f09c9c71 tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] 10.222.0.33 "GET /v2.0/security-groups?id=14c0c066-bc84-4396-a75f-e895035aefd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571654 May 28 17:25:55.324317 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.services.segments.plugin [-] Segment d971164c-f3aa-4bbb-afa7-87198204a6c0 resource provider aggregate not found May 28 17:25:55.342360 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.services.segments.plugin [-] Segment d971164c-f3aa-4bbb-afa7-87198204a6c0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d971164c-f3aa-4bbb-afa7-87198204a6c0 found for delete ", "request_id": "req-8cb86e4c-8f6b-4afb-b1fe-320fc4ff1702"}]} May 28 17:25:55.354272 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-20c8e221-0e08-4cf4-92a4-249fe83a9eb0 None None] Provisioning complete for port d234e00a-5520-40b5-aa3f-c3a3f2a506ee triggered by entity DHCP. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 17:25:55.354704 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-20c8e221-0e08-4cf4-92a4-249fe83a9eb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1821120'] for port (d234e00a-5520-40b5-aa3f-c3a3f2a506ee), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:55.436090 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-20c8e221-0e08-4cf4-92a4-249fe83a9eb0 None None] Port d234e00a-5520-40b5-aa3f-c3a3f2a506ee cannot update to ACTIVE because it is not bound. {{(pid=103913) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 28 17:25:55.487170 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.33', 54612) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:25:55.554149 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-b9d0bc0e-fa9e-464b-b1a4-2e8b765ac43d admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=388aea65c89742c18bbb7789409de558&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0650680 May 28 17:25:55.556691 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.33', 54618) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:25:55.610830 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-931bf8eb-7212-4bf3-9686-6792ddbe8c66 admin admin] Publish callbacks [] for security_group (ad21b389-cf6a-45a2-a546-6f9ebccb98ea), before_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:55.637089 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-931bf8eb-7212-4bf3-9686-6792ddbe8c66 admin admin] Publish callbacks [] for security_group (ad21b389-cf6a-45a2-a546-6f9ebccb98ea), precommit_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:55.668267 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:25:55.692330 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-931bf8eb-7212-4bf3-9686-6792ddbe8c66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594961'] for security_group (ad21b389-cf6a-45a2-a546-6f9ebccb98ea), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:55.694812 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-931bf8eb-7212-4bf3-9686-6792ddbe8c66 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:55.699769 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-931bf8eb-7212-4bf3-9686-6792ddbe8c66 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/ad21b389-cf6a-45a2-a546-6f9ebccb98ea HTTP/1.1" status: 204 len: 168 time: 0.1396587 May 28 17:25:55.710268 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-b98867ea-f637-4525-bc89-c7c56d948ac3 req-240f318e-4f72-4168-ac0b-4b07669dcf8c tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/ports?device_id=9d6203f1-8344-4493-9b94-22fb56f73a96 HTTP/1.1" status: 200 len: 210 time: 0.0364375 May 28 17:25:55.711473 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931bf8eb-7212-4bf3-9686-6792ddbe8c66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad21b389-cf6a-45a2-a546-6f9ebccb98ea,revision_number=None']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:25:56.065971 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.16', 53286) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:25:56.084407 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-74fa4494-0cd9-4c7f-acfa-2794f1fd83dc req-23288734-12c1-40c8-8959-f8356cb1bc94 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=484051b7-f005-48d0-a799-a12b167c29db HTTP/1.1" status: 200 len: 217 time: 0.0382583 May 28 17:25:56.251111 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.v2.base [req-1a59bd10-74d4-45f2-a979-86aa936aadfb req-1df7db1e-c4db-476d-8028-9fddb46122e1 service neutron] Request body: {'port': {'device_id': '1c3b0710-2e45-41e0-b02a-a9b95245f62a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84372'}} {{(pid=103911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 17:25:56.337335 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:25:56.341546 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.v2.base [req-38a7729d-75f9-464c-9127-c6d29632a3f2 req-7634ecb9-6d3d-40f4-a0ce-7f7fdc471bab service neutron] Request body: {'port': {'device_id': '3b3c1f29-31c9-4f5c-9875-fd1939062512', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84372'}} {{(pid=103911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 17:25:56.398183 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-f22b8f6e-815f-41ba-a8b6-c2e56f67911e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (0b51406a-5a43-473c-8a39-67b2a4c71e5e), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:56.437832 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-1a59bd10-74d4-45f2-a979-86aa936aadfb req-1df7db1e-c4db-476d-8028-9fddb46122e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (4e39dc15-aca5-489f-886d-23cd2b05b64d), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:56.494296 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa1d932-2957-4067-8c5e-cd9515db43c8 req-84697b8a-3ca5-4f2f-a745-20e797b62220 tempest-DeleteServersTestJSON-420937626 tempest-DeleteServersTestJSON-420937626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:25:56.499870 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-bfa1d932-2957-4067-8c5e-cd9515db43c8 req-84697b8a-3ca5-4f2f-a745-20e797b62220 tempest-DeleteServersTestJSON-420937626 tempest-DeleteServersTestJSON-420937626-project] 10.222.0.33 "GET /v2.0/ports?device_id=3425b63d-c751-49bf-b2d9-0568c8cdae34 HTTP/1.1" status: 200 len: 944 time: 0.1776855 May 28 17:25:56.513929 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fa4494-0cd9-4c7f-acfa-2794f1fd83dc req-709d5c33-4e1a-43f5-830a-5c651f50a4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:25:56.515638 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-74fa4494-0cd9-4c7f-acfa-2794f1fd83dc req-709d5c33-4e1a-43f5-830a-5c651f50a4e9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4aae0fea-63e9-43ef-af61-c404de009249 HTTP/1.1" status: 200 len: 852 time: 0.2152557 May 28 17:25:56.561766 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60dd2dc-2485-4f49-b2b4-22d773f64f4a req-b7c6d5fc-8560-4711-8ae3-08ad6ad7c4b5 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:25:56.563270 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-a60dd2dc-2485-4f49-b2b4-22d773f64f4a req-b7c6d5fc-8560-4711-8ae3-08ad6ad7c4b5 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.16 "GET /v2.0/networks?id=77a1ea92-c07d-41a7-8668-7c3c660591aa HTTP/1.1" status: 200 len: 818 time: 0.3153887 May 28 17:25:56.571606 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5026ab8-0efa-4840-baaa-3581e6c7c7ef req-1161c48a-e27e-4cae-b60b-51ede26ed3ee tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:25:56.573539 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-a5026ab8-0efa-4840-baaa-3581e6c7c7ef req-1161c48a-e27e-4cae-b60b-51ede26ed3ee tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] 10.222.0.33 "GET /v2.0/ports?device_id=3b3c1f29-31c9-4f5c-9875-fd1939062512 HTTP/1.1" status: 200 len: 931 time: 0.1365132 May 28 17:25:56.592268 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-38a7729d-75f9-464c-9127-c6d29632a3f2 req-7634ecb9-6d3d-40f4-a0ce-7f7fdc471bab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (d234e00a-5520-40b5-aa3f-c3a3f2a506ee), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:56.601412 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-bfa1d932-2957-4067-8c5e-cd9515db43c8 req-daa4faa3-46e6-4f38-923f-02d8fcbb1e2b tempest-DeleteServersTestJSON-420937626 tempest-DeleteServersTestJSON-420937626-project] 10.222.0.33 "GET /v2.0/security-groups?id=571c4b98-2cb0-42e3-aa38-580d2b3677cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950334 May 28 17:25:56.619213 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.v2.base [req-a60dd2dc-2485-4f49-b2b4-22d773f64f4a req-8a7d4907-fc3a-4309-ad4a-4977644d3395 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Request body: {'port': {'device_id': '9d6203f1-8344-4493-9b94-22fb56f73a96', 'network_id': '77a1ea92-c07d-41a7-8668-7c3c660591aa', 'admin_state_up': True, 'tenant_id': '8e92a5dc387f47c99ce98da4d6fd9d92'}} {{(pid=103912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 17:25:56.652138 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:25:56.716497 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:25:56.734556 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-74fa4494-0cd9-4c7f-acfa-2794f1fd83dc req-61f8a839-cd0a-49c6-840b-e6388a6ea194 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=22932a3d-21b2-48a4-9a27-5956f4bdfe95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1005583 May 28 17:25:56.861015 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a60dd2dc-2485-4f49-b2b4-22d773f64f4a req-8a7d4907-fc3a-4309-ad4a-4977644d3395 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Made reservation on behalf of 8e92a5dc387f47c99ce98da4d6fd9d92 for: {'port': 1} {{(pid=103912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 17:25:56.875940 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-a60dd2dc-2485-4f49-b2b4-22d773f64f4a req-8a7d4907-fc3a-4309-ad4a-4977644d3395 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (None), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:56.955267 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-53dd4039-2e82-479a-95a1-806d545418b5 req-22c813df-2f71-46ce-9dbb-1b10555398db tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/ports?device_id=9d6203f1-8344-4493-9b94-22fb56f73a96 HTTP/1.1" status: 200 len: 210 time: 0.1132367 May 28 17:25:56.992375 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-a5026ab8-0efa-4840-baaa-3581e6c7c7ef req-a3a0e726-13ff-4434-bb9a-ae88aac6dd4d tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] 10.222.0.33 "GET /v2.0/security-groups?id=14c0c066-bc84-4396-a75f-e895035aefd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4009745 May 28 17:25:57.242620 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-74fa4494-0cd9-4c7f-acfa-2794f1fd83dc req-237a89de-7a22-4b9b-bf1d-761efa5194ef service neutron] 10.222.0.16 "GET /v2.0/networks/22932a3d-21b2-48a4-9a27-5956f4bdfe95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4787366 May 28 17:25:57.247768 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.33', 54706) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:25:57.435987 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.notifiers.nova [req-1a59bd10-74d4-45f2-a979-86aa936aadfb req-1df7db1e-c4db-476d-8028-9fddb46122e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e39dc15-aca5-489f-886d-23cd2b05b64d {{(pid=103911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 17:25:57.456300 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-1a59bd10-74d4-45f2-a979-86aa936aadfb req-1df7db1e-c4db-476d-8028-9fddb46122e1 service neutron] Publish callbacks [] for port (4e39dc15-aca5-489f-886d-23cd2b05b64d), precommit_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:57.495552 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [req-1a59bd10-74d4-45f2-a979-86aa936aadfb req-1df7db1e-c4db-476d-8028-9fddb46122e1 service neutron] Transition to ACTIVE for port object 4e39dc15-aca5-489f-886d-23cd2b05b64d will not be triggered until provisioned by entity L2. {{(pid=103911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 28 17:25:57.503514 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-1a59bd10-74d4-45f2-a979-86aa936aadfb req-1df7db1e-c4db-476d-8028-9fddb46122e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735968512485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735968120131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735968120149'] for port (4e39dc15-aca5-489f-886d-23cd2b05b64d), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:57.507566 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.notifiers.nova [req-38a7729d-75f9-464c-9127-c6d29632a3f2 req-7634ecb9-6d3d-40f4-a0ce-7f7fdc471bab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d234e00a-5520-40b5-aa3f-c3a3f2a506ee {{(pid=103911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 17:25:57.518431 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-38a7729d-75f9-464c-9127-c6d29632a3f2 req-7634ecb9-6d3d-40f4-a0ce-7f7fdc471bab service neutron] Publish callbacks [] for port (d234e00a-5520-40b5-aa3f-c3a3f2a506ee), precommit_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:57.549471 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-e7e1b8be-54fa-4518-9588-ce2f39cae5cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:57.586847 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [req-38a7729d-75f9-464c-9127-c6d29632a3f2 req-7634ecb9-6d3d-40f4-a0ce-7f7fdc471bab service neutron] Transition to ACTIVE for port object d234e00a-5520-40b5-aa3f-c3a3f2a506ee will not be triggered until provisioned by entity L2. {{(pid=103911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 28 17:25:57.596730 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-38a7729d-75f9-464c-9127-c6d29632a3f2 req-7634ecb9-6d3d-40f4-a0ce-7f7fdc471bab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735968512485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735968120131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735968120149'] for port (d234e00a-5520-40b5-aa3f-c3a3f2a506ee), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:57.680488 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df7db1e-c4db-476d-8028-9fddb46122e1 service neutron] Pushing event updated for resources: {'Port': ['ID=4e39dc15-aca5-489f-886d-23cd2b05b64d,revision_number=2']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:25:57.681155 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.db.db_base_plugin_common [req-a60dd2dc-2485-4f49-b2b4-22d773f64f4a req-8a7d4907-fc3a-4309-ad4a-4977644d3395 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Allocated IP 172.20.0.12 (77a1ea92-c07d-41a7-8668-7c3c660591aa/034da301-fbaa-496d-8b67-7a375e67ef37/047a6d17-d6d2-4e8d-afee-99011f7fd562) {{(pid=103912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 17:25:57.727848 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:UPDATE=6,neutron:SELECT=92,neutron:INSERT=2 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:25:57.740855 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-44990afe-4038-4bea-a0ed-12e052229f33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (19502cf1-8899-41f0-9103-a107faa54218), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:57.804980 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b070ecee-c512-4b68-9381-149a338c23e6 req-a5548808-91f1-4dbe-a1c1-91d5bc4bbfac tempest-DeleteServersTestJSON-420937626 tempest-DeleteServersTestJSON-420937626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:25:57.812572 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-b070ecee-c512-4b68-9381-149a338c23e6 req-a5548808-91f1-4dbe-a1c1-91d5bc4bbfac tempest-DeleteServersTestJSON-420937626 tempest-DeleteServersTestJSON-420937626-project] 10.222.0.33 "GET /v2.0/ports?device_id=3425b63d-c751-49bf-b2d9-0568c8cdae34 HTTP/1.1" status: 200 len: 944 time: 0.0734367 May 28 17:25:57.833319 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.33', 54732) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:25:57.894787 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7634ecb9-6d3d-40f4-a0ce-7f7fdc471bab service neutron] Pushing event updated for resources: {'Port': ['ID=d234e00a-5520-40b5-aa3f-c3a3f2a506ee,revision_number=2']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:25:57.937100 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.managers [req-1a59bd10-74d4-45f2-a979-86aa936aadfb req-1df7db1e-c4db-476d-8028-9fddb46122e1 service neutron] Attempting to bind port 4e39dc15-aca5-489f-886d-23cd2b05b64d on host hv-cinder-84372 for vnic_type normal with profile {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 28 17:25:57.937892 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.managers [req-1a59bd10-74d4-45f2-a979-86aa936aadfb req-1df7db1e-c4db-476d-8028-9fddb46122e1 service neutron] Attempting to bind port 4e39dc15-aca5-489f-886d-23cd2b05b64d by drivers openvswitch,hyperv on host hv-cinder-84372 at level 0 using segments [{'id': 'a4610069-396c-410a-becf-747bd2412bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '77a1ea92-c07d-41a7-8668-7c3c660591aa'}] {{(pid=103911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 28 17:25:57.938571 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a59bd10-74d4-45f2-a979-86aa936aadfb req-1df7db1e-c4db-476d-8028-9fddb46122e1 service neutron] Attempting to bind port 4e39dc15-aca5-489f-886d-23cd2b05b64d on network 77a1ea92-c07d-41a7-8668-7c3c660591aa {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 28 17:25:57.947213 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:25:57.949255 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.managers [req-38a7729d-75f9-464c-9127-c6d29632a3f2 req-7634ecb9-6d3d-40f4-a0ce-7f7fdc471bab service neutron] Attempting to bind port d234e00a-5520-40b5-aa3f-c3a3f2a506ee on host hv-cinder-84372 for vnic_type normal with profile {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 28 17:25:57.950291 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.managers [req-38a7729d-75f9-464c-9127-c6d29632a3f2 req-7634ecb9-6d3d-40f4-a0ce-7f7fdc471bab service neutron] Attempting to bind port d234e00a-5520-40b5-aa3f-c3a3f2a506ee by drivers openvswitch,hyperv on host hv-cinder-84372 at level 0 using segments [{'id': 'f8beb8cc-f482-4497-a44b-eda26792e0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'ef03f64f-43e2-4121-9b36-bf95e66e6156'}] {{(pid=103911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 28 17:25:57.950895 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38a7729d-75f9-464c-9127-c6d29632a3f2 req-7634ecb9-6d3d-40f4-a0ce-7f7fdc471bab service neutron] Attempting to bind port d234e00a-5520-40b5-aa3f-c3a3f2a506ee on network ef03f64f-43e2-4121-9b36-bf95e66e6156 {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 28 17:25:57.960255 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38a7729d-75f9-464c-9127-c6d29632a3f2 req-7634ecb9-6d3d-40f4-a0ce-7f7fdc471bab service neutron] Port d234e00a-5520-40b5-aa3f-c3a3f2a506ee on network ef03f64f-43e2-4121-9b36-bf95e66e6156 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84372 {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 28 17:25:57.960856 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38a7729d-75f9-464c-9127-c6d29632a3f2 req-7634ecb9-6d3d-40f4-a0ce-7f7fdc471bab service neutron] Attempting to bind port d234e00a-5520-40b5-aa3f-c3a3f2a506ee on network ef03f64f-43e2-4121-9b36-bf95e66e6156 {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 28 17:25:57.970571 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38a7729d-75f9-464c-9127-c6d29632a3f2 req-7634ecb9-6d3d-40f4-a0ce-7f7fdc471bab service neutron] Checking agent: {'id': '7cdbebfa-f3b4-48eb-8fbc-caed95606681', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84372', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 17, 23, 31), 'started_at': datetime.datetime(2022, 5, 28, 17, 23, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 17, 25, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 28 17:25:57.971272 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38a7729d-75f9-464c-9127-c6d29632a3f2 req-7634ecb9-6d3d-40f4-a0ce-7f7fdc471bab service neutron] Checking segment: {'id': 'f8beb8cc-f482-4497-a44b-eda26792e0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'ef03f64f-43e2-4121-9b36-bf95e66e6156'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 28 17:25:57.971872 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38a7729d-75f9-464c-9127-c6d29632a3f2 req-7634ecb9-6d3d-40f4-a0ce-7f7fdc471bab service neutron] Bound using segment: {'id': 'f8beb8cc-f482-4497-a44b-eda26792e0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'ef03f64f-43e2-4121-9b36-bf95e66e6156'} {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 28 17:25:57.973317 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.managers [req-38a7729d-75f9-464c-9127-c6d29632a3f2 req-7634ecb9-6d3d-40f4-a0ce-7f7fdc471bab service neutron] Bound port: d234e00a-5520-40b5-aa3f-c3a3f2a506ee, host: hv-cinder-84372, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8beb8cc-f482-4497-a44b-eda26792e0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'ef03f64f-43e2-4121-9b36-bf95e66e6156'}}] {{(pid=103911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 28 17:25:57.973886 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-38a7729d-75f9-464c-9127-c6d29632a3f2 req-7634ecb9-6d3d-40f4-a0ce-7f7fdc471bab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (d234e00a-5520-40b5-aa3f-c3a3f2a506ee), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:57.987830 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a59bd10-74d4-45f2-a979-86aa936aadfb req-1df7db1e-c4db-476d-8028-9fddb46122e1 service neutron] Port 4e39dc15-aca5-489f-886d-23cd2b05b64d on network 77a1ea92-c07d-41a7-8668-7c3c660591aa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84372 {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 28 17:25:57.987830 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a59bd10-74d4-45f2-a979-86aa936aadfb req-1df7db1e-c4db-476d-8028-9fddb46122e1 service neutron] Attempting to bind port 4e39dc15-aca5-489f-886d-23cd2b05b64d on network 77a1ea92-c07d-41a7-8668-7c3c660591aa {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 28 17:25:58.051972 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a59bd10-74d4-45f2-a979-86aa936aadfb req-1df7db1e-c4db-476d-8028-9fddb46122e1 service neutron] Checking agent: {'id': '7cdbebfa-f3b4-48eb-8fbc-caed95606681', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84372', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 17, 23, 31), 'started_at': datetime.datetime(2022, 5, 28, 17, 23, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 17, 25, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 28 17:25:58.052311 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a59bd10-74d4-45f2-a979-86aa936aadfb req-1df7db1e-c4db-476d-8028-9fddb46122e1 service neutron] Checking segment: {'id': 'a4610069-396c-410a-becf-747bd2412bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '77a1ea92-c07d-41a7-8668-7c3c660591aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 28 17:25:58.054747 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a59bd10-74d4-45f2-a979-86aa936aadfb req-1df7db1e-c4db-476d-8028-9fddb46122e1 service neutron] Bound using segment: {'id': 'a4610069-396c-410a-becf-747bd2412bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '77a1ea92-c07d-41a7-8668-7c3c660591aa'} {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 28 17:25:58.056870 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.managers [req-1a59bd10-74d4-45f2-a979-86aa936aadfb req-1df7db1e-c4db-476d-8028-9fddb46122e1 service neutron] Bound port: 4e39dc15-aca5-489f-886d-23cd2b05b64d, host: hv-cinder-84372, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4610069-396c-410a-becf-747bd2412bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '77a1ea92-c07d-41a7-8668-7c3c660591aa'}}] {{(pid=103911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 28 17:25:58.058153 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-1a59bd10-74d4-45f2-a979-86aa936aadfb req-1df7db1e-c4db-476d-8028-9fddb46122e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (4e39dc15-aca5-489f-886d-23cd2b05b64d), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:58.101136 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-b070ecee-c512-4b68-9381-149a338c23e6 req-ff6f5c87-a3f9-46b3-88c2-6fa7ab1635b7 tempest-DeleteServersTestJSON-420937626 tempest-DeleteServersTestJSON-420937626-project] 10.222.0.33 "GET /v2.0/security-groups?id=571c4b98-2cb0-42e3-aa38-580d2b3677cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2874539 May 28 17:25:58.118184 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-e7e1b8be-54fa-4518-9588-ce2f39cae5cb admin admin] Publish callbacks [] for security_group (2977df44-e9cc-4bdd-b341-907287679b22), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:58.125592 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-e7e1b8be-54fa-4518-9588-ce2f39cae5cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594961'] for security_group (2977df44-e9cc-4bdd-b341-907287679b22), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:58.198772 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=5 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:25:58.212212 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=91,neutron:INSERT=9 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:25:58.223598 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-e7e1b8be-54fa-4518-9588-ce2f39cae5cb admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=20b273d3719040838030bf0984f8ac5a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9729795 May 28 17:25:58.232703 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.33', 54744) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:25:58.236585 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e1b8be-54fa-4518-9588-ce2f39cae5cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2977df44-e9cc-4bdd-b341-907287679b22,revision_number=1']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:25:58.289276 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-c6404830-b6bf-453a-a3f1-3b5aa94091e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:58.320268 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-a60dd2dc-2485-4f49-b2b4-22d773f64f4a req-8a7d4907-fc3a-4309-ad4a-4977644d3395 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Publish callbacks [] for port (047a6d17-d6d2-4e8d-afee-99011f7fd562), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:58.351729 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-f67b3a1d-0ff1-44bb-94ec-fcaaeb6a8767 req-3dd6e9b2-7aca-41af-8e21-1eb6387159e1 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/ports?device_id=9d6203f1-8344-4493-9b94-22fb56f73a96 HTTP/1.1" status: 200 len: 210 time: 0.2887444 May 28 17:25:58.391897 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f9ab48-edad-4280-a1a6-ab510cf2de40 req-9480197b-bc43-4469-b98a-e7568a3a19e1 tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:25:58.393424 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-03f9ab48-edad-4280-a1a6-ab510cf2de40 req-9480197b-bc43-4469-b98a-e7568a3a19e1 tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] 10.222.0.33 "GET /v2.0/ports?device_id=3b3c1f29-31c9-4f5c-9875-fd1939062512 HTTP/1.1" status: 200 len: 943 time: 0.1658788 May 28 17:25:58.401497 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [req-38a7729d-75f9-464c-9127-c6d29632a3f2 req-7634ecb9-6d3d-40f4-a0ce-7f7fdc471bab service neutron] For port d234e00a-5520-40b5-aa3f-c3a3f2a506ee, host hv-cinder-84372, cleared binding levels {{(pid=103911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 17:25:58.414447 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [req-38a7729d-75f9-464c-9127-c6d29632a3f2 req-7634ecb9-6d3d-40f4-a0ce-7f7fdc471bab service neutron] For port d234e00a-5520-40b5-aa3f-c3a3f2a506ee, host hv-cinder-84372, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84372',level=0,port_id=d234e00a-5520-40b5-aa3f-c3a3f2a506ee,segment=NetworkSegment(f8beb8cc-f482-4497-a44b-eda26792e0e2),segment_id=f8beb8cc-f482-4497-a44b-eda26792e0e2)] {{(pid=103911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 17:25:58.424744 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-38a7729d-75f9-464c-9127-c6d29632a3f2 req-7634ecb9-6d3d-40f4-a0ce-7f7fdc471bab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735968512485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735968120131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735968120149'] for port (d234e00a-5520-40b5-aa3f-c3a3f2a506ee), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:58.436372 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [req-1a59bd10-74d4-45f2-a979-86aa936aadfb req-1df7db1e-c4db-476d-8028-9fddb46122e1 service neutron] For port 4e39dc15-aca5-489f-886d-23cd2b05b64d, host hv-cinder-84372, cleared binding levels {{(pid=103911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 17:25:58.475532 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-224d47ae-13ef-447f-a067-0969f6ab5083 admin admin] Publish callbacks [] for security_group (2977df44-e9cc-4bdd-b341-907287679b22), before_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:58.502382 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [req-1a59bd10-74d4-45f2-a979-86aa936aadfb req-1df7db1e-c4db-476d-8028-9fddb46122e1 service neutron] For port 4e39dc15-aca5-489f-886d-23cd2b05b64d, host hv-cinder-84372, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84372',level=0,port_id=4e39dc15-aca5-489f-886d-23cd2b05b64d,segment=NetworkSegment(a4610069-396c-410a-becf-747bd2412bad),segment_id=a4610069-396c-410a-becf-747bd2412bad)] {{(pid=103911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 17:25:58.506053 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a7729d-75f9-464c-9127-c6d29632a3f2 req-7634ecb9-6d3d-40f4-a0ce-7f7fdc471bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:25:58.507379 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-38a7729d-75f9-464c-9127-c6d29632a3f2 req-7634ecb9-6d3d-40f4-a0ce-7f7fdc471bab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-152074'] for port (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:58.509269 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-38a7729d-75f9-464c-9127-c6d29632a3f2 req-7634ecb9-6d3d-40f4-a0ce-7f7fdc471bab service neutron] 10.222.0.16 "PUT /v2.0/ports/d234e00a-5520-40b5-aa3f-c3a3f2a506ee HTTP/1.1" status: 200 len: 1093 time: 2.2076147 May 28 17:25:58.510564 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b3c1f29-31c9-4f5c-9875-fd1939062512', 'tag': 'd234e00a-5520-40b5-aa3f-c3a3f2a506ee'}] {{(pid=103911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 17:25:58.514241 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb6e18ef154237edf928b85f6b333e0f790e93c3571d1d8d4f7e4f30b44c92d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1de3826-f967-4e63-befd-7a5fd9e1f3cd" -d '{"events": [{"name": "network-changed", "server_uuid": "3b3c1f29-31c9-4f5c-9875-fd1939062512", "tag": "d234e00a-5520-40b5-aa3f-c3a3f2a506ee"}]}' {{(pid=103911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 28 17:25:58.553844 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-a60dd2dc-2485-4f49-b2b4-22d773f64f4a req-8a7d4907-fc3a-4309-ad4a-4977644d3395 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735968120113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6173922'] for port (047a6d17-d6d2-4e8d-afee-99011f7fd562), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:58.568091 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-1a59bd10-74d4-45f2-a979-86aa936aadfb req-1df7db1e-c4db-476d-8028-9fddb46122e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735968512485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735968120131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735968120149'] for port (4e39dc15-aca5-489f-886d-23cd2b05b64d), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:58.594226 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7634ecb9-6d3d-40f4-a0ce-7f7fdc471bab service neutron] Pushing event updated for resources: {'Port': ['ID=d234e00a-5520-40b5-aa3f-c3a3f2a506ee,revision_number=3']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:25:58.606595 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 May 2022 17:25:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1e38a8b-ccef-445d-bc63-b7131c03d787 x-openstack-request-id: req-d1e38a8b-ccef-445d-bc63-b7131c03d787 {{(pid=103911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 28 17:25:58.607659 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b3c1f29-31c9-4f5c-9875-fd1939062512", "tag": "d234e00a-5520-40b5-aa3f-c3a3f2a506ee", "status": "completed", "code": 200}]} {{(pid=103911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 28 17:25:58.608217 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-d1e38a8b-ccef-445d-bc63-b7131c03d787 {{(pid=103911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 28 17:25:58.608982 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1e38a8b-ccef-445d-bc63-b7131c03d787'] response: {'name': 'network-changed', 'server_uuid': '3b3c1f29-31c9-4f5c-9875-fd1939062512', 'tag': 'd234e00a-5520-40b5-aa3f-c3a3f2a506ee', 'status': 'completed', 'code': 200} May 28 17:25:58.609350 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-03f9ab48-edad-4280-a1a6-ab510cf2de40 req-d74501d4-8908-496e-a7a8-7e1e5e79b14b tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] 10.222.0.33 "GET /v2.0/security-groups?id=14c0c066-bc84-4396-a75f-e895035aefd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2041569 May 28 17:25:58.638333 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-224d47ae-13ef-447f-a067-0969f6ab5083 admin admin] Publish callbacks [] for security_group (2977df44-e9cc-4bdd-b341-907287679b22), precommit_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:58.715664 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df7db1e-c4db-476d-8028-9fddb46122e1 service neutron] Pushing event updated for resources: {'Port': ['ID=4e39dc15-aca5-489f-886d-23cd2b05b64d,revision_number=3']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:25:58.738304 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a59bd10-74d4-45f2-a979-86aa936aadfb req-1df7db1e-c4db-476d-8028-9fddb46122e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:25:58.739407 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-1a59bd10-74d4-45f2-a979-86aa936aadfb req-1df7db1e-c4db-476d-8028-9fddb46122e1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-152074'] for port (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:58.741476 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-1a59bd10-74d4-45f2-a979-86aa936aadfb req-1df7db1e-c4db-476d-8028-9fddb46122e1 service neutron] 10.222.0.16 "PUT /v2.0/ports/4e39dc15-aca5-489f-886d-23cd2b05b64d HTTP/1.1" status: 200 len: 1093 time: 2.4974961 May 28 17:25:58.815653 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-224d47ae-13ef-447f-a067-0969f6ab5083 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594961'] for security_group (2977df44-e9cc-4bdd-b341-907287679b22), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:58.820460 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-224d47ae-13ef-447f-a067-0969f6ab5083 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:58.822502 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-224d47ae-13ef-447f-a067-0969f6ab5083 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/2977df44-e9cc-4bdd-b341-907287679b22 HTTP/1.1" status: 204 len: 168 time: 0.5812511 May 28 17:25:58.872801 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a60dd2dc-2485-4f49-b2b4-22d773f64f4a req-8a7d4907-fc3a-4309-ad4a-4977644d3395 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Network 77a1ea92-c07d-41a7-8668-7c3c660591aa is already hosted by enough agents. {{(pid=103912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 17:25:58.945869 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.scheduler.base_scheduler [req-a60dd2dc-2485-4f49-b2b4-22d773f64f4a req-8a7d4907-fc3a-4309-ad4a-4977644d3395 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Resources bound (agent type, host, resource id): {{(pid=103912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 17:25:58.959143 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvrscheduler_db [req-a60dd2dc-2485-4f49-b2b4-22d773f64f4a req-8a7d4907-fc3a-4309-ad4a-4977644d3395 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Received port after_create {{(pid=103912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 28 17:25:58.962900 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-c6404830-b6bf-453a-a3f1-3b5aa94091e3 admin admin] Publish callbacks [] for security_group (f2032c45-18f8-4496-9f3e-33c489bcb06e), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:58.965126 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224d47ae-13ef-447f-a067-0969f6ab5083 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2977df44-e9cc-4bdd-b341-907287679b22,revision_number=None']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:25:58.975425 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7d4907-fc3a-4309-ad4a-4977644d3395 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Pushing event updated for resources: {'Port': ['ID=047a6d17-d6d2-4e8d-afee-99011f7fd562,revision_number=1']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:25:59.021635 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-c6404830-b6bf-453a-a3f1-3b5aa94091e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594961'] for security_group (f2032c45-18f8-4496-9f3e-33c489bcb06e), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:59.112233 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-c6404830-b6bf-453a-a3f1-3b5aa94091e3 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=bd54b60c1f974116ba4158331da53a46&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2749746 May 28 17:25:59.114004 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6404830-b6bf-453a-a3f1-3b5aa94091e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2032c45-18f8-4496-9f3e-33c489bcb06e,revision_number=1']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:25:59.115087 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.33', 54782) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:25:59.122980 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60dd2dc-2485-4f49-b2b4-22d773f64f4a req-8a7d4907-fc3a-4309-ad4a-4977644d3395 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:25:59.124923 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-a60dd2dc-2485-4f49-b2b4-22d773f64f4a req-8a7d4907-fc3a-4309-ad4a-4977644d3395 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-152074'] for port (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:59.173217 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-a60dd2dc-2485-4f49-b2b4-22d773f64f4a req-8a7d4907-fc3a-4309-ad4a-4977644d3395 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5601349 May 28 17:25:59.303994 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-2801e1fc-1c2e-4602-993b-7e1b06ce2fcd admin admin] Publish callbacks [] for security_group (f2032c45-18f8-4496-9f3e-33c489bcb06e), before_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:59.306094 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.v2.base [req-a60dd2dc-2485-4f49-b2b4-22d773f64f4a req-472b58bc-a783-44c9-a68f-7bc7f73b0ace service neutron] Request body: {'port': {'device_id': '9d6203f1-8344-4493-9b94-22fb56f73a96', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84372'}} {{(pid=103912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 17:25:59.363567 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-2801e1fc-1c2e-4602-993b-7e1b06ce2fcd admin admin] Publish callbacks [] for security_group (f2032c45-18f8-4496-9f3e-33c489bcb06e), precommit_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:59.416939 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (0032cfec-21e8-44dd-a7d5-0b8312dfe052), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:59.606731 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-56a57ada-c991-4374-b248-c117e4a99592 None None] Provisioning complete for port 047a6d17-d6d2-4e8d-afee-99011f7fd562 triggered by entity DHCP. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 17:25:59.607370 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-56a57ada-c991-4374-b248-c117e4a99592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1821120'] for port (047a6d17-d6d2-4e8d-afee-99011f7fd562), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:59.636757 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ef901d-bde0-4f43-b0b4-656f4da4b4cb req-75393b24-ade3-4f36-b7a7-159fe0a843c7 tempest-DeleteServersTestJSON-420937626 tempest-DeleteServersTestJSON-420937626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:25:59.645614 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-45ef901d-bde0-4f43-b0b4-656f4da4b4cb req-75393b24-ade3-4f36-b7a7-159fe0a843c7 tempest-DeleteServersTestJSON-420937626 tempest-DeleteServersTestJSON-420937626-project] 10.222.0.33 "GET /v2.0/ports?device_id=3425b63d-c751-49bf-b2d9-0568c8cdae34 HTTP/1.1" status: 200 len: 944 time: 0.4066117 May 28 17:25:59.682385 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:INSERT=7,neutron:SELECT=86,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:25:59.726535 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-56a57ada-c991-4374-b248-c117e4a99592 None None] Port 047a6d17-d6d2-4e8d-afee-99011f7fd562 cannot update to ACTIVE because it is not bound. {{(pid=103913) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 28 17:25:59.739320 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1de3826-f967-4e63-befd-7a5fd9e1f3cd req-80f3c8a3-ce7f-45d3-a9fd-c038b467fb64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:25:59.741901 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-a1de3826-f967-4e63-befd-7a5fd9e1f3cd req-80f3c8a3-ce7f-45d3-a9fd-c038b467fb64 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=90b378551d1c467e911cf01274c97d85&device_id=3b3c1f29-31c9-4f5c-9875-fd1939062512 HTTP/1.1" status: 200 len: 1127 time: 0.3052611 May 28 17:25:59.744015 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41adbe5f-c0c1-4044-a204-404843c5f73c req-9c27163c-a69b-48c5-afbf-69bed61a82a8 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:25:59.753433 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-41adbe5f-c0c1-4044-a204-404843c5f73c req-9c27163c-a69b-48c5-afbf-69bed61a82a8 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/ports?device_id=9d6203f1-8344-4493-9b94-22fb56f73a96 HTTP/1.1" status: 200 len: 932 time: 0.1049860 May 28 17:25:59.757409 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-a60dd2dc-2485-4f49-b2b4-22d773f64f4a req-472b58bc-a783-44c9-a68f-7bc7f73b0ace service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (047a6d17-d6d2-4e8d-afee-99011f7fd562), before_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:59.802497 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-2801e1fc-1c2e-4602-993b-7e1b06ce2fcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594961'] for security_group (f2032c45-18f8-4496-9f3e-33c489bcb06e), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:59.806711 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-2801e1fc-1c2e-4602-993b-7e1b06ce2fcd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:25:59.808707 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-2801e1fc-1c2e-4602-993b-7e1b06ce2fcd admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/f2032c45-18f8-4496-9f3e-33c489bcb06e HTTP/1.1" status: 204 len: 168 time: 0.6926074 May 28 17:25:59.830798 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a59bd10-74d4-45f2-a979-86aa936aadfb req-ad05d9fc-fcfa-4c04-8913-7e6ac078c504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:25:59.832682 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-1a59bd10-74d4-45f2-a979-86aa936aadfb req-ad05d9fc-fcfa-4c04-8913-7e6ac078c504 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8e92a5dc387f47c99ce98da4d6fd9d92&device_id=1c3b0710-2e45-41e0-b02a-a9b95245f62a HTTP/1.1" status: 200 len: 1127 time: 0.3977730 May 28 17:25:59.851927 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.33', 54814) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:25:59.899609 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-41adbe5f-c0c1-4044-a204-404843c5f73c req-a8d46612-4bc4-4636-bbcb-03c8b965feef tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/security-groups?id=e86c30f5-196b-4340-88e9-8368ca719339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450760 May 28 17:25:59.930823 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2801e1fc-1c2e-4602-993b-7e1b06ce2fcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2032c45-18f8-4496-9f3e-33c489bcb06e,revision_number=None']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:25:59.999502 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-45ef901d-bde0-4f43-b0b4-656f4da4b4cb req-33fa10d6-9a65-4d7b-96ed-7eb2cc307e13 tempest-DeleteServersTestJSON-420937626 tempest-DeleteServersTestJSON-420937626-project] 10.222.0.33 "GET /v2.0/security-groups?id=571c4b98-2cb0-42e3-aa38-580d2b3677cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3527038 May 28 17:26:00.033697 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-1a59bd10-74d4-45f2-a979-86aa936aadfb req-3c0486aa-3de2-4f7a-8027-96ef5d347b03 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4e39dc15-aca5-489f-886d-23cd2b05b64d HTTP/1.1" status: 200 len: 217 time: 0.1565437 May 28 17:26:00.035963 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-74fa4494-0cd9-4c7f-acfa-2794f1fd83dc req-e9a24c13-d072-42f6-8ae9-4eb75f066870 service neutron] 10.222.0.16 "GET /v2.0/networks/22932a3d-21b2-48a4-9a27-5956f4bdfe95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7476797 May 28 17:26:00.091925 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:26:00.123046 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=2,neutron:DELETE=2 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:26:00.133212 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:26:00.159120 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a59bd10-74d4-45f2-a979-86aa936aadfb req-11d6356f-efbe-43d8-86c4-425f2bace9be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:26:00.160575 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-1a59bd10-74d4-45f2-a979-86aa936aadfb req-11d6356f-efbe-43d8-86c4-425f2bace9be service neutron] 10.222.0.16 "GET /v2.0/subnets?id=034da301-fbaa-496d-8b67-7a375e67ef37 HTTP/1.1" status: 200 len: 857 time: 0.1043198 May 28 17:26:00.161798 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1de3826-f967-4e63-befd-7a5fd9e1f3cd req-ffcce40d-5ecb-4ecf-b87e-51b921f08890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:26:00.164191 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-a1de3826-f967-4e63-befd-7a5fd9e1f3cd req-ffcce40d-5ecb-4ecf-b87e-51b921f08890 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=90b378551d1c467e911cf01274c97d85&shared=False HTTP/1.1" status: 200 len: 911 time: 0.4071634 May 28 17:26:00.173307 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ea799b-beee-4f6c-8ac9-81b01b279329 req-ac1c91d5-fe49-4469-acec-6815b92bca1a tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:26:00.180405 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-e9ea799b-beee-4f6c-8ac9-81b01b279329 req-ac1c91d5-fe49-4469-acec-6815b92bca1a tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] 10.222.0.33 "GET /v2.0/ports?device_id=3b3c1f29-31c9-4f5c-9875-fd1939062512 HTTP/1.1" status: 200 len: 943 time: 0.1249466 May 28 17:26:00.227617 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Device 484051b7-f005-48d0-a799-a12b167c29db details requested by agent hyperv_hv-cinder-84372 with host hv-cinder-84372 {{(pid=103913) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 28 17:26:00.311153 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-e9ea799b-beee-4f6c-8ac9-81b01b279329 req-a2bad4c9-ea0f-4cf6-9046-de464d80a261 tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] 10.222.0.33 "GET /v2.0/security-groups?id=14c0c066-bc84-4396-a75f-e895035aefd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1297073 May 28 17:26:00.341700 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-176bfe3e-fca7-45e4-8657-6816f7598e47 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:26:00.388111 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a59bd10-74d4-45f2-a979-86aa936aadfb req-78428254-2358-440f-bd17-2510be8121f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:26:00.389660 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-1a59bd10-74d4-45f2-a979-86aa936aadfb req-78428254-2358-440f-bd17-2510be8121f2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=77a1ea92-c07d-41a7-8668-7c3c660591aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2185636 May 28 17:26:00.455630 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.notifiers.nova [req-a60dd2dc-2485-4f49-b2b4-22d773f64f4a req-472b58bc-a783-44c9-a68f-7bc7f73b0ace service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 047a6d17-d6d2-4e8d-afee-99011f7fd562 {{(pid=103912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 17:26:00.472941 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-a60dd2dc-2485-4f49-b2b4-22d773f64f4a req-472b58bc-a783-44c9-a68f-7bc7f73b0ace service neutron] Publish callbacks [] for port (047a6d17-d6d2-4e8d-afee-99011f7fd562), precommit_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:26:00.536769 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.db.provisioning_blocks [req-a60dd2dc-2485-4f49-b2b4-22d773f64f4a req-472b58bc-a783-44c9-a68f-7bc7f73b0ace service neutron] Transition to ACTIVE for port object 047a6d17-d6d2-4e8d-afee-99011f7fd562 will not be triggered until provisioned by entity L2. {{(pid=103912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 28 17:26:00.539701 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] For port 484051b7-f005-48d0-a799-a12b167c29db, host hv-cinder-84372, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84372',level=0,port_id=484051b7-f005-48d0-a799-a12b167c29db,segment=NetworkSegment(97ad2ccb-f873-4af4-9ead-30db8acdbb5b),segment_id=97ad2ccb-f873-4af4-9ead-30db8acdbb5b)] {{(pid=103913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 17:26:00.542641 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.33', 54836) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:26:00.553630 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-a60dd2dc-2485-4f49-b2b4-22d773f64f4a req-472b58bc-a783-44c9-a68f-7bc7f73b0ace service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735968512485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735968120131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735968120149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6173909'] for port (047a6d17-d6d2-4e8d-afee-99011f7fd562), after_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:26:00.560985 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Returning: {'device': '484051b7-f005-48d0-a799-a12b167c29db', 'network_id': '22932a3d-21b2-48a4-9a27-5956f4bdfe95', 'port_id': '484051b7-f005-48d0-a799-a12b167c29db', 'mac_address': 'fa:16:3e:e4:4f:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4aae0fea-63e9-43ef-af61-c404de009249', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103913) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 28 17:26:00.610058 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-f5188a45-20b5-4795-a982-acdfc6129261 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:26:00.614091 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Current status of the port 484051b7-f005-48d0-a799-a12b167c29db is: DOWN; New status is: BUILD {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 17:26:00.614718 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (484051b7-f005-48d0-a799-a12b167c29db), before_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:26:00.632002 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.notifiers.nova [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 484051b7-f005-48d0-a799-a12b167c29db {{(pid=103913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 17:26:00.646484 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-176bfe3e-fca7-45e4-8657-6816f7598e47 admin admin] Publish callbacks [] for security_group (43953200-88a4-495e-b659-e77fccd2fdf3), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:26:00.659467 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] For port 484051b7-f005-48d0-a799-a12b167c29db, host hv-cinder-84372, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84372',level=0,port_id=484051b7-f005-48d0-a799-a12b167c29db,segment=NetworkSegment(97ad2ccb-f873-4af4-9ead-30db8acdbb5b),segment_id=97ad2ccb-f873-4af4-9ead-30db8acdbb5b)] {{(pid=103913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 17:26:00.667312 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735968512485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735968120131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735968120149'] for port (484051b7-f005-48d0-a799-a12b167c29db), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:26:00.679723 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-176bfe3e-fca7-45e4-8657-6816f7598e47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594961'] for security_group (43953200-88a4-495e-b659-e77fccd2fdf3), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:26:00.702053 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472b58bc-a783-44c9-a68f-7bc7f73b0ace service neutron] Pushing event updated for resources: {'Port': ['ID=047a6d17-d6d2-4e8d-afee-99011f7fd562,revision_number=2']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:26:00.730462 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c3b0710-2e45-41e0-b02a-a9b95245f62a', 'tag': '4e39dc15-aca5-489f-886d-23cd2b05b64d'}] {{(pid=103911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 17:26:00.732802 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb6e18ef154237edf928b85f6b333e0f790e93c3571d1d8d4f7e4f30b44c92d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1c11ef6-ed8f-4561-8b82-00fc3b745722" -d '{"events": [{"name": "network-changed", "server_uuid": "1c3b0710-2e45-41e0-b02a-a9b95245f62a", "tag": "4e39dc15-aca5-489f-886d-23cd2b05b64d"}]}' {{(pid=103911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 28 17:26:00.741674 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-1a59bd10-74d4-45f2-a979-86aa936aadfb req-6a2da9d9-2c6c-4d5b-8a12-24c327362216 service neutron] 10.222.0.16 "GET /v2.0/networks/77a1ea92-c07d-41a7-8668-7c3c660591aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3201213 May 28 17:26:00.751743 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Pushing event updated for resources: {'Port': ['ID=484051b7-f005-48d0-a799-a12b167c29db,revision_number=4']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:26:00.850993 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1de3826-f967-4e63-befd-7a5fd9e1f3cd req-8b8b6f61-9754-4269-a19c-0aa63f321b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:26:00.853435 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-a1de3826-f967-4e63-befd-7a5fd9e1f3cd req-8b8b6f61-9754-4269-a19c-0aa63f321b4b service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6732368 May 28 17:26:00.856030 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 May 2022 17:26:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9f1197b-b60f-420c-bcad-f302fb2984a9 x-openstack-request-id: req-a9f1197b-b60f-420c-bcad-f302fb2984a9 {{(pid=103911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 28 17:26:00.856721 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c3b0710-2e45-41e0-b02a-a9b95245f62a", "tag": "4e39dc15-aca5-489f-886d-23cd2b05b64d", "status": "completed", "code": 200}]} {{(pid=103911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 28 17:26:00.857207 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-a9f1197b-b60f-420c-bcad-f302fb2984a9 {{(pid=103911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 28 17:26:00.857860 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9f1197b-b60f-420c-bcad-f302fb2984a9'] response: {'name': 'network-changed', 'server_uuid': '1c3b0710-2e45-41e0-b02a-a9b95245f62a', 'tag': '4e39dc15-aca5-489f-886d-23cd2b05b64d', 'status': 'completed', 'code': 200} May 28 17:26:00.930600 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-176bfe3e-fca7-45e4-8657-6816f7598e47 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=a2d211c2aa104520ac2ba72795bf7af6&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0774224 May 28 17:26:00.940515 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.33', 54854) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:26:01.066735 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176bfe3e-fca7-45e4-8657-6816f7598e47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43953200-88a4-495e-b659-e77fccd2fdf3,revision_number=1']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:26:01.092959 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] get_ports_and_sgs() called for port_ids ['484051b7-f005-48d0-a799-a12b167c29db'] {{(pid=103913) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 28 17:26:01.113218 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a7729d-75f9-464c-9127-c6d29632a3f2 req-be964eb2-1d4b-463f-807e-b1b175531f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:26:01.114724 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-38a7729d-75f9-464c-9127-c6d29632a3f2 req-be964eb2-1d4b-463f-807e-b1b175531f2b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=90b378551d1c467e911cf01274c97d85&device_id=3b3c1f29-31c9-4f5c-9875-fd1939062512 HTTP/1.1" status: 200 len: 1127 time: 0.1715624 May 28 17:26:01.129198 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-f5188a45-20b5-4795-a982-acdfc6129261 admin admin] Publish callbacks [] for security_group (898b1308-571a-488f-8c2c-0775c658306e), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:26:01.142514 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=84,neutron:UPDATE=4,neutron:INSERT=12 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:26:01.153583 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-f5188a45-20b5-4795-a982-acdfc6129261 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594961'] for security_group (898b1308-571a-488f-8c2c-0775c658306e), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:26:01.172753 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-1a59bd10-74d4-45f2-a979-86aa936aadfb req-cb4e1919-ccea-40c0-9d72-5dd714dff418 service neutron] 10.222.0.16 "GET /v2.0/networks/77a1ea92-c07d-41a7-8668-7c3c660591aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4233470 May 28 17:26:01.185182 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:26:01.222797 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:26:01.226158 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-f5188a45-20b5-4795-a982-acdfc6129261 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=f87497e5e41a48b79a09274710437f25&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6814437 May 28 17:26:01.233354 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.33', 54872) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:26:01.258239 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-38a7729d-75f9-464c-9127-c6d29632a3f2 req-2df2094b-90f2-4437-8c20-315ac5666dee service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d234e00a-5520-40b5-aa3f-c3a3f2a506ee HTTP/1.1" status: 200 len: 217 time: 0.1007164 May 28 17:26:01.262904 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-35cd39bc-890c-4b85-8003-4959b10a9328 admin admin] Publish callbacks [] for security_group (43953200-88a4-495e-b659-e77fccd2fdf3), before_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:26:01.271768 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:26:01.277886 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.managers [req-a60dd2dc-2485-4f49-b2b4-22d773f64f4a req-472b58bc-a783-44c9-a68f-7bc7f73b0ace service neutron] Attempting to bind port 047a6d17-d6d2-4e8d-afee-99011f7fd562 on host hv-cinder-84372 for vnic_type normal with profile {{(pid=103912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 28 17:26:01.278238 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.managers [req-a60dd2dc-2485-4f49-b2b4-22d773f64f4a req-472b58bc-a783-44c9-a68f-7bc7f73b0ace service neutron] Attempting to bind port 047a6d17-d6d2-4e8d-afee-99011f7fd562 by drivers openvswitch,hyperv on host hv-cinder-84372 at level 0 using segments [{'id': 'a4610069-396c-410a-becf-747bd2412bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '77a1ea92-c07d-41a7-8668-7c3c660591aa'}] {{(pid=103912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 28 17:26:01.278941 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a60dd2dc-2485-4f49-b2b4-22d773f64f4a req-472b58bc-a783-44c9-a68f-7bc7f73b0ace service neutron] Attempting to bind port 047a6d17-d6d2-4e8d-afee-99011f7fd562 on network 77a1ea92-c07d-41a7-8668-7c3c660591aa {{(pid=103912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 28 17:26:01.291185 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a60dd2dc-2485-4f49-b2b4-22d773f64f4a req-472b58bc-a783-44c9-a68f-7bc7f73b0ace service neutron] Port 047a6d17-d6d2-4e8d-afee-99011f7fd562 on network 77a1ea92-c07d-41a7-8668-7c3c660591aa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84372 {{(pid=103912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 28 17:26:01.292009 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a60dd2dc-2485-4f49-b2b4-22d773f64f4a req-472b58bc-a783-44c9-a68f-7bc7f73b0ace service neutron] Attempting to bind port 047a6d17-d6d2-4e8d-afee-99011f7fd562 on network 77a1ea92-c07d-41a7-8668-7c3c660591aa {{(pid=103912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 28 17:26:01.295519 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f434e4-3a18-4847-812a-35ecfb99c76d req-33442905-cc43-47dc-9f43-28d5ad650aaf tempest-DeleteServersTestJSON-420937626 tempest-DeleteServersTestJSON-420937626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:26:01.302233 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-88f434e4-3a18-4847-812a-35ecfb99c76d req-33442905-cc43-47dc-9f43-28d5ad650aaf tempest-DeleteServersTestJSON-420937626 tempest-DeleteServersTestJSON-420937626-project] 10.222.0.33 "GET /v2.0/ports?device_id=3425b63d-c751-49bf-b2d9-0568c8cdae34 HTTP/1.1" status: 200 len: 945 time: 0.1865304 May 28 17:26:01.305879 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a60dd2dc-2485-4f49-b2b4-22d773f64f4a req-472b58bc-a783-44c9-a68f-7bc7f73b0ace service neutron] Checking agent: {'id': '7cdbebfa-f3b4-48eb-8fbc-caed95606681', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84372', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 17, 23, 31), 'started_at': datetime.datetime(2022, 5, 28, 17, 23, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 17, 25, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 28 17:26:01.306245 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a60dd2dc-2485-4f49-b2b4-22d773f64f4a req-472b58bc-a783-44c9-a68f-7bc7f73b0ace service neutron] Checking segment: {'id': 'a4610069-396c-410a-becf-747bd2412bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '77a1ea92-c07d-41a7-8668-7c3c660591aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 28 17:26:01.307279 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a60dd2dc-2485-4f49-b2b4-22d773f64f4a req-472b58bc-a783-44c9-a68f-7bc7f73b0ace service neutron] Bound using segment: {'id': 'a4610069-396c-410a-becf-747bd2412bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '77a1ea92-c07d-41a7-8668-7c3c660591aa'} {{(pid=103912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 28 17:26:01.308157 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.managers [req-a60dd2dc-2485-4f49-b2b4-22d773f64f4a req-472b58bc-a783-44c9-a68f-7bc7f73b0ace service neutron] Bound port: 047a6d17-d6d2-4e8d-afee-99011f7fd562, host: hv-cinder-84372, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4610069-396c-410a-becf-747bd2412bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '77a1ea92-c07d-41a7-8668-7c3c660591aa'}}] {{(pid=103912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 28 17:26:01.311594 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-a60dd2dc-2485-4f49-b2b4-22d773f64f4a req-472b58bc-a783-44c9-a68f-7bc7f73b0ace service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (047a6d17-d6d2-4e8d-afee-99011f7fd562), before_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:26:01.329774 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59d8179-8645-41f3-9896-7e1808840e4c req-37d112e0-7fbc-4316-9bd5-d6d8c0184425 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:26:01.332572 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-e59d8179-8645-41f3-9896-7e1808840e4c req-37d112e0-7fbc-4316-9bd5-d6d8c0184425 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/ports?device_id=9d6203f1-8344-4493-9b94-22fb56f73a96 HTTP/1.1" status: 200 len: 944 time: 0.2017412 May 28 17:26:01.333219 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5188a45-20b5-4795-a982-acdfc6129261 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=898b1308-571a-488f-8c2c-0775c658306e,revision_number=1']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:26:01.342546 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-35cd39bc-890c-4b85-8003-4959b10a9328 admin admin] Publish callbacks [] for security_group (43953200-88a4-495e-b659-e77fccd2fdf3), precommit_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:26:01.443968 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-e59d8179-8645-41f3-9896-7e1808840e4c req-accec556-19e6-4f00-b4eb-c26465047b1c tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/security-groups?id=e86c30f5-196b-4340-88e9-8368ca719339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975418 May 28 17:26:01.464761 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-806dbe6d-3def-4770-aa39-1c37fbe94131 admin admin] Publish callbacks [] for security_group (898b1308-571a-488f-8c2c-0775c658306e), before_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:26:01.483804 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-88f434e4-3a18-4847-812a-35ecfb99c76d req-36f46db8-fffb-464b-99f5-271a45187d27 tempest-DeleteServersTestJSON-420937626 tempest-DeleteServersTestJSON-420937626-project] 10.222.0.33 "GET /v2.0/security-groups?id=571c4b98-2cb0-42e3-aa38-580d2b3677cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805422 May 28 17:26:01.487952 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-35cd39bc-890c-4b85-8003-4959b10a9328 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594961'] for security_group (43953200-88a4-495e-b659-e77fccd2fdf3), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:26:01.491742 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-35cd39bc-890c-4b85-8003-4959b10a9328 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:26:01.492997 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-35cd39bc-890c-4b85-8003-4959b10a9328 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/43953200-88a4-495e-b659-e77fccd2fdf3 HTTP/1.1" status: 204 len: 168 time: 0.5349481 May 28 17:26:01.513744 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cd39bc-890c-4b85-8003-4959b10a9328 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43953200-88a4-495e-b659-e77fccd2fdf3,revision_number=None']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:26:01.525612 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-806dbe6d-3def-4770-aa39-1c37fbe94131 admin admin] Publish callbacks [] for security_group (898b1308-571a-488f-8c2c-0775c658306e), precommit_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:26:01.570174 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.db [req-a60dd2dc-2485-4f49-b2b4-22d773f64f4a req-472b58bc-a783-44c9-a68f-7bc7f73b0ace service neutron] For port 047a6d17-d6d2-4e8d-afee-99011f7fd562, host hv-cinder-84372, cleared binding levels {{(pid=103912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 17:26:01.590539 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.33', 54890) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:26:01.610426 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-806dbe6d-3def-4770-aa39-1c37fbe94131 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594961'] for security_group (898b1308-571a-488f-8c2c-0775c658306e), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:26:01.615184 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-806dbe6d-3def-4770-aa39-1c37fbe94131 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:26:01.617348 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-806dbe6d-3def-4770-aa39-1c37fbe94131 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/898b1308-571a-488f-8c2c-0775c658306e HTTP/1.1" status: 204 len: 168 time: 0.3806007 May 28 17:26:01.623405 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.db [req-a60dd2dc-2485-4f49-b2b4-22d773f64f4a req-472b58bc-a783-44c9-a68f-7bc7f73b0ace service neutron] For port 047a6d17-d6d2-4e8d-afee-99011f7fd562, host hv-cinder-84372, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84372',level=0,port_id=047a6d17-d6d2-4e8d-afee-99011f7fd562,segment=NetworkSegment(a4610069-396c-410a-becf-747bd2412bad),segment_id=a4610069-396c-410a-becf-747bd2412bad)] {{(pid=103912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 17:26:01.629191 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806dbe6d-3def-4770-aa39-1c37fbe94131 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=898b1308-571a-488f-8c2c-0775c658306e,revision_number=None']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:26:01.649627 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-a60dd2dc-2485-4f49-b2b4-22d773f64f4a req-472b58bc-a783-44c9-a68f-7bc7f73b0ace service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735968512485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735968120131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735968120149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6173909'] for port (047a6d17-d6d2-4e8d-afee-99011f7fd562), after_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:26:01.699841 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20de7c0c-69d1-4dc0-8a82-b44065f3720c req-8df915f1-7d01-4c23-8c1d-dec021a9c701 tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:26:01.701686 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-20de7c0c-69d1-4dc0-8a82-b44065f3720c req-8df915f1-7d01-4c23-8c1d-dec021a9c701 tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] 10.222.0.33 "GET /v2.0/ports?device_id=3b3c1f29-31c9-4f5c-9875-fd1939062512 HTTP/1.1" status: 200 len: 943 time: 0.0970051 May 28 17:26:01.707885 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60dd2dc-2485-4f49-b2b4-22d773f64f4a req-472b58bc-a783-44c9-a68f-7bc7f73b0ace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:26:01.708505 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-a60dd2dc-2485-4f49-b2b4-22d773f64f4a req-472b58bc-a783-44c9-a68f-7bc7f73b0ace service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-152074'] for port (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:26:01.719782 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-a60dd2dc-2485-4f49-b2b4-22d773f64f4a req-472b58bc-a783-44c9-a68f-7bc7f73b0ace service neutron] 10.222.0.16 "PUT /v2.0/ports/047a6d17-d6d2-4e8d-afee-99011f7fd562 HTTP/1.1" status: 200 len: 1094 time: 2.4106307 May 28 17:26:01.720437 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d6203f1-8344-4493-9b94-22fb56f73a96', 'tag': '047a6d17-d6d2-4e8d-afee-99011f7fd562'}] {{(pid=103912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 17:26:01.805164 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-20de7c0c-69d1-4dc0-8a82-b44065f3720c req-0fa5a011-0934-4087-897a-e88952e3e0b0 tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] 10.222.0.33 "GET /v2.0/security-groups?id=14c0c066-bc84-4396-a75f-e895035aefd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691869 May 28 17:26:01.805756 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472b58bc-a783-44c9-a68f-7bc7f73b0ace service neutron] Pushing event updated for resources: {'Port': ['ID=047a6d17-d6d2-4e8d-afee-99011f7fd562,revision_number=3']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:26:01.939914 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:26:01.958232 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-1b48d492-7928-465a-b0bb-15710d81be27 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:26:02.073642 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-1b48d492-7928-465a-b0bb-15710d81be27 admin admin] Publish callbacks [] for security_group (91daeb3f-b6e5-43bc-9730-0e6c4548d20d), precommit_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:26:02.078348 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-1b48d492-7928-465a-b0bb-15710d81be27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594961'] for security_group (91daeb3f-b6e5-43bc-9730-0e6c4548d20d), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:26:02.121213 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-1b48d492-7928-465a-b0bb-15710d81be27 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=61a01f2f8eff4bc99e8383d1e75abf57&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5283353 May 28 17:26:02.122422 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b48d492-7928-465a-b0bb-15710d81be27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91daeb3f-b6e5-43bc-9730-0e6c4548d20d,revision_number=1']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:26:02.123874 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.33', 54916) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:26:02.197828 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-b52980ea-aa32-4320-a3b7-1d23d3c1db68 admin admin] Publish callbacks [] for security_group (91daeb3f-b6e5-43bc-9730-0e6c4548d20d), before_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:26:02.209394 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (7cdbebfa-f3b4-48eb-8fbc-caed95606681), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:26:02.226907 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-b52980ea-aa32-4320-a3b7-1d23d3c1db68 admin admin] Publish callbacks [] for security_group (91daeb3f-b6e5-43bc-9730-0e6c4548d20d), precommit_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:26:02.243149 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Device 484051b7-f005-48d0-a799-a12b167c29db up at agent hyperv_hv-cinder-84372 {{(pid=103913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 28 17:26:02.275114 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.33', 54920) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:26:02.298056 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-ccbb65fb-2508-4f5a-b5df-113ff56913a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:26:02.306865 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:26:02.320742 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Provisioning for port 484051b7-f005-48d0-a799-a12b167c29db completed by entity L2. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 28 17:26:02.327278 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-b52980ea-aa32-4320-a3b7-1d23d3c1db68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594961'] for security_group (91daeb3f-b6e5-43bc-9730-0e6c4548d20d), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:26:02.330140 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-b52980ea-aa32-4320-a3b7-1d23d3c1db68 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:26:02.333936 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-b52980ea-aa32-4320-a3b7-1d23d3c1db68 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/91daeb3f-b6e5-43bc-9730-0e6c4548d20d HTTP/1.1" status: 204 len: 168 time: 0.2058961 May 28 17:26:02.334265 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Provisioning complete for port 484051b7-f005-48d0-a799-a12b167c29db triggered by entity L2. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 17:26:02.334265 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1821120'] for port (484051b7-f005-48d0-a799-a12b167c29db), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:26:02.359079 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52980ea-aa32-4320-a3b7-1d23d3c1db68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91daeb3f-b6e5-43bc-9730-0e6c4548d20d,revision_number=None']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:26:02.435396 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Current status of the port 484051b7-f005-48d0-a799-a12b167c29db is: BUILD; New status is: ACTIVE {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 17:26:02.435891 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (484051b7-f005-48d0-a799-a12b167c29db), before_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:26:02.452949 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-ccbb65fb-2508-4f5a-b5df-113ff56913a3 admin admin] Publish callbacks [] for security_group (b2da8337-af27-46d2-b9ba-82aa2687aacf), precommit_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:26:02.455785 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}192b2939a0ee72d6dca365a869ce4d556b01f2e73c600b6e44d67eb265bc480d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d20ee64-9056-4fd0-8a00-837bfd4385ea" -d '{"events": [{"name": "network-changed", "server_uuid": "9d6203f1-8344-4493-9b94-22fb56f73a96", "tag": "047a6d17-d6d2-4e8d-afee-99011f7fd562"}]}' {{(pid=103912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 28 17:26:02.457250 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-ccbb65fb-2508-4f5a-b5df-113ff56913a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594961'] for security_group (b2da8337-af27-46d2-b9ba-82aa2687aacf), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:26:02.471531 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3425b63d-c751-49bf-b2d9-0568c8cdae34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '484051b7-f005-48d0-a799-a12b167c29db'}] {{(pid=103913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 17:26:02.515133 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbb65fb-2508-4f5a-b5df-113ff56913a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2da8337-af27-46d2-b9ba-82aa2687aacf,revision_number=1']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:26:02.534091 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.33', 54936) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:26:02.535820 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-ccbb65fb-2508-4f5a-b5df-113ff56913a3 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=36cff344ec454c43b7901914d39e1460&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2587979 May 28 17:26:02.537383 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.33', 54938) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:26:02.572083 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] For port 484051b7-f005-48d0-a799-a12b167c29db, host hv-cinder-84372, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84372',level=0,port_id=484051b7-f005-48d0-a799-a12b167c29db,segment=NetworkSegment(97ad2ccb-f873-4af4-9ead-30db8acdbb5b),segment_id=97ad2ccb-f873-4af4-9ead-30db8acdbb5b)] {{(pid=103913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 17:26:02.577582 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735968512485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735968120131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735968120149'] for port (484051b7-f005-48d0-a799-a12b167c29db), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:26:02.629384 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Pushing event updated for resources: {'Port': ['ID=484051b7-f005-48d0-a799-a12b167c29db,revision_number=5']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:26:02.652900 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-2851152f-d07e-4b0e-93f2-62ff711157f3 admin admin] Publish callbacks [] for security_group (b2da8337-af27-46d2-b9ba-82aa2687aacf), before_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:26:02.667437 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:26:02.674458 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ceac44e-a6ce-471f-92aa-c30f180a6d30 req-e3600187-92dd-4706-ad60-781bca91d044 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:26:02.676239 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-5ceac44e-a6ce-471f-92aa-c30f180a6d30 req-e3600187-92dd-4706-ad60-781bca91d044 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/ports?device_id=9d6203f1-8344-4493-9b94-22fb56f73a96 HTTP/1.1" status: 200 len: 944 time: 0.1163287 May 28 17:26:02.700280 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-2851152f-d07e-4b0e-93f2-62ff711157f3 admin admin] Publish callbacks [] for security_group (b2da8337-af27-46d2-b9ba-82aa2687aacf), precommit_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:26:02.709434 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 May 2022 17:26:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de058a0f-6df6-437e-824f-d1cb350fb0d1 x-openstack-request-id: req-de058a0f-6df6-437e-824f-d1cb350fb0d1 {{(pid=103912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 28 17:26:02.709742 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d6203f1-8344-4493-9b94-22fb56f73a96", "tag": "047a6d17-d6d2-4e8d-afee-99011f7fd562", "status": "completed", "code": 200}]} {{(pid=103912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 28 17:26:02.709990 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-de058a0f-6df6-437e-824f-d1cb350fb0d1 {{(pid=103912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 28 17:26:02.710654 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de058a0f-6df6-437e-824f-d1cb350fb0d1'] response: {'name': 'network-changed', 'server_uuid': '9d6203f1-8344-4493-9b94-22fb56f73a96', 'tag': '047a6d17-d6d2-4e8d-afee-99011f7fd562', 'status': 'completed', 'code': 200} May 28 17:26:02.782575 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-5ceac44e-a6ce-471f-92aa-c30f180a6d30 req-0c7b9caf-06db-432e-8cc4-dd09221b7235 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/security-groups?id=e86c30f5-196b-4340-88e9-8368ca719339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998240 May 28 17:26:02.805800 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be959e3-7c5e-4610-bc33-5ec84f9c7cf3 req-e19e0e91-96ac-4996-b582-7688e3f0f4fe tempest-DeleteServersTestJSON-420937626 tempest-DeleteServersTestJSON-420937626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:26:02.807899 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-4be959e3-7c5e-4610-bc33-5ec84f9c7cf3 req-e19e0e91-96ac-4996-b582-7688e3f0f4fe tempest-DeleteServersTestJSON-420937626 tempest-DeleteServersTestJSON-420937626-project] 10.222.0.33 "GET /v2.0/ports?device_id=3425b63d-c751-49bf-b2d9-0568c8cdae34 HTTP/1.1" status: 200 len: 946 time: 0.0605464 May 28 17:26:02.811066 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-2851152f-d07e-4b0e-93f2-62ff711157f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594961'] for security_group (b2da8337-af27-46d2-b9ba-82aa2687aacf), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:26:02.813749 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-2851152f-d07e-4b0e-93f2-62ff711157f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:26:02.817826 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-2851152f-d07e-4b0e-93f2-62ff711157f3 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/b2da8337-af27-46d2-b9ba-82aa2687aacf HTTP/1.1" status: 204 len: 168 time: 0.2833350 May 28 17:26:02.828039 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2851152f-d07e-4b0e-93f2-62ff711157f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2da8337-af27-46d2-b9ba-82aa2687aacf,revision_number=None']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:26:02.876227 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-4be959e3-7c5e-4610-bc33-5ec84f9c7cf3 req-0cfb926a-29d7-4505-8d07-7e6aefa3c18e tempest-DeleteServersTestJSON-420937626 tempest-DeleteServersTestJSON-420937626-project] 10.222.0.33 "GET /v2.0/security-groups?id=571c4b98-2cb0-42e3-aa38-580d2b3677cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612552 May 28 17:26:02.952900 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-5081cce6-fa37-47fd-9258-d4fe1144708d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:26:02.964414 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0e52bc-4d3e-4653-b913-eb71a935ee7a req-3e7ce866-e05a-453f-92ab-e5cf15d241d3 tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:26:02.974679 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-1c0e52bc-4d3e-4653-b913-eb71a935ee7a req-3e7ce866-e05a-453f-92ab-e5cf15d241d3 tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] 10.222.0.33 "GET /v2.0/ports?device_id=3b3c1f29-31c9-4f5c-9875-fd1939062512 HTTP/1.1" status: 200 len: 943 time: 0.0665877 May 28 17:26:03.029746 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-1c0e52bc-4d3e-4653-b913-eb71a935ee7a req-79715ca4-63fa-4064-99aa-5b25984396fe tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] 10.222.0.33 "GET /v2.0/security-groups?id=14c0c066-bc84-4396-a75f-e895035aefd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534217 May 28 17:26:03.052527 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-5081cce6-fa37-47fd-9258-d4fe1144708d admin admin] Publish callbacks [] for security_group (c3eccc8d-003a-43ee-b6a9-bf38e732a62d), precommit_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:26:03.058514 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-5081cce6-fa37-47fd-9258-d4fe1144708d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594961'] for security_group (c3eccc8d-003a-43ee-b6a9-bf38e732a62d), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:26:03.081211 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fc7d66bd3c46bdb9792f0e064e6c35853b2e9fce1f0b0d0eb0c21c6a12b004b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e236e3b4-68a4-4af5-99f0-ab0df2d32003" -d '{"events": [{"server_uuid": "3425b63d-c751-49bf-b2d9-0568c8cdae34", "name": "network-vif-plugged", "status": "completed", "tag": "484051b7-f005-48d0-a799-a12b167c29db"}]}' {{(pid=103913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 28 17:26:03.284900 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5081cce6-fa37-47fd-9258-d4fe1144708d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3eccc8d-003a-43ee-b6a9-bf38e732a62d,revision_number=1']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:26:03.290576 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-5081cce6-fa37-47fd-9258-d4fe1144708d admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=af36a88886614de387192b0fa4b1870b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7507751 May 28 17:26:03.293323 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.33', 54970) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:26:03.348287 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-1ec45b5e-6426-4adb-9b8f-cecbbec4c2bf admin admin] Publish callbacks [] for security_group (c3eccc8d-003a-43ee-b6a9-bf38e732a62d), before_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:26:03.364727 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 May 2022 17:26:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c42c21b-7533-4c93-b772-d568d04dd1ea x-openstack-request-id: req-4c42c21b-7533-4c93-b772-d568d04dd1ea {{(pid=103913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 28 17:26:03.365271 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3425b63d-c751-49bf-b2d9-0568c8cdae34", "name": "network-vif-plugged", "status": "completed", "tag": "484051b7-f005-48d0-a799-a12b167c29db", "code": 200}]} {{(pid=103913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 28 17:26:03.365536 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-4c42c21b-7533-4c93-b772-d568d04dd1ea {{(pid=103913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 28 17:26:03.366069 dv-cinder-843729-1-iscsi neutron-server[103913]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c42c21b-7533-4c93-b772-d568d04dd1ea'] response: {'server_uuid': '3425b63d-c751-49bf-b2d9-0568c8cdae34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '484051b7-f005-48d0-a799-a12b167c29db', 'code': 200} May 28 17:26:03.380194 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-1ec45b5e-6426-4adb-9b8f-cecbbec4c2bf admin admin] Publish callbacks [] for security_group (c3eccc8d-003a-43ee-b6a9-bf38e732a62d), precommit_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:26:03.394963 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=82,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:26:03.444476 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-1ec45b5e-6426-4adb-9b8f-cecbbec4c2bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594961'] for security_group (c3eccc8d-003a-43ee-b6a9-bf38e732a62d), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:26:03.446952 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-1ec45b5e-6426-4adb-9b8f-cecbbec4c2bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:26:03.452765 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-1ec45b5e-6426-4adb-9b8f-cecbbec4c2bf admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/c3eccc8d-003a-43ee-b6a9-bf38e732a62d HTTP/1.1" status: 204 len: 168 time: 0.1584420 May 28 17:26:03.462314 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec45b5e-6426-4adb-9b8f-cecbbec4c2bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3eccc8d-003a-43ee-b6a9-bf38e732a62d,revision_number=None']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:26:03.913678 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6519544a-786b-478d-8f3d-aec50a0409ac req-09c57c5c-74ae-40bc-accd-6840faf122a5 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:26:03.915889 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-6519544a-786b-478d-8f3d-aec50a0409ac req-09c57c5c-74ae-40bc-accd-6840faf122a5 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/ports?device_id=9d6203f1-8344-4493-9b94-22fb56f73a96 HTTP/1.1" status: 200 len: 944 time: 0.0516088 May 28 17:26:03.975519 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-6519544a-786b-478d-8f3d-aec50a0409ac req-f18559ff-6c9e-44f3-a8f0-7d2cf96fc9da tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/security-groups?id=e86c30f5-196b-4340-88e9-8368ca719339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517430 May 28 17:26:04.025481 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9e035e-6a99-461f-9d59-9b09e725ebe7 req-dfbf8e2b-2f0b-4afa-a1a7-147ee23fbc23 tempest-DeleteServersTestJSON-420937626 tempest-DeleteServersTestJSON-420937626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:26:04.028294 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-4e9e035e-6a99-461f-9d59-9b09e725ebe7 req-dfbf8e2b-2f0b-4afa-a1a7-147ee23fbc23 tempest-DeleteServersTestJSON-420937626 tempest-DeleteServersTestJSON-420937626-project] 10.222.0.33 "GET /v2.0/ports?device_id=3425b63d-c751-49bf-b2d9-0568c8cdae34 HTTP/1.1" status: 200 len: 946 time: 0.0590842 May 28 17:26:04.039061 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.33', 55012) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:26:04.055310 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-5f65ed48-ea3c-464f-a4f3-824462bc7dcc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:26:04.089837 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=2,neutron:DELETE=2 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:26:04.092090 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-4e9e035e-6a99-461f-9d59-9b09e725ebe7 req-c07ff8ce-1719-4f4e-8f04-2bfcc4571228 tempest-DeleteServersTestJSON-420937626 tempest-DeleteServersTestJSON-420937626-project] 10.222.0.33 "GET /v2.0/security-groups?id=571c4b98-2cb0-42e3-aa38-580d2b3677cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566101 May 28 17:26:04.203005 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-5f65ed48-ea3c-464f-a4f3-824462bc7dcc admin admin] Publish callbacks [] for security_group (bd31797e-f284-4325-be0c-92a77651f9aa), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:26:04.215241 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abeba9e9-0076-4d8c-b726-220e87686ee0 req-b3ef1b4d-afd1-4b4b-99d2-8e7d5bda7030 tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:26:04.216761 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-abeba9e9-0076-4d8c-b726-220e87686ee0 req-b3ef1b4d-afd1-4b4b-99d2-8e7d5bda7030 tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] 10.222.0.33 "GET /v2.0/ports?device_id=3b3c1f29-31c9-4f5c-9875-fd1939062512 HTTP/1.1" status: 200 len: 943 time: 0.0723989 May 28 17:26:04.217826 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-5f65ed48-ea3c-464f-a4f3-824462bc7dcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594961'] for security_group (bd31797e-f284-4325-be0c-92a77651f9aa), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:26:04.274968 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f65ed48-ea3c-464f-a4f3-824462bc7dcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd31797e-f284-4325-be0c-92a77651f9aa,revision_number=1']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:26:04.281474 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-5f65ed48-ea3c-464f-a4f3-824462bc7dcc admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=dfeeb42a6826496e8b0c08bd499fe41d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2412219 May 28 17:26:04.284253 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.33', 55022) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:26:04.313523 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-abeba9e9-0076-4d8c-b726-220e87686ee0 req-77bd53e7-f6dc-4f23-8cef-b8ae667a355a tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] 10.222.0.33 "GET /v2.0/security-groups?id=14c0c066-bc84-4396-a75f-e895035aefd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897300 May 28 17:26:04.343983 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-11c8b9fa-dd5b-4e0e-8168-ed0fd4c9af7e admin admin] Publish callbacks [] for security_group (bd31797e-f284-4325-be0c-92a77651f9aa), before_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:26:04.350734 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.33', 55024) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:26:04.371937 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-11c8b9fa-dd5b-4e0e-8168-ed0fd4c9af7e admin admin] Publish callbacks [] for security_group (bd31797e-f284-4325-be0c-92a77651f9aa), precommit_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:26:04.438029 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-11c8b9fa-dd5b-4e0e-8168-ed0fd4c9af7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594961'] for security_group (bd31797e-f284-4325-be0c-92a77651f9aa), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:26:04.441802 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-11c8b9fa-dd5b-4e0e-8168-ed0fd4c9af7e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:26:04.443194 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-11c8b9fa-dd5b-4e0e-8168-ed0fd4c9af7e admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/bd31797e-f284-4325-be0c-92a77651f9aa HTTP/1.1" status: 204 len: 168 time: 0.1579778 May 28 17:26:04.452155 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c8b9fa-dd5b-4e0e-8168-ed0fd4c9af7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd31797e-f284-4325-be0c-92a77651f9aa,revision_number=None']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:26:04.586687 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.v2.base [None req-8d084f72-8287-4e97-adf5-b33b004e5128 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1466500113-network', 'tenant_id': 'dd6efc6e9dad4ab1b9c40ab78d5a360d'}} {{(pid=103912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 17:26:04.609430 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d084f72-8287-4e97-adf5-b33b004e5128 admin admin] Made reservation on behalf of dd6efc6e9dad4ab1b9c40ab78d5a360d for: {'network': 1} {{(pid=103912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 17:26:04.612112 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-8d084f72-8287-4e97-adf5-b33b004e5128 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for network (None), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:26:04.621558 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-8d084f72-8287-4e97-adf5-b33b004e5128 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:26:04.720036 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-8d084f72-8287-4e97-adf5-b33b004e5128 admin admin] Publish callbacks [] for security_group (4ee3e319-c2ae-4ff7-8a8c-b0d305908d25), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:26:04.725709 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-8d084f72-8287-4e97-adf5-b33b004e5128 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594961'] for security_group (4ee3e319-c2ae-4ff7-8a8c-b0d305908d25), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:26:04.752788 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d084f72-8287-4e97-adf5-b33b004e5128 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 191} {{(pid=103912) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 17:26:04.760368 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=76,neutron:DELETE=3,neutron:INSERT=19,neutron:UPDATE=2 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:26:04.765208 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d084f72-8287-4e97-adf5-b33b004e5128 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ee3e319-c2ae-4ff7-8a8c-b0d305908d25,revision_number=1']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:26:04.770732 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-8d084f72-8287-4e97-adf5-b33b004e5128 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766051'] for segment (80f887d5-5d74-4b68-8808-871bb944a1fe), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:26:04.771189 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.db.segments_db [None req-8d084f72-8287-4e97-adf5-b33b004e5128 admin admin] Added segment 80f887d5-5d74-4b68-8808-871bb944a1fe of type vlan for network 64d9df32-417a-4110-9ebe-97bfa607c330 May 28 17:26:04.817043 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-8d084f72-8287-4e97-adf5-b33b004e5128 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735968101232'] for network (64d9df32-417a-4110-9ebe-97bfa607c330), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:26:04.844401 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-8d084f72-8287-4e97-adf5-b33b004e5128 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116'] for network (64d9df32-417a-4110-9ebe-97bfa607c330), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:26:04.845463 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d084f72-8287-4e97-adf5-b33b004e5128 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:26:04.846042 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-8d084f72-8287-4e97-adf5-b33b004e5128 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-152074'] for network (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:26:04.886966 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.33', 55048) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:26:04.887729 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-8d084f72-8287-4e97-adf5-b33b004e5128 admin admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.5358219 May 28 17:26:04.892648 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.v2.base [None req-de938b8f-aad9-498d-a808-cc93f4931935 admin admin] Request body: {'subnet': {'network_id': '64d9df32-417a-4110-9ebe-97bfa607c330', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1466500113-subnet', 'tenant_id': 'dd6efc6e9dad4ab1b9c40ab78d5a360d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 17:26:04.918308 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de938b8f-aad9-498d-a808-cc93f4931935 admin admin] Made reservation on behalf of dd6efc6e9dad4ab1b9c40ab78d5a360d for: {'subnet': 1} {{(pid=103911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 17:26:04.921500 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-de938b8f-aad9-498d-a808-cc93f4931935 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:26:04.929305 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d084f72-8287-4e97-adf5-b33b004e5128 admin admin] Pushing event updated for resources: {'Network': ['ID=64d9df32-417a-4110-9ebe-97bfa607c330,revision_number=1']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:26:04.941311 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Network 64d9df32-417a-4110-9ebe-97bfa607c330 details requested by agent ovs-agent-dv-cinder-843729-1-iscsi with host dv-cinder-843729-1-iscsi {{(pid=103913) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 28 17:26:04.949952 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:DELETE=4 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:26:05.143599 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef22b7a6-85b2-405f-ac14-8ddfc341650d req-f555fa8a-ec74-4531-bd82-1b6845220a46 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:26:05.145169 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-ef22b7a6-85b2-405f-ac14-8ddfc341650d req-f555fa8a-ec74-4531-bd82-1b6845220a46 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/ports?device_id=9d6203f1-8344-4493-9b94-22fb56f73a96 HTTP/1.1" status: 200 len: 944 time: 0.0778451 May 28 17:26:05.216904 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-de938b8f-aad9-498d-a808-cc93f4931935 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116'] for subnet (85bb7a17-de77-4bde-b0ad-902161be4a24), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:26:05.242699 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333b213f-6076-43ef-90e8-b78770b87821 req-46b3baf2-1676-4d04-b9c3-09a0b57605ee tempest-DeleteServersTestJSON-420937626 tempest-DeleteServersTestJSON-420937626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:26:05.250820 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-333b213f-6076-43ef-90e8-b78770b87821 req-46b3baf2-1676-4d04-b9c3-09a0b57605ee tempest-DeleteServersTestJSON-420937626 tempest-DeleteServersTestJSON-420937626-project] 10.222.0.33 "GET /v2.0/ports?device_id=3425b63d-c751-49bf-b2d9-0568c8cdae34 HTTP/1.1" status: 200 len: 946 time: 0.0758557 May 28 17:26:05.268584 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-ef22b7a6-85b2-405f-ac14-8ddfc341650d req-d9385996-120d-440b-91bb-5ededb22ce35 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/security-groups?id=e86c30f5-196b-4340-88e9-8368ca719339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010952 May 28 17:26:05.302390 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de938b8f-aad9-498d-a808-cc93f4931935 admin admin] Pushing event updated for resources: {'Subnet': ['ID=85bb7a17-de77-4bde-b0ad-902161be4a24,revision_number=0']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:26:05.304621 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de938b8f-aad9-498d-a808-cc93f4931935 admin admin] Checking segment: {'id': '80f887d5-5d74-4b68-8808-871bb944a1fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '64d9df32-417a-4110-9ebe-97bfa607c330'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 28 17:26:05.304979 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de938b8f-aad9-498d-a808-cc93f4931935 admin admin] Network hostable DHCP agents. Network: 64d9df32-417a-4110-9ebe-97bfa607c330, hostable agents: ['b4d0b3c0-cc03-4456-af87-35ab415ef94b'], hosted agents: [] {{(pid=103911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 17:26:05.325328 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-333b213f-6076-43ef-90e8-b78770b87821 req-3f68b4c2-b5b8-45b3-9862-787da7eb3dad tempest-DeleteServersTestJSON-420937626 tempest-DeleteServersTestJSON-420937626-project] 10.222.0.33 "GET /v2.0/security-groups?id=571c4b98-2cb0-42e3-aa38-580d2b3677cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734687 May 28 17:26:05.326614 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de938b8f-aad9-498d-a808-cc93f4931935 admin admin] Network 64d9df32-417a-4110-9ebe-97bfa607c330 is scheduled to be hosted by DHCP agent b4d0b3c0-cc03-4456-af87-35ab415ef94b with binding_index 1 {{(pid=103911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 17:26:05.343814 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.scheduler.base_scheduler [None req-de938b8f-aad9-498d-a808-cc93f4931935 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843729-1-iscsi, 64d9df32-417a-4110-9ebe-97bfa607c330) {{(pid=103911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 17:26:05.350880 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de938b8f-aad9-498d-a808-cc93f4931935 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:26:05.351539 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-de938b8f-aad9-498d-a808-cc93f4931935 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:26:05.358426 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a9e32dd-1c50-433e-966c-984401343e16 None None] Network 64d9df32-417a-4110-9ebe-97bfa607c330 requested from dv-cinder-843729-1-iscsi {{(pid=103913) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 28 17:26:05.378323 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-de938b8f-aad9-498d-a808-cc93f4931935 admin admin] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4901395 May 28 17:26:05.496951 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f096ca-7276-4106-bd26-4f23c731cd89 req-ade7fb23-d4f0-4783-a67b-11b8ebd3ca0c tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:26:05.498846 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-c9f096ca-7276-4106-bd26-4f23c731cd89 req-ade7fb23-d4f0-4783-a67b-11b8ebd3ca0c tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] 10.222.0.33 "GET /v2.0/ports?device_id=3b3c1f29-31c9-4f5c-9875-fd1939062512 HTTP/1.1" status: 200 len: 943 time: 0.0707021 May 28 17:26:05.511836 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b55370d5-1ded-48be-93a8-6b2144f6dc71 None None] Network 64d9df32-417a-4110-9ebe-97bfa607c330 requested from dv-cinder-843729-1-iscsi {{(pid=103913) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 28 17:26:05.560541 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-c9f096ca-7276-4106-bd26-4f23c731cd89 req-44038904-bf1f-4a21-9ddd-636e69d7e60f tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] 10.222.0.33 "GET /v2.0/security-groups?id=14c0c066-bc84-4396-a75f-e895035aefd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557706 May 28 17:26:06.284877 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Device 4e39dc15-aca5-489f-886d-23cd2b05b64d details requested by agent hyperv_hv-cinder-84372 with host hv-cinder-84372 {{(pid=103913) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 28 17:26:06.434512 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] For port 4e39dc15-aca5-489f-886d-23cd2b05b64d, host hv-cinder-84372, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84372',level=0,port_id=4e39dc15-aca5-489f-886d-23cd2b05b64d,segment=NetworkSegment(a4610069-396c-410a-becf-747bd2412bad),segment_id=a4610069-396c-410a-becf-747bd2412bad)] {{(pid=103913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 17:26:06.457618 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9052b56-9f1b-4cd7-9203-d7ffef1f6e09 req-6fe6d12b-bd11-4e95-a6bd-e5088389b438 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:26:06.458224 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=100 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:26:06.466623 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-f9052b56-9f1b-4cd7-9203-d7ffef1f6e09 req-6fe6d12b-bd11-4e95-a6bd-e5088389b438 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/ports?device_id=9d6203f1-8344-4493-9b94-22fb56f73a96 HTTP/1.1" status: 200 len: 944 time: 0.0601723 May 28 17:26:06.467063 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Returning: {'device': '4e39dc15-aca5-489f-886d-23cd2b05b64d', 'network_id': '77a1ea92-c07d-41a7-8668-7c3c660591aa', 'port_id': '4e39dc15-aca5-489f-886d-23cd2b05b64d', 'mac_address': 'fa:16:3e:b3:21:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '034da301-fbaa-496d-8b67-7a375e67ef37', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103913) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 28 17:26:06.487313 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:26:06.499675 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c8d38f-5b8f-4889-b364-63947e18d585 req-b15ae05a-e7b9-4102-94d1-f3c3b3f55beb tempest-DeleteServersTestJSON-420937626 tempest-DeleteServersTestJSON-420937626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:26:06.501620 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-80c8d38f-5b8f-4889-b364-63947e18d585 req-b15ae05a-e7b9-4102-94d1-f3c3b3f55beb tempest-DeleteServersTestJSON-420937626 tempest-DeleteServersTestJSON-420937626-project] 10.222.0.33 "GET /v2.0/ports?device_id=3425b63d-c751-49bf-b2d9-0568c8cdae34 HTTP/1.1" status: 200 len: 946 time: 0.0833468 May 28 17:26:06.536022 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Current status of the port 4e39dc15-aca5-489f-886d-23cd2b05b64d is: DOWN; New status is: BUILD {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 17:26:06.536538 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (4e39dc15-aca5-489f-886d-23cd2b05b64d), before_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:26:06.560245 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.notifiers.nova [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e39dc15-aca5-489f-886d-23cd2b05b64d {{(pid=103913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 17:26:06.566874 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:26:06.584277 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-f9052b56-9f1b-4cd7-9203-d7ffef1f6e09 req-1dd74ecb-bb6b-43e4-bb64-b8ac64a245f3 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/security-groups?id=e86c30f5-196b-4340-88e9-8368ca719339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049728 May 28 17:26:06.617367 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-80c8d38f-5b8f-4889-b364-63947e18d585 req-e606f050-8f9b-4648-a25d-f7f4c24df131 tempest-DeleteServersTestJSON-420937626 tempest-DeleteServersTestJSON-420937626-project] 10.222.0.33 "GET /v2.0/security-groups?id=571c4b98-2cb0-42e3-aa38-580d2b3677cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057615 May 28 17:26:06.709739 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] For port 4e39dc15-aca5-489f-886d-23cd2b05b64d, host hv-cinder-84372, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84372',level=0,port_id=4e39dc15-aca5-489f-886d-23cd2b05b64d,segment=NetworkSegment(a4610069-396c-410a-becf-747bd2412bad),segment_id=a4610069-396c-410a-becf-747bd2412bad)] {{(pid=103913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 17:26:06.715136 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735968512485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735968120131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735968120149'] for port (4e39dc15-aca5-489f-886d-23cd2b05b64d), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:26:06.777163 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Pushing event updated for resources: {'Port': ['ID=4e39dc15-aca5-489f-886d-23cd2b05b64d,revision_number=4']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:26:06.804920 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451f5f9b-5ef3-4e0a-8fd0-4347150073bd req-8f7acae2-6214-408b-a1e9-d2c55f6a8bec tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:26:06.804920 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-451f5f9b-5ef3-4e0a-8fd0-4347150073bd req-8f7acae2-6214-408b-a1e9-d2c55f6a8bec tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] 10.222.0.33 "GET /v2.0/ports?device_id=3b3c1f29-31c9-4f5c-9875-fd1939062512 HTTP/1.1" status: 200 len: 943 time: 0.1154215 May 28 17:26:06.878001 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-451f5f9b-5ef3-4e0a-8fd0-4347150073bd req-d130e6b9-4789-4c60-a62b-95fd09da7c1f tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] 10.222.0.33 "GET /v2.0/security-groups?id=14c0c066-bc84-4396-a75f-e895035aefd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655062 May 28 17:26:07.291590 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] get_ports_and_sgs() called for port_ids ['4e39dc15-aca5-489f-886d-23cd2b05b64d'] {{(pid=103913) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 28 17:26:07.452879 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a7729d-75f9-464c-9127-c6d29632a3f2 req-12de0217-0dec-4b10-b9e6-ac1cd0a85a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:26:07.455241 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-38a7729d-75f9-464c-9127-c6d29632a3f2 req-12de0217-0dec-4b10-b9e6-ac1cd0a85a07 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=cac4e4be-bdeb-4bc3-836c-d18d4297ccc1 HTTP/1.1" status: 200 len: 849 time: 0.1020491 May 28 17:26:07.458454 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d20ee64-9056-4fd0-8a00-837bfd4385ea req-9cd954b0-1ebb-49da-a6d1-022d3b29ac00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:26:07.460304 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-7d20ee64-9056-4fd0-8a00-837bfd4385ea req-9cd954b0-1ebb-49da-a6d1-022d3b29ac00 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8e92a5dc387f47c99ce98da4d6fd9d92&device_id=9d6203f1-8344-4493-9b94-22fb56f73a96 HTTP/1.1" status: 200 len: 1128 time: 0.0922995 May 28 17:26:07.473648 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.33', 55154) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:26:07.500630 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c11ef6-ed8f-4561-8b82-00fc3b745722 req-eb9ed137-3f07-4cb2-8fa9-0be9cc677497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:26:07.502270 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-a1c11ef6-ed8f-4561-8b82-00fc3b745722 req-eb9ed137-3f07-4cb2-8fa9-0be9cc677497 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8e92a5dc387f47c99ce98da4d6fd9d92&device_id=1c3b0710-2e45-41e0-b02a-a9b95245f62a HTTP/1.1" status: 200 len: 1128 time: 0.1419117 May 28 17:26:07.539062 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a7729d-75f9-464c-9127-c6d29632a3f2 req-cffed6a2-8919-4271-82c2-1351bd1f1573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:26:07.540567 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-38a7729d-75f9-464c-9127-c6d29632a3f2 req-cffed6a2-8919-4271-82c2-1351bd1f1573 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ef03f64f-43e2-4121-9b36-bf95e66e6156&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0792809 May 28 17:26:07.564508 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:26:07.667240 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-210850d4-8287-4f74-b22f-a8aa8442f5e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:26:07.754983 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e958dbe-63bd-475f-8055-c382773cae74 req-d3b93034-b6ff-4918-aab4-6b9b2d13a73d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:26:07.756558 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-9e958dbe-63bd-475f-8055-c382773cae74 req-d3b93034-b6ff-4918-aab4-6b9b2d13a73d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=3425b63d-c751-49bf-b2d9-0568c8cdae34 HTTP/1.1" status: 200 len: 1130 time: 0.1651621 May 28 17:26:07.764386 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:26:07.803159 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c59470-5107-4e4a-ba89-fb151f5de216 req-39562d31-528e-4ceb-8238-f19da2f63fbb tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:26:07.804730 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-61c59470-5107-4e4a-ba89-fb151f5de216 req-39562d31-528e-4ceb-8238-f19da2f63fbb tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/ports?device_id=9d6203f1-8344-4493-9b94-22fb56f73a96 HTTP/1.1" status: 200 len: 944 time: 0.1448023 May 28 17:26:07.816519 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-9e958dbe-63bd-475f-8055-c382773cae74 req-2ba9c088-9801-4256-b46c-0ea4782f6e6b service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:26:07.821661 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d20ee64-9056-4fd0-8a00-837bfd4385ea req-6731ffba-00a2-4cbd-b376-5b6d48e062df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:26:07.823521 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-7d20ee64-9056-4fd0-8a00-837bfd4385ea req-6731ffba-00a2-4cbd-b376-5b6d48e062df service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=8e92a5dc387f47c99ce98da4d6fd9d92&shared=False HTTP/1.1" status: 200 len: 919 time: 0.3239586 May 28 17:26:07.857071 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-38a7729d-75f9-464c-9127-c6d29632a3f2 req-faea9016-cfab-4406-a88e-7e7833d60f9b service neutron] 10.222.0.16 "GET /v2.0/networks/ef03f64f-43e2-4121-9b36-bf95e66e6156?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3096013 May 28 17:26:07.947891 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c11ef6-ed8f-4561-8b82-00fc3b745722 req-cd6887fd-19cb-442b-ac00-d1a794a7baaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:26:07.949388 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-a1c11ef6-ed8f-4561-8b82-00fc3b745722 req-cd6887fd-19cb-442b-ac00-d1a794a7baaf service neutron] 10.222.0.16 "GET /v2.0/networks?id=77a1ea92-c07d-41a7-8668-7c3c660591aa HTTP/1.1" status: 200 len: 919 time: 0.4088476 May 28 17:26:07.969330 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f01772-e84e-4965-95e2-64cf9e4325a1 req-428f4b86-fe27-40bc-8ab1-6865e54b65b8 tempest-DeleteServersTestJSON-420937626 tempest-DeleteServersTestJSON-420937626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:26:07.970794 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-20f01772-e84e-4965-95e2-64cf9e4325a1 req-428f4b86-fe27-40bc-8ab1-6865e54b65b8 tempest-DeleteServersTestJSON-420937626 tempest-DeleteServersTestJSON-420937626-project] 10.222.0.33 "GET /v2.0/ports?device_id=3425b63d-c751-49bf-b2d9-0568c8cdae34 HTTP/1.1" status: 200 len: 946 time: 0.2674806 May 28 17:26:08.052296 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-a1c11ef6-ed8f-4561-8b82-00fc3b745722 req-d654eb9f-c954-4eb5-b581-2803c61f95d1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4e39dc15-aca5-489f-886d-23cd2b05b64d HTTP/1.1" status: 200 len: 217 time: 0.0938427 May 28 17:26:08.148418 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-61c59470-5107-4e4a-ba89-fb151f5de216 req-9d30a10c-0e2d-494e-9b7e-f60c1be4d7b6 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/security-groups?id=e86c30f5-196b-4340-88e9-8368ca719339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3326790 May 28 17:26:08.161687 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c11ef6-ed8f-4561-8b82-00fc3b745722 req-45896386-de8f-4bd6-9b8e-bbc26dcd1ade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:26:08.163144 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-a1c11ef6-ed8f-4561-8b82-00fc3b745722 req-45896386-de8f-4bd6-9b8e-bbc26dcd1ade service neutron] 10.222.0.16 "GET /v2.0/subnets?id=034da301-fbaa-496d-8b67-7a375e67ef37 HTTP/1.1" status: 200 len: 857 time: 0.1000066 May 28 17:26:08.179448 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-20f01772-e84e-4965-95e2-64cf9e4325a1 req-01e9ec1e-6615-4633-b8ea-ced2b7d25797 tempest-DeleteServersTestJSON-420937626 tempest-DeleteServersTestJSON-420937626-project] 10.222.0.33 "GET /v2.0/security-groups?id=571c4b98-2cb0-42e3-aa38-580d2b3677cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701539 May 28 17:26:08.186149 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-210850d4-8287-4f74-b22f-a8aa8442f5e7 admin admin] Publish callbacks [] for security_group (9c2bacc1-acf6-43c3-9cbc-41a51bcbcf85), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:26:08.256703 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Device 4e39dc15-aca5-489f-886d-23cd2b05b64d up at agent hyperv_hv-cinder-84372 {{(pid=103913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 28 17:26:08.263635 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d20ee64-9056-4fd0-8a00-837bfd4385ea req-76cb25d5-ea39-4456-bac9-cc3099d9efdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:26:08.265598 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-7d20ee64-9056-4fd0-8a00-837bfd4385ea req-76cb25d5-ea39-4456-bac9-cc3099d9efdc service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4328094 May 28 17:26:08.269292 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-38a7729d-75f9-464c-9127-c6d29632a3f2 req-09c8b243-ad13-4652-a593-da4392a398a0 service neutron] 10.222.0.16 "GET /v2.0/networks/ef03f64f-43e2-4121-9b36-bf95e66e6156?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3947065 May 28 17:26:08.293804 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-210850d4-8287-4f74-b22f-a8aa8442f5e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594961'] for security_group (9c2bacc1-acf6-43c3-9cbc-41a51bcbcf85), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:26:08.302817 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:26:08.350670 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Provisioning for port 4e39dc15-aca5-489f-886d-23cd2b05b64d completed by entity L2. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 28 17:26:08.367898 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Provisioning complete for port 4e39dc15-aca5-489f-886d-23cd2b05b64d triggered by entity L2. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 17:26:08.368610 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1821120'] for port (4e39dc15-aca5-489f-886d-23cd2b05b64d), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:26:08.371043 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-9e958dbe-63bd-475f-8055-c382773cae74 req-2ba9c088-9801-4256-b46c-0ea4782f6e6b service neutron] Publish callbacks [] for security_group (a70358bb-21bc-4066-a740-c491a5365b15), precommit_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:26:08.380931 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-9e958dbe-63bd-475f-8055-c382773cae74 req-2ba9c088-9801-4256-b46c-0ea4782f6e6b service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594961'] for security_group (a70358bb-21bc-4066-a740-c491a5365b15), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:26:08.389408 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:26:08.394796 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-210850d4-8287-4f74-b22f-a8aa8442f5e7 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=cd1abbfb21fe4492b33c134f3400a99a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9178941 May 28 17:26:08.394796 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c11ef6-ed8f-4561-8b82-00fc3b745722 req-da1a1878-c39e-4ee9-8ea7-43e146815967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:26:08.395496 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-a1c11ef6-ed8f-4561-8b82-00fc3b745722 req-da1a1878-c39e-4ee9-8ea7-43e146815967 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=77a1ea92-c07d-41a7-8668-7c3c660591aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2115321 May 28 17:26:08.395982 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.33', 55198) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:26:08.397245 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210850d4-8287-4f74-b22f-a8aa8442f5e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c2bacc1-acf6-43c3-9cbc-41a51bcbcf85,revision_number=1']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:26:08.497561 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241c40ab-bfee-461d-9868-a91f380fe6a7 req-27a1a642-3a74-43e7-9fe5-83d318968536 tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:26:08.505282 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-241c40ab-bfee-461d-9868-a91f380fe6a7 req-27a1a642-3a74-43e7-9fe5-83d318968536 tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] 10.222.0.33 "GET /v2.0/ports?device_id=3b3c1f29-31c9-4f5c-9875-fd1939062512 HTTP/1.1" status: 200 len: 943 time: 0.2297962 May 28 17:26:08.527814 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-9e958dbe-63bd-475f-8055-c382773cae74 req-2ba9c088-9801-4256-b46c-0ea4782f6e6b service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=571c4b98-2cb0-42e3-aa38-580d2b3677cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7598896 May 28 17:26:08.545533 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba9c088-9801-4256-b46c-0ea4782f6e6b service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=a70358bb-21bc-4066-a740-c491a5365b15,revision_number=1']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:26:08.559679 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Current status of the port 4e39dc15-aca5-489f-886d-23cd2b05b64d is: BUILD; New status is: ACTIVE {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 17:26:08.560644 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (4e39dc15-aca5-489f-886d-23cd2b05b64d), before_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:26:08.596133 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-241c40ab-bfee-461d-9868-a91f380fe6a7 req-022ad8a6-845a-4a11-b1ac-daa6ffd7cebe tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] 10.222.0.33 "GET /v2.0/security-groups?id=14c0c066-bc84-4396-a75f-e895035aefd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899994 May 28 17:26:08.601663 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-7490f6e4-8b6d-40c1-bb4c-66a7d7211c00 admin admin] Publish callbacks [] for security_group (9c2bacc1-acf6-43c3-9cbc-41a51bcbcf85), before_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:26:08.631581 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c3b0710-2e45-41e0-b02a-a9b95245f62a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e39dc15-aca5-489f-886d-23cd2b05b64d'}] {{(pid=103913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 17:26:08.634309 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fc7d66bd3c46bdb9792f0e064e6c35853b2e9fce1f0b0d0eb0c21c6a12b004b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07925055-1d11-47fa-a91d-12abf52779a9" -d '{"events": [{"server_uuid": "1c3b0710-2e45-41e0-b02a-a9b95245f62a", "name": "network-vif-plugged", "status": "completed", "tag": "4e39dc15-aca5-489f-886d-23cd2b05b64d"}]}' {{(pid=103913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 28 17:26:08.648216 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-7490f6e4-8b6d-40c1-bb4c-66a7d7211c00 admin admin] Publish callbacks [] for security_group (9c2bacc1-acf6-43c3-9cbc-41a51bcbcf85), precommit_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:26:08.675789 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] For port 4e39dc15-aca5-489f-886d-23cd2b05b64d, host hv-cinder-84372, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84372',level=0,port_id=4e39dc15-aca5-489f-886d-23cd2b05b64d,segment=NetworkSegment(a4610069-396c-410a-becf-747bd2412bad),segment_id=a4610069-396c-410a-becf-747bd2412bad)] {{(pid=103913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 17:26:08.684401 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735968512485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735968120131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735968120149'] for port (4e39dc15-aca5-489f-886d-23cd2b05b64d), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:26:08.699493 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616d331d-b6a8-461b-9378-4323c79b1ec4 req-f16ecb79-07ca-46ea-8d99-6063e538bfc7 tempest-VolumesSnapshotTestJSON-491387215 tempest-VolumesSnapshotTestJSON-491387215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:26:08.706085 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-616d331d-b6a8-461b-9378-4323c79b1ec4 req-f16ecb79-07ca-46ea-8d99-6063e538bfc7 tempest-VolumesSnapshotTestJSON-491387215 tempest-VolumesSnapshotTestJSON-491387215-project] 10.222.0.33 "GET /v2.0/networks?id=64d9df32-417a-4110-9ebe-97bfa607c330 HTTP/1.1" status: 200 len: 814 time: 0.3999090 May 28 17:26:08.715400 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 May 2022 17:26:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13a32043-2a35-4947-bd90-33547dbdd017 x-openstack-request-id: req-13a32043-2a35-4947-bd90-33547dbdd017 {{(pid=103913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 28 17:26:08.719395 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c3b0710-2e45-41e0-b02a-a9b95245f62a", "name": "network-vif-plugged", "status": "completed", "tag": "4e39dc15-aca5-489f-886d-23cd2b05b64d", "code": 200}]} {{(pid=103913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 28 17:26:08.719965 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-13a32043-2a35-4947-bd90-33547dbdd017 {{(pid=103913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 28 17:26:08.720560 dv-cinder-843729-1-iscsi neutron-server[103913]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13a32043-2a35-4947-bd90-33547dbdd017'] response: {'server_uuid': '1c3b0710-2e45-41e0-b02a-a9b95245f62a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e39dc15-aca5-489f-886d-23cd2b05b64d', 'code': 200} May 28 17:26:08.748115 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-616d331d-b6a8-461b-9378-4323c79b1ec4 req-c7547498-00e3-44fd-bf37-8cdfc9329a1e tempest-VolumesSnapshotTestJSON-491387215 tempest-VolumesSnapshotTestJSON-491387215-project] 10.222.0.33 "GET /v2.0/quotas/dd6efc6e9dad4ab1b9c40ab78d5a360d HTTP/1.1" status: 200 len: 375 time: 0.0410929 May 28 17:26:08.768020 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Pushing event updated for resources: {'Port': ['ID=4e39dc15-aca5-489f-886d-23cd2b05b64d,revision_number=5']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:26:08.787586 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-616d331d-b6a8-461b-9378-4323c79b1ec4 req-93ebb1f4-d260-465d-b7c5-6eda4f0f6a37 tempest-VolumesSnapshotTestJSON-491387215 tempest-VolumesSnapshotTestJSON-491387215-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=dd6efc6e9dad4ab1b9c40ab78d5a360d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0383255 May 28 17:26:08.829279 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-7490f6e4-8b6d-40c1-bb4c-66a7d7211c00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594961'] for security_group (9c2bacc1-acf6-43c3-9cbc-41a51bcbcf85), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:26:08.832212 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-7490f6e4-8b6d-40c1-bb4c-66a7d7211c00 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:26:08.833356 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-7490f6e4-8b6d-40c1-bb4c-66a7d7211c00 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/9c2bacc1-acf6-43c3-9cbc-41a51bcbcf85 HTTP/1.1" status: 204 len: 168 time: 0.4329083 May 28 17:26:08.902252 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7490f6e4-8b6d-40c1-bb4c-66a7d7211c00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c2bacc1-acf6-43c3-9cbc-41a51bcbcf85,revision_number=None']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:26:08.963945 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-616d331d-b6a8-461b-9378-4323c79b1ec4 req-abae9a82-19ed-4c1c-8642-36de847c75cb service neutron] 10.222.0.33 "GET /v2.0/networks/64d9df32-417a-4110-9ebe-97bfa607c330?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752667 May 28 17:26:09.056162 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=2 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:26:09.068931 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-616d331d-b6a8-461b-9378-4323c79b1ec4 req-4378f09d-5b2a-4a2a-9f0b-79340a9a0cbf service neutron] 10.222.0.33 "GET /v2.0/networks/64d9df32-417a-4110-9ebe-97bfa607c330?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012986 May 28 17:26:09.181154 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.33', 55230) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:26:09.201474 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-7507358e-5f80-4365-8181-b49a46ac0159 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:26:09.262177 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-6bf38344-e7b5-426d-ad53-aedfa1c43fe3 req-067c2eeb-133c-4d18-9de6-063870bce338 tempest-VolumesSnapshotTestJSON-491387215 tempest-VolumesSnapshotTestJSON-491387215-project] 10.222.0.33 "GET /v2.0/ports?device_id=e99fbe7a-b9c4-4f37-a515-9e598de8b512 HTTP/1.1" status: 200 len: 210 time: 0.0353312 May 28 17:26:09.310323 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943272f5-af8b-4b12-8c4b-600b72ac49d3 req-ec081b2f-7410-44da-bad8-ed8aaa40999b tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:26:09.311954 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-943272f5-af8b-4b12-8c4b-600b72ac49d3 req-ec081b2f-7410-44da-bad8-ed8aaa40999b tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/ports?device_id=9d6203f1-8344-4493-9b94-22fb56f73a96 HTTP/1.1" status: 200 len: 944 time: 0.0857122 May 28 17:26:09.357637 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-7507358e-5f80-4365-8181-b49a46ac0159 admin admin] Publish callbacks [] for security_group (e5fe7a34-43a8-4d20-8204-a0fc142721cc), precommit_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:26:09.371055 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-7507358e-5f80-4365-8181-b49a46ac0159 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594961'] for security_group (e5fe7a34-43a8-4d20-8204-a0fc142721cc), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:26:09.392157 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34deac6-d9c4-4435-9e75-14242ee04e8f req-9c198d09-2090-4a50-b847-6e375ae4b055 tempest-DeleteServersTestJSON-420937626 tempest-DeleteServersTestJSON-420937626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:26:09.393545 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-d34deac6-d9c4-4435-9e75-14242ee04e8f req-9c198d09-2090-4a50-b847-6e375ae4b055 tempest-DeleteServersTestJSON-420937626 tempest-DeleteServersTestJSON-420937626-project] 10.222.0.33 "GET /v2.0/ports?device_id=3425b63d-c751-49bf-b2d9-0568c8cdae34 HTTP/1.1" status: 200 len: 946 time: 0.0614464 May 28 17:26:09.406001 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-943272f5-af8b-4b12-8c4b-600b72ac49d3 req-cc531ef6-082a-4126-a800-bc29e01282f1 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/security-groups?id=e86c30f5-196b-4340-88e9-8368ca719339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851114 May 28 17:26:09.427057 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-7507358e-5f80-4365-8181-b49a46ac0159 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=357e4787bcca44018b516f28c7f3124e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2441413 May 28 17:26:09.429104 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7507358e-5f80-4365-8181-b49a46ac0159 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5fe7a34-43a8-4d20-8204-a0fc142721cc,revision_number=1']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:26:09.432304 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.33', 55240) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:26:09.474686 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-d34deac6-d9c4-4435-9e75-14242ee04e8f req-94e715e5-d86a-4ba1-b631-bce607269da3 tempest-DeleteServersTestJSON-420937626 tempest-DeleteServersTestJSON-420937626-project] 10.222.0.33 "GET /v2.0/security-groups?id=571c4b98-2cb0-42e3-aa38-580d2b3677cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723677 May 28 17:26:09.501964 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-c448f906-c1e9-4bcc-b729-341f8fc7267b admin admin] Publish callbacks [] for security_group (e5fe7a34-43a8-4d20-8204-a0fc142721cc), before_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:26:09.528697 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-c448f906-c1e9-4bcc-b729-341f8fc7267b admin admin] Publish callbacks [] for security_group (e5fe7a34-43a8-4d20-8204-a0fc142721cc), precommit_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:26:09.559789 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:26:09.581022 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-c448f906-c1e9-4bcc-b729-341f8fc7267b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594961'] for security_group (e5fe7a34-43a8-4d20-8204-a0fc142721cc), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:26:09.584410 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-c448f906-c1e9-4bcc-b729-341f8fc7267b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:26:09.584926 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-c448f906-c1e9-4bcc-b729-341f8fc7267b admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/e5fe7a34-43a8-4d20-8204-a0fc142721cc HTTP/1.1" status: 204 len: 168 time: 0.1520114 May 28 17:26:09.594164 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c448f906-c1e9-4bcc-b729-341f8fc7267b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5fe7a34-43a8-4d20-8204-a0fc142721cc,revision_number=None']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:26:09.701230 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2c0fc5-ac51-49f3-aa69-40652a727679 req-19f3a2c9-a097-443c-953e-6aa8b54362d9 tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:26:09.702690 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-ef2c0fc5-ac51-49f3-aa69-40652a727679 req-19f3a2c9-a097-443c-953e-6aa8b54362d9 tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] 10.222.0.33 "GET /v2.0/ports?device_id=3b3c1f29-31c9-4f5c-9875-fd1939062512 HTTP/1.1" status: 200 len: 943 time: 0.0498378 May 28 17:26:09.752824 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-ef2c0fc5-ac51-49f3-aa69-40652a727679 req-c48cd8d0-52c0-44af-978c-b9aa41178795 tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] 10.222.0.33 "GET /v2.0/security-groups?id=14c0c066-bc84-4396-a75f-e895035aefd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437582 May 28 17:26:10.378654 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-a1059cee-5e44-4525-b34f-1173a2f35ccc req-80af173c-f1ca-486d-9ebb-247b5461f0d8 tempest-VolumesSnapshotTestJSON-491387215 tempest-VolumesSnapshotTestJSON-491387215-project] 10.222.0.33 "GET /v2.0/ports?device_id=e99fbe7a-b9c4-4f37-a515-9e598de8b512 HTTP/1.1" status: 200 len: 210 time: 0.0449815 May 28 17:26:10.574542 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac341fdc-1601-4b8a-92e9-21e304e6a252 req-53d5045e-b594-48fc-90d3-8cfe3a1b0831 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:26:10.583188 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-ac341fdc-1601-4b8a-92e9-21e304e6a252 req-53d5045e-b594-48fc-90d3-8cfe3a1b0831 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/ports?device_id=9d6203f1-8344-4493-9b94-22fb56f73a96 HTTP/1.1" status: 200 len: 944 time: 0.0653851 May 28 17:26:10.634648 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-ac341fdc-1601-4b8a-92e9-21e304e6a252 req-f0b639c7-afdb-40d9-a855-a00d2368b538 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/security-groups?id=e86c30f5-196b-4340-88e9-8368ca719339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501156 May 28 17:26:10.645843 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf35005-aabb-4073-9bce-3786a45b7783 req-3680fe7a-b215-48a5-af1d-31db5f033946 tempest-DeleteServersTestJSON-420937626 tempest-DeleteServersTestJSON-420937626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:26:10.647583 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-ddf35005-aabb-4073-9bce-3786a45b7783 req-3680fe7a-b215-48a5-af1d-31db5f033946 tempest-DeleteServersTestJSON-420937626 tempest-DeleteServersTestJSON-420937626-project] 10.222.0.33 "GET /v2.0/ports?device_id=3425b63d-c751-49bf-b2d9-0568c8cdae34 HTTP/1.1" status: 200 len: 946 time: 0.0595036 May 28 17:26:10.712465 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-ddf35005-aabb-4073-9bce-3786a45b7783 req-5bce4d27-f97e-4c01-b647-7b72279b8c73 tempest-DeleteServersTestJSON-420937626 tempest-DeleteServersTestJSON-420937626-project] 10.222.0.33 "GET /v2.0/security-groups?id=571c4b98-2cb0-42e3-aa38-580d2b3677cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544522 May 28 17:26:10.870264 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.33', 55322) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:26:10.872100 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdc5995-9778-4c15-add4-af3da6288ceb req-7ceaff08-6999-4204-9fa5-23a8870d70d0 tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:26:10.878989 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-0fdc5995-9778-4c15-add4-af3da6288ceb req-7ceaff08-6999-4204-9fa5-23a8870d70d0 tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] 10.222.0.33 "GET /v2.0/ports?device_id=3b3c1f29-31c9-4f5c-9875-fd1939062512 HTTP/1.1" status: 200 len: 943 time: 0.0571113 May 28 17:26:10.921893 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:26:10.927049 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-0fdc5995-9778-4c15-add4-af3da6288ceb req-14da2cfd-90c3-44a8-8355-20fa914b51ff tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] 10.222.0.33 "GET /v2.0/security-groups?id=14c0c066-bc84-4396-a75f-e895035aefd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470946 May 28 17:26:10.998101 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-98e28b2b-a3a7-4001-9961-965cae6d57e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:26:11.086161 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-98e28b2b-a3a7-4001-9961-965cae6d57e9 admin admin] Publish callbacks [] for security_group (e2269e60-a356-4065-bd73-6678f42b4989), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:26:11.100822 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-98e28b2b-a3a7-4001-9961-965cae6d57e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594961'] for security_group (e2269e60-a356-4065-bd73-6678f42b4989), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:26:11.133901 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-98e28b2b-a3a7-4001-9961-965cae6d57e9 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=2fe3f1e80cad48f29980ad57654aeae8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2602310 May 28 17:26:11.133901 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e28b2b-a3a7-4001-9961-965cae6d57e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2269e60-a356-4065-bd73-6678f42b4989,revision_number=1']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:26:11.134720 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.33', 55338) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:26:11.186082 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-fb7e6e77-c486-4ec0-b88b-2cdcf9eccb28 admin admin] Publish callbacks [] for security_group (e2269e60-a356-4065-bd73-6678f42b4989), before_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:26:11.208226 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-fb7e6e77-c486-4ec0-b88b-2cdcf9eccb28 admin admin] Publish callbacks [] for security_group (e2269e60-a356-4065-bd73-6678f42b4989), precommit_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:26:11.257027 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-fb7e6e77-c486-4ec0-b88b-2cdcf9eccb28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594961'] for security_group (e2269e60-a356-4065-bd73-6678f42b4989), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:26:11.260252 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-fb7e6e77-c486-4ec0-b88b-2cdcf9eccb28 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:26:11.261422 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-fb7e6e77-c486-4ec0-b88b-2cdcf9eccb28 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/e2269e60-a356-4065-bd73-6678f42b4989 HTTP/1.1" status: 204 len: 168 time: 0.1242642 May 28 17:26:11.269660 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7e6e77-c486-4ec0-b88b-2cdcf9eccb28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2269e60-a356-4065-bd73-6678f42b4989,revision_number=None']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:26:11.476135 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-c68c680d-7c62-4cc5-a754-3449dee9620b req-6296d75f-5b2d-4cdb-8573-70d44a5b1c35 tempest-VolumesSnapshotTestJSON-491387215 tempest-VolumesSnapshotTestJSON-491387215-project] 10.222.0.33 "GET /v2.0/ports?device_id=e99fbe7a-b9c4-4f37-a515-9e598de8b512 HTTP/1.1" status: 200 len: 210 time: 0.0296116 May 28 17:26:11.644173 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.33', 55358) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:26:11.666256 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-01eb5828-4614-4f0f-90cd-4e4756c7e58c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:26:11.702463 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=9 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:26:11.765673 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-01eb5828-4614-4f0f-90cd-4e4756c7e58c admin admin] Publish callbacks [] for security_group (49e6b010-10fa-407c-af78-273476d15e7b), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:26:11.770001 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-01eb5828-4614-4f0f-90cd-4e4756c7e58c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594961'] for security_group (49e6b010-10fa-407c-af78-273476d15e7b), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:26:11.795654 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c3bfeb-64eb-494d-9153-90cab95f00d6 req-3774ba0d-2ede-4119-9de3-6aaa1d4c41c6 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:26:11.798596 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-25c3bfeb-64eb-494d-9153-90cab95f00d6 req-3774ba0d-2ede-4119-9de3-6aaa1d4c41c6 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/ports?device_id=9d6203f1-8344-4493-9b94-22fb56f73a96 HTTP/1.1" status: 200 len: 944 time: 0.0762784 May 28 17:26:11.854355 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-25c3bfeb-64eb-494d-9153-90cab95f00d6 req-af5d36a1-d987-4184-b92b-b68e19a2c41d tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/security-groups?id=e86c30f5-196b-4340-88e9-8368ca719339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486591 May 28 17:26:11.861013 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.33', 55368) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:26:11.861456 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-01eb5828-4614-4f0f-90cd-4e4756c7e58c admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=8c171927891346b688d93e772428e839&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2157016 May 28 17:26:11.862462 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01eb5828-4614-4f0f-90cd-4e4756c7e58c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49e6b010-10fa-407c-af78-273476d15e7b,revision_number=1']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:26:11.895702 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69eeb3df-e115-4d93-af30-995bc7c31289 req-d6896c5a-3c91-4806-8793-603af4c18226 tempest-DeleteServersTestJSON-420937626 tempest-DeleteServersTestJSON-420937626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:26:11.897620 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-69eeb3df-e115-4d93-af30-995bc7c31289 req-d6896c5a-3c91-4806-8793-603af4c18226 tempest-DeleteServersTestJSON-420937626 tempest-DeleteServersTestJSON-420937626-project] 10.222.0.33 "GET /v2.0/ports?device_id=3425b63d-c751-49bf-b2d9-0568c8cdae34 HTTP/1.1" status: 200 len: 946 time: 0.0847244 May 28 17:26:11.923280 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-09afdc15-6001-47e7-9615-60863b0a322b admin admin] Publish callbacks [] for security_group (49e6b010-10fa-407c-af78-273476d15e7b), before_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:26:11.946706 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-09afdc15-6001-47e7-9615-60863b0a322b admin admin] Publish callbacks [] for security_group (49e6b010-10fa-407c-af78-273476d15e7b), precommit_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:26:11.949765 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-69eeb3df-e115-4d93-af30-995bc7c31289 req-f698a564-923e-4c99-8e7f-18db0bd44973 tempest-DeleteServersTestJSON-420937626 tempest-DeleteServersTestJSON-420937626-project] 10.222.0.33 "GET /v2.0/security-groups?id=571c4b98-2cb0-42e3-aa38-580d2b3677cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455365 May 28 17:26:12.009986 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-09afdc15-6001-47e7-9615-60863b0a322b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594961'] for security_group (49e6b010-10fa-407c-af78-273476d15e7b), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:26:12.012964 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-09afdc15-6001-47e7-9615-60863b0a322b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:26:12.016596 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-09afdc15-6001-47e7-9615-60863b0a322b admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/49e6b010-10fa-407c-af78-273476d15e7b HTTP/1.1" status: 204 len: 168 time: 0.1501830 May 28 17:26:12.036989 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09afdc15-6001-47e7-9615-60863b0a322b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49e6b010-10fa-407c-af78-273476d15e7b,revision_number=None']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:26:12.076241 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fca35f-ba2b-4fb3-9ab9-88997578a4da req-82fbdb3e-c3c3-45f6-806a-ac643323cd01 tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:26:12.080076 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-f8fca35f-ba2b-4fb3-9ab9-88997578a4da req-82fbdb3e-c3c3-45f6-806a-ac643323cd01 tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] 10.222.0.33 "GET /v2.0/ports?device_id=3b3c1f29-31c9-4f5c-9875-fd1939062512 HTTP/1.1" status: 200 len: 943 time: 0.0610466 May 28 17:26:12.148138 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-f8fca35f-ba2b-4fb3-9ab9-88997578a4da req-5a1a6897-12e0-4312-b8c6-6a8a82dbd0a8 tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] 10.222.0.33 "GET /v2.0/security-groups?id=14c0c066-bc84-4396-a75f-e895035aefd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628285 May 28 17:26:12.415710 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=4 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:26:12.429594 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=2 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:26:12.590726 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-7c9e6a5a-fc10-45da-bfea-ed4785078aa3 req-4a602670-1bb2-48e3-a71d-464803c1b4df tempest-VolumesSnapshotTestJSON-491387215 tempest-VolumesSnapshotTestJSON-491387215-project] 10.222.0.33 "GET /v2.0/ports?device_id=e99fbe7a-b9c4-4f37-a515-9e598de8b512 HTTP/1.1" status: 200 len: 210 time: 0.0296209 May 28 17:26:12.651046 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.33', 55406) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:26:12.758583 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-5bb9841f-fab1-4227-bd9d-afb2aafca02b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:26:12.823801 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:26:12.843593 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-5bb9841f-fab1-4227-bd9d-afb2aafca02b admin admin] Publish callbacks [] for security_group (66ecd8aa-493f-495d-a2e3-e1b06374b0e6), precommit_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:26:12.847860 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-5bb9841f-fab1-4227-bd9d-afb2aafca02b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594961'] for security_group (66ecd8aa-493f-495d-a2e3-e1b06374b0e6), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:26:12.887125 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb9841f-fab1-4227-bd9d-afb2aafca02b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66ecd8aa-493f-495d-a2e3-e1b06374b0e6,revision_number=1']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:26:12.893975 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.33', 55420) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:26:12.894155 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-5bb9841f-fab1-4227-bd9d-afb2aafca02b admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=8ec9d15a03184e2c908f97e69a0736f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2420709 May 28 17:26:12.952118 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-8ad55253-573d-4ce5-9df2-cbdaa6297566 admin admin] Publish callbacks [] for security_group (66ecd8aa-493f-495d-a2e3-e1b06374b0e6), before_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:26:12.974770 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-8ad55253-573d-4ce5-9df2-cbdaa6297566 admin admin] Publish callbacks [] for security_group (66ecd8aa-493f-495d-a2e3-e1b06374b0e6), precommit_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:26:12.992285 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:26:12.999359 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa2d444-eadf-42be-ac2e-edf9a647a6a7 req-d3aadea4-6d16-4000-897c-6c3bd5faa409 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:26:13.001145 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-5aa2d444-eadf-42be-ac2e-edf9a647a6a7 req-d3aadea4-6d16-4000-897c-6c3bd5faa409 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/ports?device_id=9d6203f1-8344-4493-9b94-22fb56f73a96 HTTP/1.1" status: 200 len: 944 time: 0.0606854 May 28 17:26:13.033243 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-8ad55253-573d-4ce5-9df2-cbdaa6297566 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594961'] for security_group (66ecd8aa-493f-495d-a2e3-e1b06374b0e6), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:26:13.036601 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-8ad55253-573d-4ce5-9df2-cbdaa6297566 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:26:13.040815 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-8ad55253-573d-4ce5-9df2-cbdaa6297566 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/66ecd8aa-493f-495d-a2e3-e1b06374b0e6 HTTP/1.1" status: 204 len: 168 time: 0.1458230 May 28 17:26:13.051995 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad55253-573d-4ce5-9df2-cbdaa6297566 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66ecd8aa-493f-495d-a2e3-e1b06374b0e6,revision_number=None']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:26:13.075078 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-5aa2d444-eadf-42be-ac2e-edf9a647a6a7 req-f5bebdee-041b-4ef6-9665-bb7dcdf57ebb tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/security-groups?id=e86c30f5-196b-4340-88e9-8368ca719339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669279 May 28 17:26:13.124195 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9176fffb-8c4f-4b1e-8fd8-b259837d3afd req-d285bcdd-3c30-4e14-9c12-74ebae0d5746 tempest-DeleteServersTestJSON-420937626 tempest-DeleteServersTestJSON-420937626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:26:13.125673 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-9176fffb-8c4f-4b1e-8fd8-b259837d3afd req-d285bcdd-3c30-4e14-9c12-74ebae0d5746 tempest-DeleteServersTestJSON-420937626 tempest-DeleteServersTestJSON-420937626-project] 10.222.0.33 "GET /v2.0/ports?device_id=3425b63d-c751-49bf-b2d9-0568c8cdae34 HTTP/1.1" status: 200 len: 946 time: 0.0831978 May 28 17:26:13.192963 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-9176fffb-8c4f-4b1e-8fd8-b259837d3afd req-be5a017d-54f1-4f2e-995a-e492abc29949 tempest-DeleteServersTestJSON-420937626 tempest-DeleteServersTestJSON-420937626-project] 10.222.0.33 "GET /v2.0/security-groups?id=571c4b98-2cb0-42e3-aa38-580d2b3677cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599427 May 28 17:26:13.299590 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2dda18-c818-4008-8eb6-3f934d6bcaad req-d87386d0-d0d3-405e-a7c1-812801f7c786 tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:26:13.301069 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-2b2dda18-c818-4008-8eb6-3f934d6bcaad req-d87386d0-d0d3-405e-a7c1-812801f7c786 tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] 10.222.0.33 "GET /v2.0/ports?device_id=3b3c1f29-31c9-4f5c-9875-fd1939062512 HTTP/1.1" status: 200 len: 943 time: 0.0576501 May 28 17:26:13.355809 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-2b2dda18-c818-4008-8eb6-3f934d6bcaad req-37fd7953-e928-4d46-8b0e-d85ae9414b30 tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] 10.222.0.33 "GET /v2.0/security-groups?id=14c0c066-bc84-4396-a75f-e895035aefd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478745 May 28 17:26:13.391842 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.33', 55442) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:26:13.405869 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-59e8a4b4-822f-419b-a48b-614a48ad41ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:26:13.492277 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-59e8a4b4-822f-419b-a48b-614a48ad41ee admin admin] Publish callbacks [] for security_group (ead23053-a80a-4cbd-b3f0-ee281a1918ad), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:26:13.497303 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-59e8a4b4-822f-419b-a48b-614a48ad41ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594961'] for security_group (ead23053-a80a-4cbd-b3f0-ee281a1918ad), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:26:13.545494 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-59e8a4b4-822f-419b-a48b-614a48ad41ee admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=a964bc2e302b4652ade830aa5d87c2d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1507232 May 28 17:26:13.546427 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.33', 55446) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:26:13.549414 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e8a4b4-822f-419b-a48b-614a48ad41ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ead23053-a80a-4cbd-b3f0-ee281a1918ad,revision_number=1']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:26:13.601645 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-4edcc9c8-1f2d-4ac9-9a01-a03eaf251c15 admin admin] Publish callbacks [] for security_group (ead23053-a80a-4cbd-b3f0-ee281a1918ad), before_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:26:13.624582 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-4edcc9c8-1f2d-4ac9-9a01-a03eaf251c15 admin admin] Publish callbacks [] for security_group (ead23053-a80a-4cbd-b3f0-ee281a1918ad), precommit_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:26:13.702118 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-d961be88-2cc2-4493-ad00-ec2ba7892882 req-9de97225-2d0b-44c4-9efa-50a5d405d44b tempest-VolumesSnapshotTestJSON-491387215 tempest-VolumesSnapshotTestJSON-491387215-project] 10.222.0.33 "GET /v2.0/ports?device_id=e99fbe7a-b9c4-4f37-a515-9e598de8b512 HTTP/1.1" status: 200 len: 210 time: 0.0324490 May 28 17:26:13.704448 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-4edcc9c8-1f2d-4ac9-9a01-a03eaf251c15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594961'] for security_group (ead23053-a80a-4cbd-b3f0-ee281a1918ad), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:26:13.707519 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-4edcc9c8-1f2d-4ac9-9a01-a03eaf251c15 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:26:13.710946 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-4edcc9c8-1f2d-4ac9-9a01-a03eaf251c15 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/ead23053-a80a-4cbd-b3f0-ee281a1918ad HTTP/1.1" status: 204 len: 168 time: 0.1602504 May 28 17:26:13.726173 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edcc9c8-1f2d-4ac9-9a01-a03eaf251c15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ead23053-a80a-4cbd-b3f0-ee281a1918ad,revision_number=None']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:26:14.185982 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=8 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:26:14.223919 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4d5a9a-a150-4280-a958-bbefdce0e152 req-9524735b-efa8-48bc-a9f3-30f21ef00e01 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:26:14.234271 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-8b4d5a9a-a150-4280-a958-bbefdce0e152 req-9524735b-efa8-48bc-a9f3-30f21ef00e01 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/ports?device_id=9d6203f1-8344-4493-9b94-22fb56f73a96 HTTP/1.1" status: 200 len: 944 time: 0.0868359 May 28 17:26:14.299467 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-8b4d5a9a-a150-4280-a958-bbefdce0e152 req-e0897c4b-5ef6-4889-a064-4cee5925bd86 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/security-groups?id=e86c30f5-196b-4340-88e9-8368ca719339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637231 May 28 17:26:14.312290 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:INSERT=9,neutron:SELECT=85,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:26:14.344788 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f0c554-bde3-403f-9450-8057a64905de req-519f82df-1207-4af1-8623-04e471c1d063 tempest-DeleteServersTestJSON-420937626 tempest-DeleteServersTestJSON-420937626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:26:14.352054 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-69f0c554-bde3-403f-9450-8057a64905de req-519f82df-1207-4af1-8623-04e471c1d063 tempest-DeleteServersTestJSON-420937626 tempest-DeleteServersTestJSON-420937626-project] 10.222.0.33 "GET /v2.0/ports?device_id=3425b63d-c751-49bf-b2d9-0568c8cdae34 HTTP/1.1" status: 200 len: 946 time: 0.0873587 May 28 17:26:14.452318 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-69f0c554-bde3-403f-9450-8057a64905de req-aff65c5d-fa95-4708-980a-944dceb139b1 tempest-DeleteServersTestJSON-420937626 tempest-DeleteServersTestJSON-420937626-project] 10.222.0.33 "GET /v2.0/security-groups?id=571c4b98-2cb0-42e3-aa38-580d2b3677cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993147 May 28 17:26:14.499180 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb997949-49dd-4625-af20-f51d1099c72d req-255c79e1-2329-4c40-9f6d-cac17b5c141f tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:26:14.500934 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-cb997949-49dd-4625-af20-f51d1099c72d req-255c79e1-2329-4c40-9f6d-cac17b5c141f tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] 10.222.0.33 "GET /v2.0/ports?device_id=3b3c1f29-31c9-4f5c-9875-fd1939062512 HTTP/1.1" status: 200 len: 943 time: 0.0562518 May 28 17:26:14.568430 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-cb997949-49dd-4625-af20-f51d1099c72d req-e1639aca-0f67-417b-bddb-297e54cc0105 tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] 10.222.0.33 "GET /v2.0/security-groups?id=14c0c066-bc84-4396-a75f-e895035aefd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611374 May 28 17:26:14.856018 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-a928ed6a-34b9-40b0-89e2-4f79ae9a6ebf req-f20b5346-24a1-4c0a-ad36-9ec91239af36 tempest-VolumesSnapshotTestJSON-491387215 tempest-VolumesSnapshotTestJSON-491387215-project] 10.222.0.33 "GET /v2.0/ports?device_id=e99fbe7a-b9c4-4f37-a515-9e598de8b512 HTTP/1.1" status: 200 len: 210 time: 0.0342960 May 28 17:26:15.189845 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60dd2dc-2485-4f49-b2b4-22d773f64f4a req-37b0c04a-e163-48c9-a843-bcfbc18e2053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:26:15.191415 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-a60dd2dc-2485-4f49-b2b4-22d773f64f4a req-37b0c04a-e163-48c9-a843-bcfbc18e2053 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8e92a5dc387f47c99ce98da4d6fd9d92&device_id=9d6203f1-8344-4493-9b94-22fb56f73a96 HTTP/1.1" status: 200 len: 1128 time: 0.0552373 May 28 17:26:15.280549 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-a1c11ef6-ed8f-4561-8b82-00fc3b745722 req-c511fe66-4372-47dc-958a-a7d92868ae23 service neutron] 10.222.0.16 "GET /v2.0/networks/77a1ea92-c07d-41a7-8668-7c3c660591aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040425 May 28 17:26:15.416601 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cce37bb-9fbd-489b-9556-5df34f44dd31 req-42e3de2c-4fbb-4fe6-9aff-e7d6aed964df tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:26:15.418682 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-0cce37bb-9fbd-489b-9556-5df34f44dd31 req-42e3de2c-4fbb-4fe6-9aff-e7d6aed964df tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/ports?device_id=9d6203f1-8344-4493-9b94-22fb56f73a96 HTTP/1.1" status: 200 len: 944 time: 0.0512602 May 28 17:26:15.469973 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-0cce37bb-9fbd-489b-9556-5df34f44dd31 req-f7cab57e-6157-47b6-b446-42a7c2022217 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/security-groups?id=e86c30f5-196b-4340-88e9-8368ca719339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445786 May 28 17:26:15.571006 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf00797d-1be3-4634-841b-914e9ac138bb req-011c660c-429c-44a2-b563-3282640b530c tempest-DeleteServersTestJSON-420937626 tempest-DeleteServersTestJSON-420937626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:26:15.572558 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-bf00797d-1be3-4634-841b-914e9ac138bb req-011c660c-429c-44a2-b563-3282640b530c tempest-DeleteServersTestJSON-420937626 tempest-DeleteServersTestJSON-420937626-project] 10.222.0.33 "GET /v2.0/ports?device_id=3425b63d-c751-49bf-b2d9-0568c8cdae34 HTTP/1.1" status: 200 len: 946 time: 0.0487690 May 28 17:26:15.626248 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-bf00797d-1be3-4634-841b-914e9ac138bb req-b759f1e8-8f6b-48f5-be6d-f76a6c5fd8b6 tempest-DeleteServersTestJSON-420937626 tempest-DeleteServersTestJSON-420937626-project] 10.222.0.33 "GET /v2.0/security-groups?id=571c4b98-2cb0-42e3-aa38-580d2b3677cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473893 May 28 17:26:15.695506 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089f8659-1e12-4a80-b3c4-5358223b4354 req-fef1975d-c079-444d-b9e0-1a5f24dfeed0 tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:26:15.696984 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-089f8659-1e12-4a80-b3c4-5358223b4354 req-fef1975d-c079-444d-b9e0-1a5f24dfeed0 tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] 10.222.0.33 "GET /v2.0/ports?device_id=3b3c1f29-31c9-4f5c-9875-fd1939062512 HTTP/1.1" status: 200 len: 943 time: 0.0475397 May 28 17:26:15.752952 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-089f8659-1e12-4a80-b3c4-5358223b4354 req-5504a99a-3844-48bd-af5c-9db3837dfc14 tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] 10.222.0.33 "GET /v2.0/security-groups?id=14c0c066-bc84-4396-a75f-e895035aefd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493033 May 28 17:26:15.797307 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-a60dd2dc-2485-4f49-b2b4-22d773f64f4a req-b2fd1eba-3b77-4d22-bf03-e849b470523f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=047a6d17-d6d2-4e8d-afee-99011f7fd562 HTTP/1.1" status: 200 len: 217 time: 0.0387940 May 28 17:26:15.915413 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-a1c11ef6-ed8f-4561-8b82-00fc3b745722 req-b9e459a2-6415-46d6-806e-b9913d8b603e service neutron] 10.222.0.16 "GET /v2.0/networks/77a1ea92-c07d-41a7-8668-7c3c660591aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429799 May 28 17:26:15.945650 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60dd2dc-2485-4f49-b2b4-22d773f64f4a req-06dfe130-76f5-4709-bfc8-5bb98b2123ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:26:15.948225 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-a60dd2dc-2485-4f49-b2b4-22d773f64f4a req-06dfe130-76f5-4709-bfc8-5bb98b2123ea service neutron] 10.222.0.16 "GET /v2.0/subnets?id=034da301-fbaa-496d-8b67-7a375e67ef37 HTTP/1.1" status: 200 len: 857 time: 0.1349595 May 28 17:26:16.017691 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-c0c3b771-f8d8-4596-a30e-6be07375b3ed req-e6898485-8840-4027-b36e-162c93795536 tempest-VolumesSnapshotTestJSON-491387215 tempest-VolumesSnapshotTestJSON-491387215-project] 10.222.0.33 "GET /v2.0/ports?device_id=e99fbe7a-b9c4-4f37-a515-9e598de8b512 HTTP/1.1" status: 200 len: 210 time: 0.0592310 May 28 17:26:16.068781 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60dd2dc-2485-4f49-b2b4-22d773f64f4a req-c26f0174-c8da-4647-b521-d7c0ced6776a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:26:16.070497 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-a60dd2dc-2485-4f49-b2b4-22d773f64f4a req-c26f0174-c8da-4647-b521-d7c0ced6776a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=77a1ea92-c07d-41a7-8668-7c3c660591aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0800164 May 28 17:26:16.114740 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d149c9-66f2-42db-9352-e03322b0bb6e req-b3d61a2f-72df-45c4-8949-3a922eafddaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:26:16.117492 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-b4d149c9-66f2-42db-9352-e03322b0bb6e req-b3d61a2f-72df-45c4-8949-3a922eafddaa service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=1c3b0710-2e45-41e0-b02a-a9b95245f62a HTTP/1.1" status: 200 len: 1129 time: 0.0986960 May 28 17:26:16.153088 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:DELETE=3 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:26:16.211694 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-b4d149c9-66f2-42db-9352-e03322b0bb6e req-5c9941f9-1a8f-4d20-8b0b-1e6e590d31fc service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=e86c30f5-196b-4340-88e9-8368ca719339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713627 May 28 17:26:16.215013 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-a60dd2dc-2485-4f49-b2b4-22d773f64f4a req-a8d3b20e-5bba-4862-a734-a88449540e53 service neutron] 10.222.0.16 "GET /v2.0/networks/77a1ea92-c07d-41a7-8668-7c3c660591aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373093 May 28 17:26:16.276434 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Device d234e00a-5520-40b5-aa3f-c3a3f2a506ee details requested by agent hyperv_hv-cinder-84372 with host hv-cinder-84372 {{(pid=103913) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 28 17:26:16.381715 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] For port d234e00a-5520-40b5-aa3f-c3a3f2a506ee, host hv-cinder-84372, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84372',level=0,port_id=d234e00a-5520-40b5-aa3f-c3a3f2a506ee,segment=NetworkSegment(f8beb8cc-f482-4497-a44b-eda26792e0e2),segment_id=f8beb8cc-f482-4497-a44b-eda26792e0e2)] {{(pid=103913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 17:26:16.395521 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Returning: {'device': 'd234e00a-5520-40b5-aa3f-c3a3f2a506ee', 'network_id': 'ef03f64f-43e2-4121-9b36-bf95e66e6156', 'port_id': 'd234e00a-5520-40b5-aa3f-c3a3f2a506ee', 'mac_address': 'fa:16:3e:8e:bb:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cac4e4be-bdeb-4bc3-836c-d18d4297ccc1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103913) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 28 17:26:16.440033 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Current status of the port d234e00a-5520-40b5-aa3f-c3a3f2a506ee is: DOWN; New status is: BUILD {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 17:26:16.440718 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (d234e00a-5520-40b5-aa3f-c3a3f2a506ee), before_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:26:16.456720 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.notifiers.nova [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d234e00a-5520-40b5-aa3f-c3a3f2a506ee {{(pid=103913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 17:26:16.479660 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] For port d234e00a-5520-40b5-aa3f-c3a3f2a506ee, host hv-cinder-84372, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84372',level=0,port_id=d234e00a-5520-40b5-aa3f-c3a3f2a506ee,segment=NetworkSegment(f8beb8cc-f482-4497-a44b-eda26792e0e2),segment_id=f8beb8cc-f482-4497-a44b-eda26792e0e2)] {{(pid=103913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 17:26:16.484919 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735968512485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735968120131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735968120149'] for port (d234e00a-5520-40b5-aa3f-c3a3f2a506ee), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:26:16.489653 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:26:16.520968 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:26:16.550009 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Pushing event updated for resources: {'Port': ['ID=d234e00a-5520-40b5-aa3f-c3a3f2a506ee,revision_number=4']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:26:16.645755 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfa0ab0-65c0-4ade-8abc-f285c1073576 req-6ff3edd6-b607-488c-9c90-d23bb2f75f93 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:26:16.647155 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-edfa0ab0-65c0-4ade-8abc-f285c1073576 req-6ff3edd6-b607-488c-9c90-d23bb2f75f93 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/ports?device_id=9d6203f1-8344-4493-9b94-22fb56f73a96 HTTP/1.1" status: 200 len: 944 time: 0.0813053 May 28 17:26:16.718579 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-edfa0ab0-65c0-4ade-8abc-f285c1073576 req-9c481da2-a729-4250-ba0a-b5d65721e0b3 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/security-groups?id=e86c30f5-196b-4340-88e9-8368ca719339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579698 May 28 17:26:16.775093 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c3e8d3-831e-46d8-944e-7cfcc8cbb61a req-399a0b4d-a004-4530-b3fc-8826b909b431 tempest-DeleteServersTestJSON-420937626 tempest-DeleteServersTestJSON-420937626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:26:16.777068 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-36c3e8d3-831e-46d8-944e-7cfcc8cbb61a req-399a0b4d-a004-4530-b3fc-8826b909b431 tempest-DeleteServersTestJSON-420937626 tempest-DeleteServersTestJSON-420937626-project] 10.222.0.33 "GET /v2.0/ports?device_id=3425b63d-c751-49bf-b2d9-0568c8cdae34 HTTP/1.1" status: 200 len: 946 time: 0.0697346 May 28 17:26:16.826704 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-36c3e8d3-831e-46d8-944e-7cfcc8cbb61a req-01a5f49f-0264-4cd8-8684-a171616d3663 tempest-DeleteServersTestJSON-420937626 tempest-DeleteServersTestJSON-420937626-project] 10.222.0.33 "GET /v2.0/security-groups?id=571c4b98-2cb0-42e3-aa38-580d2b3677cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439959 May 28 17:26:16.872748 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.33', 55614) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:26:16.877803 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=100 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:26:16.897136 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3756b8-923c-4b65-ba1a-348b8010e58d req-e3bf85e3-004a-466e-83bb-c71105dca339 tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:26:16.898494 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-9e3756b8-923c-4b65-ba1a-348b8010e58d req-e3bf85e3-004a-466e-83bb-c71105dca339 tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] 10.222.0.33 "GET /v2.0/ports?device_id=3b3c1f29-31c9-4f5c-9875-fd1939062512 HTTP/1.1" status: 200 len: 944 time: 0.0598571 May 28 17:26:16.946636 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-9e3756b8-923c-4b65-ba1a-348b8010e58d req-af81dd27-41e8-46cf-bf18-f2cd668e6197 tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] 10.222.0.33 "GET /v2.0/security-groups?id=14c0c066-bc84-4396-a75f-e895035aefd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422759 May 28 17:26:16.985417 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-0a9f5ec9-3e2a-4776-86a5-2e081e2ca5ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:26:17.067221 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-0a9f5ec9-3e2a-4776-86a5-2e081e2ca5ed admin admin] Publish callbacks [] for security_group (025d455f-9244-44df-8cef-4218ce0c3103), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:26:17.071435 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-0a9f5ec9-3e2a-4776-86a5-2e081e2ca5ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594961'] for security_group (025d455f-9244-44df-8cef-4218ce0c3103), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:26:17.073200 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] get_ports_and_sgs() called for port_ids ['d234e00a-5520-40b5-aa3f-c3a3f2a506ee'] {{(pid=103913) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 28 17:26:17.145003 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-0a9f5ec9-3e2a-4776-86a5-2e081e2ca5ed admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=65311989b976446ca8e8822952306bf4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2710483 May 28 17:26:17.147950 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.33', 55626) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:26:17.186206 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-ba6f270b-66c3-4a23-9196-162e36f07148 req-940b86c7-62df-4731-a847-bfbf3851df93 tempest-VolumesSnapshotTestJSON-491387215 tempest-VolumesSnapshotTestJSON-491387215-project] 10.222.0.33 "GET /v2.0/ports?device_id=e99fbe7a-b9c4-4f37-a515-9e598de8b512 HTTP/1.1" status: 200 len: 210 time: 0.0816555 May 28 17:26:17.187198 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9f5ec9-3e2a-4776-86a5-2e081e2ca5ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=025d455f-9244-44df-8cef-4218ce0c3103,revision_number=1']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:26:17.285908 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-a60dd2dc-2485-4f49-b2b4-22d773f64f4a req-1f473cc3-2df0-4959-a034-4a4e5625d524 service neutron] 10.222.0.16 "GET /v2.0/networks/77a1ea92-c07d-41a7-8668-7c3c660591aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1672325 May 28 17:26:17.288686 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-ed95bc2c-e182-4cf6-83ba-82c94c37a61e admin admin] Publish callbacks [] for security_group (025d455f-9244-44df-8cef-4218ce0c3103), before_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:26:17.317946 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-ed95bc2c-e182-4cf6-83ba-82c94c37a61e admin admin] Publish callbacks [] for security_group (025d455f-9244-44df-8cef-4218ce0c3103), precommit_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:26:17.380359 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-ed95bc2c-e182-4cf6-83ba-82c94c37a61e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594961'] for security_group (025d455f-9244-44df-8cef-4218ce0c3103), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:26:17.381993 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-ed95bc2c-e182-4cf6-83ba-82c94c37a61e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:26:17.386242 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-ed95bc2c-e182-4cf6-83ba-82c94c37a61e admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/025d455f-9244-44df-8cef-4218ce0c3103 HTTP/1.1" status: 204 len: 168 time: 0.2336187 May 28 17:26:17.404170 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed95bc2c-e182-4cf6-83ba-82c94c37a61e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=025d455f-9244-44df-8cef-4218ce0c3103,revision_number=None']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:26:17.422152 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.agents_db [None req-b36f0ab6-f8d6-4670-a7fa-3628cf342135 None None] Agent healthcheck: found 6 active agents {{(pid=103914) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 28 17:26:17.674716 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.33', 55638) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:26:17.688730 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-69276b56-57fc-489f-be44-f4a5a1001a1c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:26:17.772170 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-69276b56-57fc-489f-be44-f4a5a1001a1c admin admin] Publish callbacks [] for security_group (2b329545-3508-49a5-bd7d-24049acb22b6), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:26:17.778673 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-69276b56-57fc-489f-be44-f4a5a1001a1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594961'] for security_group (2b329545-3508-49a5-bd7d-24049acb22b6), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:26:17.823370 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-69276b56-57fc-489f-be44-f4a5a1001a1c admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=36de2dcc992e4733885ccb064d22d81a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1472118 May 28 17:26:17.824234 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69276b56-57fc-489f-be44-f4a5a1001a1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b329545-3508-49a5-bd7d-24049acb22b6,revision_number=1']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:26:17.826660 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.33', 55644) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:26:17.849903 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:26:17.866966 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b934e7e2-b222-4f91-8036-6fe2702f451f req-1ca034f5-34ac-4169-8131-55945e5a3035 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:26:17.868492 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=85,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:26:17.876365 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-b934e7e2-b222-4f91-8036-6fe2702f451f req-1ca034f5-34ac-4169-8131-55945e5a3035 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/ports?device_id=9d6203f1-8344-4493-9b94-22fb56f73a96 HTTP/1.1" status: 200 len: 944 time: 0.0691631 May 28 17:26:17.884034 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-5fe67426-da1d-426b-bff2-d1f2f02d0fda admin admin] Publish callbacks [] for security_group (2b329545-3508-49a5-bd7d-24049acb22b6), before_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:26:17.918637 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-5fe67426-da1d-426b-bff2-d1f2f02d0fda admin admin] Publish callbacks [] for security_group (2b329545-3508-49a5-bd7d-24049acb22b6), precommit_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:26:17.924780 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-b934e7e2-b222-4f91-8036-6fe2702f451f req-161aa3dd-9d84-4cec-a956-cdcbc5854722 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/security-groups?id=e86c30f5-196b-4340-88e9-8368ca719339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470183 May 28 17:26:17.973566 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955efd9f-2507-4840-82fe-f2d42c66d98d req-1a12b05a-71b5-4520-83d4-45404e07ac9c tempest-DeleteServersTestJSON-420937626 tempest-DeleteServersTestJSON-420937626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:26:17.975016 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-955efd9f-2507-4840-82fe-f2d42c66d98d req-1a12b05a-71b5-4520-83d4-45404e07ac9c tempest-DeleteServersTestJSON-420937626 tempest-DeleteServersTestJSON-420937626-project] 10.222.0.33 "GET /v2.0/ports?device_id=3425b63d-c751-49bf-b2d9-0568c8cdae34 HTTP/1.1" status: 200 len: 946 time: 0.0720546 May 28 17:26:18.021935 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-5fe67426-da1d-426b-bff2-d1f2f02d0fda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594961'] for security_group (2b329545-3508-49a5-bd7d-24049acb22b6), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:26:18.024429 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-5fe67426-da1d-426b-bff2-d1f2f02d0fda admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:26:18.025561 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-5fe67426-da1d-426b-bff2-d1f2f02d0fda admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/2b329545-3508-49a5-bd7d-24049acb22b6 HTTP/1.1" status: 204 len: 168 time: 0.1978600 May 28 17:26:18.035833 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-955efd9f-2507-4840-82fe-f2d42c66d98d req-e80e0556-130d-4527-8ac0-738af4df4207 tempest-DeleteServersTestJSON-420937626 tempest-DeleteServersTestJSON-420937626-project] 10.222.0.33 "GET /v2.0/security-groups?id=571c4b98-2cb0-42e3-aa38-580d2b3677cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543127 May 28 17:26:18.041861 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe67426-da1d-426b-bff2-d1f2f02d0fda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b329545-3508-49a5-bd7d-24049acb22b6,revision_number=None']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:26:18.091858 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac9b2ca-2156-49bb-badc-061bfd8fab54 req-67c5cf34-a9b4-4287-b5e4-3437f2ae0414 tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:26:18.093389 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-aac9b2ca-2156-49bb-badc-061bfd8fab54 req-67c5cf34-a9b4-4287-b5e4-3437f2ae0414 tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] 10.222.0.33 "GET /v2.0/ports?device_id=3b3c1f29-31c9-4f5c-9875-fd1939062512 HTTP/1.1" status: 200 len: 944 time: 0.0728710 May 28 17:26:18.294500 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:26:18.305970 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Device d234e00a-5520-40b5-aa3f-c3a3f2a506ee up at agent hyperv_hv-cinder-84372 {{(pid=103913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 28 17:26:18.327941 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-8ddc17f0-a8fc-48ee-ba40-1ccb6b3c3f52 req-c2f135ac-cceb-4402-bf4d-b906aab6f6f0 tempest-VolumesSnapshotTestJSON-491387215 tempest-VolumesSnapshotTestJSON-491387215-project] 10.222.0.33 "GET /v2.0/ports?device_id=e99fbe7a-b9c4-4f37-a515-9e598de8b512 HTTP/1.1" status: 200 len: 210 time: 0.0473347 May 28 17:26:18.383235 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Provisioning for port d234e00a-5520-40b5-aa3f-c3a3f2a506ee completed by entity L2. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 28 17:26:18.395006 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Provisioning complete for port d234e00a-5520-40b5-aa3f-c3a3f2a506ee triggered by entity L2. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 17:26:18.395821 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1821120'] for port (d234e00a-5520-40b5-aa3f-c3a3f2a506ee), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:26:18.462015 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-aac9b2ca-2156-49bb-badc-061bfd8fab54 req-d5243d32-a0b5-4efa-b299-f385a6484bb8 tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] 10.222.0.33 "GET /v2.0/security-groups?id=14c0c066-bc84-4396-a75f-e895035aefd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3609974 May 28 17:26:18.632359 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Current status of the port d234e00a-5520-40b5-aa3f-c3a3f2a506ee is: BUILD; New status is: ACTIVE {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 17:26:18.632746 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (d234e00a-5520-40b5-aa3f-c3a3f2a506ee), before_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:26:18.678373 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b3c1f29-31c9-4f5c-9875-fd1939062512', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd234e00a-5520-40b5-aa3f-c3a3f2a506ee'}] {{(pid=103913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 17:26:18.681727 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fc7d66bd3c46bdb9792f0e064e6c35853b2e9fce1f0b0d0eb0c21c6a12b004b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00161ee9-0a21-4ef5-abbc-a04b3b000d48" -d '{"events": [{"server_uuid": "3b3c1f29-31c9-4f5c-9875-fd1939062512", "name": "network-vif-plugged", "status": "completed", "tag": "d234e00a-5520-40b5-aa3f-c3a3f2a506ee"}]}' {{(pid=103913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 28 17:26:18.696899 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] For port d234e00a-5520-40b5-aa3f-c3a3f2a506ee, host hv-cinder-84372, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84372',level=0,port_id=d234e00a-5520-40b5-aa3f-c3a3f2a506ee,segment=NetworkSegment(f8beb8cc-f482-4497-a44b-eda26792e0e2),segment_id=f8beb8cc-f482-4497-a44b-eda26792e0e2)] {{(pid=103913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 17:26:18.706347 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735968512485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735968120131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735968120149'] for port (d234e00a-5520-40b5-aa3f-c3a3f2a506ee), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:26:18.825351 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Pushing event updated for resources: {'Port': ['ID=d234e00a-5520-40b5-aa3f-c3a3f2a506ee,revision_number=5']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:26:18.854229 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 May 2022 17:26:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bd6a33a-99ca-4873-8d26-16dd0750b879 x-openstack-request-id: req-3bd6a33a-99ca-4873-8d26-16dd0750b879 {{(pid=103913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 28 17:26:18.854229 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b3c1f29-31c9-4f5c-9875-fd1939062512", "name": "network-vif-plugged", "status": "completed", "tag": "d234e00a-5520-40b5-aa3f-c3a3f2a506ee", "code": 200}]} {{(pid=103913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 28 17:26:18.854229 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-3bd6a33a-99ca-4873-8d26-16dd0750b879 {{(pid=103913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 28 17:26:18.854229 dv-cinder-843729-1-iscsi neutron-server[103913]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3bd6a33a-99ca-4873-8d26-16dd0750b879'] response: {'server_uuid': '3b3c1f29-31c9-4f5c-9875-fd1939062512', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd234e00a-5520-40b5-aa3f-c3a3f2a506ee', 'code': 200} May 28 17:26:18.854525 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.33', 55698) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:26:19.023420 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-b7f2c1a5-6a22-40d3-a0b3-665b5dfc2678 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:26:19.060960 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df43d148-a876-46fe-9426-c848a1185363 req-c355f497-01c8-45ef-a0c7-4ed0934c6819 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:26:19.062458 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-df43d148-a876-46fe-9426-c848a1185363 req-c355f497-01c8-45ef-a0c7-4ed0934c6819 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/ports?device_id=9d6203f1-8344-4493-9b94-22fb56f73a96 HTTP/1.1" status: 200 len: 944 time: 0.0580690 May 28 17:26:19.112383 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-b7f2c1a5-6a22-40d3-a0b3-665b5dfc2678 admin admin] Publish callbacks [] for security_group (896ff5f8-198b-43fe-ae60-0ebcaa151014), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:26:19.116877 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-df43d148-a876-46fe-9426-c848a1185363 req-6539ac67-78ac-4de0-a4f3-055b0a37ebad tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/security-groups?id=e86c30f5-196b-4340-88e9-8368ca719339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478015 May 28 17:26:19.124134 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-b7f2c1a5-6a22-40d3-a0b3-665b5dfc2678 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594961'] for security_group (896ff5f8-198b-43fe-ae60-0ebcaa151014), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:26:19.170739 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-b7f2c1a5-6a22-40d3-a0b3-665b5dfc2678 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=3aa0f2c25a0346d5802024c87bd9ea87&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3152499 May 28 17:26:19.171908 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f2c1a5-6a22-40d3-a0b3-665b5dfc2678 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=896ff5f8-198b-43fe-ae60-0ebcaa151014,revision_number=1']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:26:19.173483 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.33', 55718) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:26:19.225023 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-cc692377-4038-44bf-8003-6592959cb44a admin admin] Publish callbacks [] for security_group (896ff5f8-198b-43fe-ae60-0ebcaa151014), before_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:26:19.250051 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-cc692377-4038-44bf-8003-6592959cb44a admin admin] Publish callbacks [] for security_group (896ff5f8-198b-43fe-ae60-0ebcaa151014), precommit_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:26:19.301008 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-cc692377-4038-44bf-8003-6592959cb44a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594961'] for security_group (896ff5f8-198b-43fe-ae60-0ebcaa151014), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:26:19.303895 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-cc692377-4038-44bf-8003-6592959cb44a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:26:19.304918 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-cc692377-4038-44bf-8003-6592959cb44a admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/896ff5f8-198b-43fe-ae60-0ebcaa151014 HTTP/1.1" status: 204 len: 168 time: 0.1304636 May 28 17:26:19.313398 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc692377-4038-44bf-8003-6592959cb44a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=896ff5f8-198b-43fe-ae60-0ebcaa151014,revision_number=None']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:26:19.433171 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-a77cd27b-141a-4395-b378-ad6a3f23e33a req-d15e059c-9aa4-4493-a8dc-190ad9bce04c tempest-VolumesSnapshotTestJSON-491387215 tempest-VolumesSnapshotTestJSON-491387215-project] 10.222.0.33 "GET /v2.0/ports?device_id=e99fbe7a-b9c4-4f37-a515-9e598de8b512 HTTP/1.1" status: 200 len: 210 time: 0.0291665 May 28 17:26:19.591869 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9711ff-a776-457e-89d0-2cb58d594cc6 req-b329ff47-4d1b-4a5a-8181-e64aa1b30e58 tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:26:19.599863 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-ce9711ff-a776-457e-89d0-2cb58d594cc6 req-b329ff47-4d1b-4a5a-8181-e64aa1b30e58 tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] 10.222.0.33 "GET /v2.0/ports?device_id=3b3c1f29-31c9-4f5c-9875-fd1939062512 HTTP/1.1" status: 200 len: 945 time: 0.0694513 May 28 17:26:19.664936 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-ce9711ff-a776-457e-89d0-2cb58d594cc6 req-5cac06fa-1592-4afc-8008-a3a028bbca40 tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] 10.222.0.33 "GET /v2.0/security-groups?id=14c0c066-bc84-4396-a75f-e895035aefd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637465 May 28 17:26:19.704003 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.33', 55744) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:26:19.802702 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.33', 55750) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:26:19.816951 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-b1b3fc58-ddec-4663-9d56-ee57863c9641 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:26:19.851361 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-62a460a8-184b-4045-89ca-e99c34f441a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:26:19.852958 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:INSERT=2 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:26:19.968999 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-b1b3fc58-ddec-4663-9d56-ee57863c9641 admin admin] Publish callbacks [] for security_group (3bb881e5-df3c-4597-b021-0f3aa9d6e8df), precommit_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:26:19.974993 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-b1b3fc58-ddec-4663-9d56-ee57863c9641 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594961'] for security_group (3bb881e5-df3c-4597-b021-0f3aa9d6e8df), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:26:20.020379 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-62a460a8-184b-4045-89ca-e99c34f441a0 admin admin] Publish callbacks [] for security_group (b9496da3-e6c4-45eb-afde-2c242eb5982e), precommit_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:26:20.034130 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-62a460a8-184b-4045-89ca-e99c34f441a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594961'] for security_group (b9496da3-e6c4-45eb-afde-2c242eb5982e), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:26:20.039903 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-b1b3fc58-ddec-4663-9d56-ee57863c9641 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=c8c1ac5a8089436195318039c091702f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2357819 May 28 17:26:20.041582 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b3fc58-ddec-4663-9d56-ee57863c9641 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bb881e5-df3c-4597-b021-0f3aa9d6e8df,revision_number=1']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:26:20.044837 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.33', 55764) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:26:20.060768 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=83,neutron:DELETE=3,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:26:20.092103 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-62a460a8-184b-4045-89ca-e99c34f441a0 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=383eaf1769374b1e88af149c0907ad85&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3868220 May 28 17:26:20.095396 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.33', 55768) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:26:20.097707 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a460a8-184b-4045-89ca-e99c34f441a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9496da3-e6c4-45eb-afde-2c242eb5982e,revision_number=1']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:26:20.163850 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-bb09591b-0054-42d8-ac3c-e75d6f5fcd9f admin admin] Publish callbacks [] for security_group (3bb881e5-df3c-4597-b021-0f3aa9d6e8df), before_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:26:20.207215 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-bb09591b-0054-42d8-ac3c-e75d6f5fcd9f admin admin] Publish callbacks [] for security_group (3bb881e5-df3c-4597-b021-0f3aa9d6e8df), precommit_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:26:20.217554 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-45348013-3924-487b-8581-fa6f22716404 admin admin] Publish callbacks [] for security_group (b9496da3-e6c4-45eb-afde-2c242eb5982e), before_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:26:20.265872 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0486ef57-e188-48a9-9eb2-343173afe120 req-1b0c2733-fd74-4ad3-92ab-30c20fdf6f93 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:26:20.273455 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-0486ef57-e188-48a9-9eb2-343173afe120 req-1b0c2733-fd74-4ad3-92ab-30c20fdf6f93 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/ports?device_id=9d6203f1-8344-4493-9b94-22fb56f73a96 HTTP/1.1" status: 200 len: 944 time: 0.0725644 May 28 17:26:20.277547 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-45348013-3924-487b-8581-fa6f22716404 admin admin] Publish callbacks [] for security_group (b9496da3-e6c4-45eb-afde-2c242eb5982e), precommit_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:26:20.340803 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-0486ef57-e188-48a9-9eb2-343173afe120 req-0a30ec74-061b-44d7-8b7e-d8e2a7841fb3 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/security-groups?id=e86c30f5-196b-4340-88e9-8368ca719339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662389 May 28 17:26:20.362043 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-bb09591b-0054-42d8-ac3c-e75d6f5fcd9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594961'] for security_group (3bb881e5-df3c-4597-b021-0f3aa9d6e8df), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:26:20.364676 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-bb09591b-0054-42d8-ac3c-e75d6f5fcd9f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:26:20.368439 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-bb09591b-0054-42d8-ac3c-e75d6f5fcd9f admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/3bb881e5-df3c-4597-b021-0f3aa9d6e8df HTTP/1.1" status: 204 len: 168 time: 0.3198533 May 28 17:26:20.377409 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-45348013-3924-487b-8581-fa6f22716404 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594961'] for security_group (b9496da3-e6c4-45eb-afde-2c242eb5982e), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:26:20.380627 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-45348013-3924-487b-8581-fa6f22716404 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:26:20.384144 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-45348013-3924-487b-8581-fa6f22716404 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/b9496da3-e6c4-45eb-afde-2c242eb5982e HTTP/1.1" status: 204 len: 168 time: 0.2849746 May 28 17:26:20.384144 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb09591b-0054-42d8-ac3c-e75d6f5fcd9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bb881e5-df3c-4597-b021-0f3aa9d6e8df,revision_number=None']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:26:20.394782 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45348013-3924-487b-8581-fa6f22716404 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9496da3-e6c4-45eb-afde-2c242eb5982e,revision_number=None']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:26:20.552963 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-6e2b3ea8-2b99-4bdb-8d9b-5e33281428fe req-7fa64f09-d542-4942-b37a-64980c56fcd6 tempest-VolumesSnapshotTestJSON-491387215 tempest-VolumesSnapshotTestJSON-491387215-project] 10.222.0.33 "GET /v2.0/ports?device_id=e99fbe7a-b9c4-4f37-a515-9e598de8b512 HTTP/1.1" status: 200 len: 210 time: 0.0423353 May 28 17:26:20.608743 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.33', 55796) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:26:20.784243 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0332ecc1-b28d-4579-b157-7d8b93bef933 req-04998b87-5d84-4307-8881-a56524894c81 tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:26:20.786035 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-0332ecc1-b28d-4579-b157-7d8b93bef933 req-04998b87-5d84-4307-8881-a56524894c81 tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] 10.222.0.33 "GET /v2.0/ports?device_id=3b3c1f29-31c9-4f5c-9875-fd1939062512 HTTP/1.1" status: 200 len: 945 time: 0.0527651 May 28 17:26:20.811353 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-6c9a6dca-d50b-49da-8c90-64c61835e6a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:26:20.872055 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-0332ecc1-b28d-4579-b157-7d8b93bef933 req-f5c9deb3-0361-4087-99d0-14204c276989 tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] 10.222.0.33 "GET /v2.0/security-groups?id=14c0c066-bc84-4396-a75f-e895035aefd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748107 May 28 17:26:20.932110 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-6c9a6dca-d50b-49da-8c90-64c61835e6a4 admin admin] Publish callbacks [] for security_group (dac40ef8-347a-472e-8219-4b84bcd93576), precommit_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:26:20.936024 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-6c9a6dca-d50b-49da-8c90-64c61835e6a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594961'] for security_group (dac40ef8-347a-472e-8219-4b84bcd93576), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:26:20.994644 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9a6dca-d50b-49da-8c90-64c61835e6a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dac40ef8-347a-472e-8219-4b84bcd93576,revision_number=1']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:26:21.039201 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-6c9a6dca-d50b-49da-8c90-64c61835e6a4 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=a17f25cc9a2d4fe78900d2aefc296a6c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4290209 May 28 17:26:21.043583 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.33', 55820) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:26:21.155537 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-dd6fce5a-75b9-4b37-8137-16b986c3bf41 admin admin] Publish callbacks [] for security_group (dac40ef8-347a-472e-8219-4b84bcd93576), before_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:26:21.199313 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:26:21.210205 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616d331d-b6a8-461b-9378-4323c79b1ec4 req-c8f1f5f5-fa37-4198-8605-d9e4d78a2b78 tempest-VolumesSnapshotTestJSON-491387215 tempest-VolumesSnapshotTestJSON-491387215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:26:21.212239 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-dd6fce5a-75b9-4b37-8137-16b986c3bf41 admin admin] Publish callbacks [] for security_group (dac40ef8-347a-472e-8219-4b84bcd93576), precommit_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:26:21.214129 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-616d331d-b6a8-461b-9378-4323c79b1ec4 req-c8f1f5f5-fa37-4198-8605-d9e4d78a2b78 tempest-VolumesSnapshotTestJSON-491387215 tempest-VolumesSnapshotTestJSON-491387215-project] 10.222.0.16 "GET /v2.0/networks?id=64d9df32-417a-4110-9ebe-97bfa607c330 HTTP/1.1" status: 200 len: 814 time: 0.2358341 May 28 17:26:21.233539 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.v2.base [req-616d331d-b6a8-461b-9378-4323c79b1ec4 req-8e4eb2a5-a353-40da-84fc-62128074009b tempest-VolumesSnapshotTestJSON-491387215 tempest-VolumesSnapshotTestJSON-491387215-project] Request body: {'port': {'device_id': 'e99fbe7a-b9c4-4f37-a515-9e598de8b512', 'network_id': '64d9df32-417a-4110-9ebe-97bfa607c330', 'admin_state_up': True, 'tenant_id': 'dd6efc6e9dad4ab1b9c40ab78d5a360d'}} {{(pid=103911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 17:26:21.310973 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:INSERT=13,neutron:SELECT=86,neutron:UPDATE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:26:21.397707 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-616d331d-b6a8-461b-9378-4323c79b1ec4 req-8e4eb2a5-a353-40da-84fc-62128074009b tempest-VolumesSnapshotTestJSON-491387215 tempest-VolumesSnapshotTestJSON-491387215-project] Made reservation on behalf of dd6efc6e9dad4ab1b9c40ab78d5a360d for: {'port': 1} {{(pid=103911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 17:26:21.398817 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd15b67c-02c2-462a-a1f7-48ec3763cd86 req-282fdf8c-15af-49ab-bef7-e8f02ed73614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:26:21.403071 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-fd15b67c-02c2-462a-a1f7-48ec3763cd86 req-282fdf8c-15af-49ab-bef7-e8f02ed73614 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=3b3c1f29-31c9-4f5c-9875-fd1939062512 HTTP/1.1" status: 200 len: 1129 time: 0.1288157 May 28 17:26:21.405698 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-616d331d-b6a8-461b-9378-4323c79b1ec4 req-8e4eb2a5-a353-40da-84fc-62128074009b tempest-VolumesSnapshotTestJSON-491387215 tempest-VolumesSnapshotTestJSON-491387215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (None), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:26:21.426374 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-dd6fce5a-75b9-4b37-8137-16b986c3bf41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594961'] for security_group (dac40ef8-347a-472e-8219-4b84bcd93576), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:26:21.430007 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-dd6fce5a-75b9-4b37-8137-16b986c3bf41 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:26:21.435656 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-dd6fce5a-75b9-4b37-8137-16b986c3bf41 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/dac40ef8-347a-472e-8219-4b84bcd93576 HTTP/1.1" status: 204 len: 168 time: 0.3883605 May 28 17:26:21.469761 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6fce5a-75b9-4b37-8137-16b986c3bf41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dac40ef8-347a-472e-8219-4b84bcd93576,revision_number=None']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:26:21.526222 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-fd15b67c-02c2-462a-a1f7-48ec3763cd86 req-017f6252-3364-429b-bcb4-1f4ce3284ab0 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=14c0c066-bc84-4396-a75f-e895035aefd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1110213 May 28 17:26:21.679000 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd866175-d15d-4d87-85cb-af1b94406278 req-733dcc43-7c3c-488a-ab5a-d524bee0b51d tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:26:21.689716 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-bd866175-d15d-4d87-85cb-af1b94406278 req-733dcc43-7c3c-488a-ab5a-d524bee0b51d tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/ports?device_id=9d6203f1-8344-4493-9b94-22fb56f73a96 HTTP/1.1" status: 200 len: 944 time: 0.1101971 May 28 17:26:21.722193 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-eb3e8f22-c52b-4270-8713-1ac60c31919e req-7092662c-c6bc-4792-bd59-0a06da168151 tempest-VolumesSnapshotTestJSON-491387215 tempest-VolumesSnapshotTestJSON-491387215-project] 10.222.0.33 "GET /v2.0/ports?device_id=e99fbe7a-b9c4-4f37-a515-9e598de8b512 HTTP/1.1" status: 200 len: 210 time: 0.0582345 May 28 17:26:21.808537 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-bd866175-d15d-4d87-85cb-af1b94406278 req-a19ad544-7a93-4a99-8ffe-86c28d1003a8 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/security-groups?id=e86c30f5-196b-4340-88e9-8368ca719339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176977 May 28 17:26:21.829315 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.db.db_base_plugin_common [req-616d331d-b6a8-461b-9378-4323c79b1ec4 req-8e4eb2a5-a353-40da-84fc-62128074009b tempest-VolumesSnapshotTestJSON-491387215 tempest-VolumesSnapshotTestJSON-491387215-project] Allocated IP 172.20.0.11 (64d9df32-417a-4110-9ebe-97bfa607c330/85bb7a17-de77-4bde-b0ad-902161be4a24/0bfab207-935d-43ec-8b14-0efcb1026c51) {{(pid=103911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 17:26:21.861551 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:26:22.084417 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=86,neutron:INSERT=6,neutron:DELETE=8 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:26:22.116431 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ead524-1ca7-448b-a23b-35e4876f36c7 req-0f46d361-ac76-4d31-b653-839d2e7a34cf tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:26:22.131260 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-c5ead524-1ca7-448b-a23b-35e4876f36c7 req-0f46d361-ac76-4d31-b653-839d2e7a34cf tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] 10.222.0.33 "GET /v2.0/ports?device_id=3b3c1f29-31c9-4f5c-9875-fd1939062512 HTTP/1.1" status: 200 len: 945 time: 0.1244850 May 28 17:26:22.169732 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-616d331d-b6a8-461b-9378-4323c79b1ec4 req-8e4eb2a5-a353-40da-84fc-62128074009b tempest-VolumesSnapshotTestJSON-491387215 tempest-VolumesSnapshotTestJSON-491387215-project] Publish callbacks [] for port (0bfab207-935d-43ec-8b14-0efcb1026c51), precommit_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:26:22.211815 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-c5ead524-1ca7-448b-a23b-35e4876f36c7 req-fe70f66f-af2a-49b6-a0bc-927fdbfd1bd1 tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] 10.222.0.33 "GET /v2.0/security-groups?id=14c0c066-bc84-4396-a75f-e895035aefd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751383 May 28 17:26:22.234564 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-616d331d-b6a8-461b-9378-4323c79b1ec4 req-8e4eb2a5-a353-40da-84fc-62128074009b tempest-VolumesSnapshotTestJSON-491387215 tempest-VolumesSnapshotTestJSON-491387215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735968120113'] for port (0bfab207-935d-43ec-8b14-0efcb1026c51), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:26:22.246303 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.33', 55890) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:26:22.270508 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-2177c167-9ea1-4c4e-834b-04151dd4c500 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:26:22.278046 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-616d331d-b6a8-461b-9378-4323c79b1ec4 req-8e4eb2a5-a353-40da-84fc-62128074009b tempest-VolumesSnapshotTestJSON-491387215 tempest-VolumesSnapshotTestJSON-491387215-project] Network 64d9df32-417a-4110-9ebe-97bfa607c330 is already hosted by enough agents. {{(pid=103911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 17:26:22.283589 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.scheduler.base_scheduler [req-616d331d-b6a8-461b-9378-4323c79b1ec4 req-8e4eb2a5-a353-40da-84fc-62128074009b tempest-VolumesSnapshotTestJSON-491387215 tempest-VolumesSnapshotTestJSON-491387215-project] Resources bound (agent type, host, resource id): {{(pid=103911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 17:26:22.294136 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [req-616d331d-b6a8-461b-9378-4323c79b1ec4 req-8e4eb2a5-a353-40da-84fc-62128074009b tempest-VolumesSnapshotTestJSON-491387215 tempest-VolumesSnapshotTestJSON-491387215-project] Received port after_create {{(pid=103911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 28 17:26:22.299042 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616d331d-b6a8-461b-9378-4323c79b1ec4 req-8e4eb2a5-a353-40da-84fc-62128074009b tempest-VolumesSnapshotTestJSON-491387215 tempest-VolumesSnapshotTestJSON-491387215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:26:22.299704 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-616d331d-b6a8-461b-9378-4323c79b1ec4 req-8e4eb2a5-a353-40da-84fc-62128074009b tempest-VolumesSnapshotTestJSON-491387215 tempest-VolumesSnapshotTestJSON-491387215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-152074'] for port (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:26:22.313874 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Device 047a6d17-d6d2-4e8d-afee-99011f7fd562 details requested by agent hyperv_hv-cinder-84372 with host hv-cinder-84372 {{(pid=103913) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 28 17:26:22.322523 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4eb2a5-a353-40da-84fc-62128074009b tempest-VolumesSnapshotTestJSON-491387215 tempest-VolumesSnapshotTestJSON-491387215-project] Pushing event updated for resources: {'Port': ['ID=0bfab207-935d-43ec-8b14-0efcb1026c51,revision_number=1']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:26:22.332096 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-616d331d-b6a8-461b-9378-4323c79b1ec4 req-8e4eb2a5-a353-40da-84fc-62128074009b tempest-VolumesSnapshotTestJSON-491387215 tempest-VolumesSnapshotTestJSON-491387215-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1035600 May 28 17:26:22.393490 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-2177c167-9ea1-4c4e-834b-04151dd4c500 admin admin] Publish callbacks [] for security_group (4c8645e3-120a-4bcc-b43c-6099af1fdd35), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:26:22.412094 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-2177c167-9ea1-4c4e-834b-04151dd4c500 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594961'] for security_group (4c8645e3-120a-4bcc-b43c-6099af1fdd35), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:26:22.461381 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] For port 047a6d17-d6d2-4e8d-afee-99011f7fd562, host hv-cinder-84372, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84372',level=0,port_id=047a6d17-d6d2-4e8d-afee-99011f7fd562,segment=NetworkSegment(a4610069-396c-410a-becf-747bd2412bad),segment_id=a4610069-396c-410a-becf-747bd2412bad)] {{(pid=103913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 17:26:22.477405 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2177c167-9ea1-4c4e-834b-04151dd4c500 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c8645e3-120a-4bcc-b43c-6099af1fdd35,revision_number=1']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:26:22.486457 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.33', 55922) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:26:22.486617 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-2177c167-9ea1-4c4e-834b-04151dd4c500 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=0f9ac503607545a59356709e9dfa80be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2389488 May 28 17:26:22.494595 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Returning: {'device': '047a6d17-d6d2-4e8d-afee-99011f7fd562', 'network_id': '77a1ea92-c07d-41a7-8668-7c3c660591aa', 'port_id': '047a6d17-d6d2-4e8d-afee-99011f7fd562', 'mac_address': 'fa:16:3e:a9:52:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '034da301-fbaa-496d-8b67-7a375e67ef37', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103913) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 28 17:26:22.543962 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Current status of the port 047a6d17-d6d2-4e8d-afee-99011f7fd562 is: DOWN; New status is: BUILD {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 17:26:22.544892 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (047a6d17-d6d2-4e8d-afee-99011f7fd562), before_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:26:22.563281 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.notifiers.nova [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 047a6d17-d6d2-4e8d-afee-99011f7fd562 {{(pid=103913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 17:26:22.569442 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.v2.base [req-616d331d-b6a8-461b-9378-4323c79b1ec4 req-712ef2dd-4c38-44a2-ae47-0d85f34f9830 service neutron] Request body: {'port': {'device_id': 'e99fbe7a-b9c4-4f37-a515-9e598de8b512', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84372'}} {{(pid=103911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 17:26:22.588788 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] For port 047a6d17-d6d2-4e8d-afee-99011f7fd562, host hv-cinder-84372, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84372',level=0,port_id=047a6d17-d6d2-4e8d-afee-99011f7fd562,segment=NetworkSegment(a4610069-396c-410a-becf-747bd2412bad),segment_id=a4610069-396c-410a-becf-747bd2412bad)] {{(pid=103913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 17:26:22.594062 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735968512485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735968120131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735968120149'] for port (047a6d17-d6d2-4e8d-afee-99011f7fd562), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:26:22.615218 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-b9856f0a-6c4a-4071-947e-dd634e9fac4a admin admin] Publish callbacks [] for security_group (4c8645e3-120a-4bcc-b43c-6099af1fdd35), before_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:26:22.659040 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Pushing event updated for resources: {'Port': ['ID=047a6d17-d6d2-4e8d-afee-99011f7fd562,revision_number=4']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:26:22.668427 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-b9856f0a-6c4a-4071-947e-dd634e9fac4a admin admin] Publish callbacks [] for security_group (4c8645e3-120a-4bcc-b43c-6099af1fdd35), precommit_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:26:22.674852 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-616d331d-b6a8-461b-9378-4323c79b1ec4 req-712ef2dd-4c38-44a2-ae47-0d85f34f9830 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (0bfab207-935d-43ec-8b14-0efcb1026c51), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:26:22.692206 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:26:22.727571 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:26:22.865897 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-a76c1465-d360-4a5b-a6aa-95473a01ec4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (b4d0b3c0-cc03-4456-af87-35ab415ef94b), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:26:22.920586 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-b9856f0a-6c4a-4071-947e-dd634e9fac4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594961'] for security_group (4c8645e3-120a-4bcc-b43c-6099af1fdd35), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:26:22.923052 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-b9856f0a-6c4a-4071-947e-dd634e9fac4a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:26:22.924221 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-b9856f0a-6c4a-4071-947e-dd634e9fac4a admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/4c8645e3-120a-4bcc-b43c-6099af1fdd35 HTTP/1.1" status: 204 len: 168 time: 0.4367781 May 28 17:26:22.941084 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9856f0a-6c4a-4071-947e-dd634e9fac4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c8645e3-120a-4bcc-b43c-6099af1fdd35,revision_number=None']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:26:22.952367 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b79524f-37d2-4311-8f85-b1b35d414956 req-32a91c61-1b48-4511-a9d5-611bb1ab85b3 tempest-VolumesSnapshotTestJSON-491387215 tempest-VolumesSnapshotTestJSON-491387215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:26:22.953913 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-1b79524f-37d2-4311-8f85-b1b35d414956 req-32a91c61-1b48-4511-a9d5-611bb1ab85b3 tempest-VolumesSnapshotTestJSON-491387215 tempest-VolumesSnapshotTestJSON-491387215-project] 10.222.0.33 "GET /v2.0/ports?device_id=e99fbe7a-b9c4-4f37-a515-9e598de8b512 HTTP/1.1" status: 200 len: 932 time: 0.0793142 May 28 17:26:22.960024 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2db1cf-f085-4fca-b25d-f9f40f3a80e2 req-380d23ab-42ab-48d4-b6ef-80487afa1723 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:26:22.961700 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-7e2db1cf-f085-4fca-b25d-f9f40f3a80e2 req-380d23ab-42ab-48d4-b6ef-80487afa1723 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/ports?device_id=9d6203f1-8344-4493-9b94-22fb56f73a96 HTTP/1.1" status: 200 len: 945 time: 0.0572250 May 28 17:26:23.027811 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-7e2db1cf-f085-4fca-b25d-f9f40f3a80e2 req-cc9fc016-fcc3-4d95-83ad-1b5c642fe6b8 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/security-groups?id=e86c30f5-196b-4340-88e9-8368ca719339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593362 May 28 17:26:23.071138 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:26:23.080126 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-1b79524f-37d2-4311-8f85-b1b35d414956 req-85462740-e90f-4ac5-84ef-b58322aebed4 tempest-VolumesSnapshotTestJSON-491387215 tempest-VolumesSnapshotTestJSON-491387215-project] 10.222.0.33 "GET /v2.0/security-groups?id=4ee3e319-c2ae-4ff7-8a8c-b0d305908d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096361 May 28 17:26:23.093146 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] get_ports_and_sgs() called for port_ids ['047a6d17-d6d2-4e8d-afee-99011f7fd562'] {{(pid=103913) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 28 17:26:23.138855 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:26:23.210702 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.notifiers.nova [req-616d331d-b6a8-461b-9378-4323c79b1ec4 req-712ef2dd-4c38-44a2-ae47-0d85f34f9830 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0bfab207-935d-43ec-8b14-0efcb1026c51 {{(pid=103911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 17:26:23.222423 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-616d331d-b6a8-461b-9378-4323c79b1ec4 req-712ef2dd-4c38-44a2-ae47-0d85f34f9830 service neutron] Publish callbacks [] for port (0bfab207-935d-43ec-8b14-0efcb1026c51), precommit_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:26:23.240174 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [req-616d331d-b6a8-461b-9378-4323c79b1ec4 req-712ef2dd-4c38-44a2-ae47-0d85f34f9830 service neutron] Transition to ACTIVE for port object 0bfab207-935d-43ec-8b14-0efcb1026c51 will not be triggered until provisioned by entity L2. {{(pid=103911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 28 17:26:23.248096 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-616d331d-b6a8-461b-9378-4323c79b1ec4 req-712ef2dd-4c38-44a2-ae47-0d85f34f9830 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735968512485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735968120131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735968120149'] for port (0bfab207-935d-43ec-8b14-0efcb1026c51), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:26:23.364053 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712ef2dd-4c38-44a2-ae47-0d85f34f9830 service neutron] Pushing event updated for resources: {'Port': ['ID=0bfab207-935d-43ec-8b14-0efcb1026c51,revision_number=2']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:26:23.423184 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.managers [req-616d331d-b6a8-461b-9378-4323c79b1ec4 req-712ef2dd-4c38-44a2-ae47-0d85f34f9830 service neutron] Attempting to bind port 0bfab207-935d-43ec-8b14-0efcb1026c51 on host hv-cinder-84372 for vnic_type normal with profile {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 28 17:26:23.423651 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.managers [req-616d331d-b6a8-461b-9378-4323c79b1ec4 req-712ef2dd-4c38-44a2-ae47-0d85f34f9830 service neutron] Attempting to bind port 0bfab207-935d-43ec-8b14-0efcb1026c51 by drivers openvswitch,hyperv on host hv-cinder-84372 at level 0 using segments [{'id': '80f887d5-5d74-4b68-8808-871bb944a1fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '64d9df32-417a-4110-9ebe-97bfa607c330'}] {{(pid=103911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 28 17:26:23.424052 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-616d331d-b6a8-461b-9378-4323c79b1ec4 req-712ef2dd-4c38-44a2-ae47-0d85f34f9830 service neutron] Attempting to bind port 0bfab207-935d-43ec-8b14-0efcb1026c51 on network 64d9df32-417a-4110-9ebe-97bfa607c330 {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 28 17:26:23.430066 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-616d331d-b6a8-461b-9378-4323c79b1ec4 req-712ef2dd-4c38-44a2-ae47-0d85f34f9830 service neutron] Port 0bfab207-935d-43ec-8b14-0efcb1026c51 on network 64d9df32-417a-4110-9ebe-97bfa607c330 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84372 {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 28 17:26:23.430462 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-616d331d-b6a8-461b-9378-4323c79b1ec4 req-712ef2dd-4c38-44a2-ae47-0d85f34f9830 service neutron] Attempting to bind port 0bfab207-935d-43ec-8b14-0efcb1026c51 on network 64d9df32-417a-4110-9ebe-97bfa607c330 {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 28 17:26:23.436047 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-616d331d-b6a8-461b-9378-4323c79b1ec4 req-712ef2dd-4c38-44a2-ae47-0d85f34f9830 service neutron] Checking agent: {'id': '7cdbebfa-f3b4-48eb-8fbc-caed95606681', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84372', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 17, 23, 31), 'started_at': datetime.datetime(2022, 5, 28, 17, 23, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 17, 26, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 28 17:26:23.436374 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-616d331d-b6a8-461b-9378-4323c79b1ec4 req-712ef2dd-4c38-44a2-ae47-0d85f34f9830 service neutron] Checking segment: {'id': '80f887d5-5d74-4b68-8808-871bb944a1fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '64d9df32-417a-4110-9ebe-97bfa607c330'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 28 17:26:23.436769 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-616d331d-b6a8-461b-9378-4323c79b1ec4 req-712ef2dd-4c38-44a2-ae47-0d85f34f9830 service neutron] Bound using segment: {'id': '80f887d5-5d74-4b68-8808-871bb944a1fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '64d9df32-417a-4110-9ebe-97bfa607c330'} {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 28 17:26:23.437339 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.managers [req-616d331d-b6a8-461b-9378-4323c79b1ec4 req-712ef2dd-4c38-44a2-ae47-0d85f34f9830 service neutron] Bound port: 0bfab207-935d-43ec-8b14-0efcb1026c51, host: hv-cinder-84372, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80f887d5-5d74-4b68-8808-871bb944a1fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '64d9df32-417a-4110-9ebe-97bfa607c330'}}] {{(pid=103911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 28 17:26:23.437704 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-616d331d-b6a8-461b-9378-4323c79b1ec4 req-712ef2dd-4c38-44a2-ae47-0d85f34f9830 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (0bfab207-935d-43ec-8b14-0efcb1026c51), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:26:23.551255 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975ea564-ab36-4dc3-9904-3090c0d356e0 req-a24b09e1-ce9d-45ec-bbdf-3234a4beb82a tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:26:23.557182 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [req-616d331d-b6a8-461b-9378-4323c79b1ec4 req-712ef2dd-4c38-44a2-ae47-0d85f34f9830 service neutron] For port 0bfab207-935d-43ec-8b14-0efcb1026c51, host hv-cinder-84372, cleared binding levels {{(pid=103911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 17:26:23.559938 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-975ea564-ab36-4dc3-9904-3090c0d356e0 req-a24b09e1-ce9d-45ec-bbdf-3234a4beb82a tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] 10.222.0.33 "GET /v2.0/ports?device_id=3b3c1f29-31c9-4f5c-9875-fd1939062512 HTTP/1.1" status: 200 len: 945 time: 0.1037779 May 28 17:26:23.565935 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [req-616d331d-b6a8-461b-9378-4323c79b1ec4 req-712ef2dd-4c38-44a2-ae47-0d85f34f9830 service neutron] For port 0bfab207-935d-43ec-8b14-0efcb1026c51, host hv-cinder-84372, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84372',level=0,port_id=0bfab207-935d-43ec-8b14-0efcb1026c51,segment=NetworkSegment(80f887d5-5d74-4b68-8808-871bb944a1fe),segment_id=80f887d5-5d74-4b68-8808-871bb944a1fe)] {{(pid=103911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 17:26:23.575282 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-616d331d-b6a8-461b-9378-4323c79b1ec4 req-712ef2dd-4c38-44a2-ae47-0d85f34f9830 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735968512485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735968120131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735968120149'] for port (0bfab207-935d-43ec-8b14-0efcb1026c51), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:26:23.627795 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616d331d-b6a8-461b-9378-4323c79b1ec4 req-712ef2dd-4c38-44a2-ae47-0d85f34f9830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:26:23.628403 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-616d331d-b6a8-461b-9378-4323c79b1ec4 req-712ef2dd-4c38-44a2-ae47-0d85f34f9830 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-152074'] for port (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:26:23.630012 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-616d331d-b6a8-461b-9378-4323c79b1ec4 req-712ef2dd-4c38-44a2-ae47-0d85f34f9830 service neutron] 10.222.0.16 "PUT /v2.0/ports/0bfab207-935d-43ec-8b14-0efcb1026c51 HTTP/1.1" status: 200 len: 1094 time: 1.0652969 May 28 17:26:23.630367 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e99fbe7a-b9c4-4f37-a515-9e598de8b512', 'tag': '0bfab207-935d-43ec-8b14-0efcb1026c51'}] {{(pid=103911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 17:26:23.632668 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb6e18ef154237edf928b85f6b333e0f790e93c3571d1d8d4f7e4f30b44c92d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0efb4dd9-4232-4726-a16e-1b7fd158a254" -d '{"events": [{"name": "network-changed", "server_uuid": "e99fbe7a-b9c4-4f37-a515-9e598de8b512", "tag": "0bfab207-935d-43ec-8b14-0efcb1026c51"}]}' {{(pid=103911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 28 17:26:23.660753 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712ef2dd-4c38-44a2-ae47-0d85f34f9830 service neutron] Pushing event updated for resources: {'Port': ['ID=0bfab207-935d-43ec-8b14-0efcb1026c51,revision_number=3']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:26:23.670465 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-975ea564-ab36-4dc3-9904-3090c0d356e0 req-eb4d1d45-b9b5-4dc6-a9c4-84ff65716af4 tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] 10.222.0.33 "GET /v2.0/security-groups?id=14c0c066-bc84-4396-a75f-e895035aefd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1092322 May 28 17:26:23.685855 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 May 2022 17:26:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f85dc014-8460-4628-a44f-464efdcb2065 x-openstack-request-id: req-f85dc014-8460-4628-a44f-464efdcb2065 {{(pid=103911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 28 17:26:23.686383 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e99fbe7a-b9c4-4f37-a515-9e598de8b512", "tag": "0bfab207-935d-43ec-8b14-0efcb1026c51", "status": "completed", "code": 200}]} {{(pid=103911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 28 17:26:23.686861 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-f85dc014-8460-4628-a44f-464efdcb2065 {{(pid=103911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 28 17:26:23.687461 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f85dc014-8460-4628-a44f-464efdcb2065'] response: {'name': 'network-changed', 'server_uuid': 'e99fbe7a-b9c4-4f37-a515-9e598de8b512', 'tag': '0bfab207-935d-43ec-8b14-0efcb1026c51', 'status': 'completed', 'code': 200} May 28 17:26:23.771923 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616d331d-b6a8-461b-9378-4323c79b1ec4 req-20f468e9-4bb3-4f4e-bcae-ed61a3cd1368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:26:23.773485 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-616d331d-b6a8-461b-9378-4323c79b1ec4 req-20f468e9-4bb3-4f4e-bcae-ed61a3cd1368 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=dd6efc6e9dad4ab1b9c40ab78d5a360d&device_id=e99fbe7a-b9c4-4f37-a515-9e598de8b512 HTTP/1.1" status: 200 len: 1128 time: 0.0690582 May 28 17:26:23.837629 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-616d331d-b6a8-461b-9378-4323c79b1ec4 req-e6a9d139-a69b-49a3-a673-bda42f7802b0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0bfab207-935d-43ec-8b14-0efcb1026c51 HTTP/1.1" status: 200 len: 217 time: 0.0459876 May 28 17:26:23.912716 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616d331d-b6a8-461b-9378-4323c79b1ec4 req-a0a28823-b2fe-44cc-a37e-0470ccc1fb90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:26:23.914247 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-616d331d-b6a8-461b-9378-4323c79b1ec4 req-a0a28823-b2fe-44cc-a37e-0470ccc1fb90 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=85bb7a17-de77-4bde-b0ad-902161be4a24 HTTP/1.1" status: 200 len: 854 time: 0.0651028 May 28 17:26:23.956288 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-616d331d-b6a8-461b-9378-4323c79b1ec4 req-969c77bf-b3e4-406b-b125-293d13b92e04 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=64d9df32-417a-4110-9ebe-97bfa607c330&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316446 May 28 17:26:24.068779 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-616d331d-b6a8-461b-9378-4323c79b1ec4 req-8a19a859-4540-44d6-9e21-e4b2f7942486 service neutron] 10.222.0.16 "GET /v2.0/networks/64d9df32-417a-4110-9ebe-97bfa607c330?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975301 May 28 17:26:24.245245 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e0b92c-ae83-4c25-a345-c3d120e8cbdf req-f0d96dac-f56c-4937-8006-211d1b664f57 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:26:24.247051 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-13e0b92c-ae83-4c25-a345-c3d120e8cbdf req-f0d96dac-f56c-4937-8006-211d1b664f57 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/ports?device_id=9d6203f1-8344-4493-9b94-22fb56f73a96 HTTP/1.1" status: 200 len: 945 time: 0.1020722 May 28 17:26:24.247490 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de73b213-e8a8-4711-a729-a6c68fb66ec2 req-4ba1d97a-7406-4efc-8c6e-3c2cd22ecc68 tempest-VolumesSnapshotTestJSON-491387215 tempest-VolumesSnapshotTestJSON-491387215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:26:24.249440 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:26:24.252917 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-de73b213-e8a8-4711-a729-a6c68fb66ec2 req-4ba1d97a-7406-4efc-8c6e-3c2cd22ecc68 tempest-VolumesSnapshotTestJSON-491387215 tempest-VolumesSnapshotTestJSON-491387215-project] 10.222.0.33 "GET /v2.0/ports?device_id=e99fbe7a-b9c4-4f37-a515-9e598de8b512 HTTP/1.1" status: 200 len: 944 time: 0.0749030 May 28 17:26:24.308120 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-616d331d-b6a8-461b-9378-4323c79b1ec4 req-06dfa4d1-204d-4da4-9906-21e6edefb542 service neutron] 10.222.0.16 "GET /v2.0/networks/64d9df32-417a-4110-9ebe-97bfa607c330?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2290244 May 28 17:26:24.308377 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-de73b213-e8a8-4711-a729-a6c68fb66ec2 req-a561230b-c29d-4cd6-abfb-d15fefabbc64 tempest-VolumesSnapshotTestJSON-491387215 tempest-VolumesSnapshotTestJSON-491387215-project] 10.222.0.33 "GET /v2.0/security-groups?id=4ee3e319-c2ae-4ff7-8a8c-b0d305908d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481932 May 28 17:26:24.325448 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-13e0b92c-ae83-4c25-a345-c3d120e8cbdf req-33bd3888-b94e-4851-a856-896c23c75135 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/security-groups?id=e86c30f5-196b-4340-88e9-8368ca719339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701158 May 28 17:26:24.388866 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Device 047a6d17-d6d2-4e8d-afee-99011f7fd562 up at agent hyperv_hv-cinder-84372 {{(pid=103913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 28 17:26:24.433732 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Provisioning for port 047a6d17-d6d2-4e8d-afee-99011f7fd562 completed by entity L2. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 28 17:26:24.439999 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Provisioning complete for port 047a6d17-d6d2-4e8d-afee-99011f7fd562 triggered by entity L2. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 17:26:24.440619 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1821120'] for port (047a6d17-d6d2-4e8d-afee-99011f7fd562), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:26:24.527217 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Current status of the port 047a6d17-d6d2-4e8d-afee-99011f7fd562 is: BUILD; New status is: ACTIVE {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 17:26:24.527620 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (047a6d17-d6d2-4e8d-afee-99011f7fd562), before_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:26:24.552007 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d6203f1-8344-4493-9b94-22fb56f73a96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '047a6d17-d6d2-4e8d-afee-99011f7fd562'}] {{(pid=103913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 17:26:24.554194 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fc7d66bd3c46bdb9792f0e064e6c35853b2e9fce1f0b0d0eb0c21c6a12b004b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9889578b-915f-425c-bd34-9846432dacbd" -d '{"events": [{"server_uuid": "9d6203f1-8344-4493-9b94-22fb56f73a96", "name": "network-vif-plugged", "status": "completed", "tag": "047a6d17-d6d2-4e8d-afee-99011f7fd562"}]}' {{(pid=103913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 28 17:26:24.570877 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] For port 047a6d17-d6d2-4e8d-afee-99011f7fd562, host hv-cinder-84372, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84372',level=0,port_id=047a6d17-d6d2-4e8d-afee-99011f7fd562,segment=NetworkSegment(a4610069-396c-410a-becf-747bd2412bad),segment_id=a4610069-396c-410a-becf-747bd2412bad)] {{(pid=103913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 17:26:24.576653 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735968512485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735968120131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735968120149'] for port (047a6d17-d6d2-4e8d-afee-99011f7fd562), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:26:24.600293 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 May 2022 17:26:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0deb7cd4-d490-41d8-a3fd-aedc77d23beb x-openstack-request-id: req-0deb7cd4-d490-41d8-a3fd-aedc77d23beb {{(pid=103913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 28 17:26:24.600598 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d6203f1-8344-4493-9b94-22fb56f73a96", "name": "network-vif-plugged", "status": "completed", "tag": "047a6d17-d6d2-4e8d-afee-99011f7fd562", "code": 200}]} {{(pid=103913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 28 17:26:24.600848 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-0deb7cd4-d490-41d8-a3fd-aedc77d23beb {{(pid=103913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 28 17:26:24.601228 dv-cinder-843729-1-iscsi neutron-server[103913]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0deb7cd4-d490-41d8-a3fd-aedc77d23beb'] response: {'server_uuid': '9d6203f1-8344-4493-9b94-22fb56f73a96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '047a6d17-d6d2-4e8d-afee-99011f7fd562', 'code': 200} May 28 17:26:24.631394 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Pushing event updated for resources: {'Port': ['ID=047a6d17-d6d2-4e8d-afee-99011f7fd562,revision_number=5']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:26:24.799976 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ae4b83-52f0-44d7-81d2-848356b56aa9 req-e3ccbbac-7ac7-4660-852d-48d279cf5dbf tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:26:24.801505 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-02ae4b83-52f0-44d7-81d2-848356b56aa9 req-e3ccbbac-7ac7-4660-852d-48d279cf5dbf tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] 10.222.0.33 "GET /v2.0/ports?device_id=3b3c1f29-31c9-4f5c-9875-fd1939062512 HTTP/1.1" status: 200 len: 945 time: 0.0523145 May 28 17:26:24.852782 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-02ae4b83-52f0-44d7-81d2-848356b56aa9 req-d5fd95fd-9af0-444d-8c3b-7b58613ed339 tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] 10.222.0.33 "GET /v2.0/security-groups?id=14c0c066-bc84-4396-a75f-e895035aefd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443676 May 28 17:26:24.984007 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2242b531-b9d4-4b59-90f0-02b536389c1f req-69ed40ec-ec9f-46db-adf3-f0ea71a4021f tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:26:24.986229 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-2242b531-b9d4-4b59-90f0-02b536389c1f req-69ed40ec-ec9f-46db-adf3-f0ea71a4021f tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] 10.222.0.33 "GET /v2.0/ports?device_id=3b3c1f29-31c9-4f5c-9875-fd1939062512 HTTP/1.1" status: 200 len: 945 time: 0.0606086 May 28 17:26:24.996767 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.33', 56034) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:26:25.002850 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.v2.base [None req-b8f3d619-6b54-485e-b62c-2362547325d3 tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Request body: {'floatingip': {'port_id': 'd234e00a-5520-40b5-aa3f-c3a3f2a506ee'}} {{(pid=103912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 17:26:25.137075 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-b7e2f69e-677d-491a-a164-32d01eea018f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (8a8c7bbb-808d-49ae-95de-62501e6237ff), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:26:25.307171 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-b8f3d619-6b54-485e-b62c-2362547325d3 tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Publish callbacks [] for floatingip (7ebd1d96-136c-475d-a15e-51fa3505eb3b), before_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:26:25.435664 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:26:25.442832 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ba90e3-3c4d-4f7e-b369-12228a0a8088 req-f47917a0-5fea-4da5-97b9-88c0739d8d22 tempest-VolumesSnapshotTestJSON-491387215 tempest-VolumesSnapshotTestJSON-491387215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:26:25.444366 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-58ba90e3-3c4d-4f7e-b369-12228a0a8088 req-f47917a0-5fea-4da5-97b9-88c0739d8d22 tempest-VolumesSnapshotTestJSON-491387215 tempest-VolumesSnapshotTestJSON-491387215-project] 10.222.0.33 "GET /v2.0/ports?device_id=e99fbe7a-b9c4-4f37-a515-9e598de8b512 HTTP/1.1" status: 200 len: 944 time: 0.0502906 May 28 17:26:25.508914 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-58ba90e3-3c4d-4f7e-b369-12228a0a8088 req-72ef3ee7-c098-4abb-9453-ecda30e4af73 tempest-VolumesSnapshotTestJSON-491387215 tempest-VolumesSnapshotTestJSON-491387215-project] 10.222.0.33 "GET /v2.0/security-groups?id=4ee3e319-c2ae-4ff7-8a8c-b0d305908d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572352 May 28 17:26:25.520455 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b611b9-6656-436f-af26-6f50feec5f47 req-b8baf2e4-1678-4b2d-b46d-65df29d2a7d6 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:26:25.521976 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-d4b611b9-6656-436f-af26-6f50feec5f47 req-b8baf2e4-1678-4b2d-b46d-65df29d2a7d6 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/ports?device_id=9d6203f1-8344-4493-9b94-22fb56f73a96 HTTP/1.1" status: 200 len: 946 time: 0.1158175 May 28 17:26:25.602020 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:DELETE=1,neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:26:25.632732 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-d4b611b9-6656-436f-af26-6f50feec5f47 req-ef6d99bd-2c7d-4ca8-808e-6bee335767a9 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/security-groups?id=e86c30f5-196b-4340-88e9-8368ca719339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914590 May 28 17:26:25.827960 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:26:26.076268 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-b8f3d619-6b54-485e-b62c-2362547325d3 tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:26:26.080057 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-b8f3d619-6b54-485e-b62c-2362547325d3 tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681695'] for floatingip (7ebd1d96-136c-475d-a15e-51fa3505eb3b), after_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:26:26.176234 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.db.l3_db [None req-b8f3d619-6b54-485e-b62c-2362547325d3 tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Floating IP 7ebd1d96-136c-475d-a15e-51fa3505eb3b associated. External IP: 172.27.0.41, port: d234e00a-5520-40b5-aa3f-c3a3f2a506ee. May 28 17:26:26.374848 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8f3d619-6b54-485e-b62c-2362547325d3 tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Router 671f58c8-e137-4780-97bd-9d0a9ed4dab7 has already been hosted by L3 agent 8a8c7bbb-808d-49ae-95de-62501e6237ff {{(pid=103912) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 17:26:26.394203 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-f22b8f6e-815f-41ba-a8b6-c2e56f67911e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (0b51406a-5a43-473c-8a39-67b2a4c71e5e), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:26:26.477157 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8f3d619-6b54-485e-b62c-2362547325d3 tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Notify agent at l3_agent.dv-cinder-843729-1-iscsi the message routers_updated {{(pid=103912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 17:26:26.482009 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-b8f3d619-6b54-485e-b62c-2362547325d3 tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22441'] for floatingip (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:26:26.489686 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a8c57e6-818f-4c2c-8a3f-ef83a8466de7 None None] Sync routers for ids ['671f58c8-e137-4780-97bd-9d0a9ed4dab7'] in dv-cinder-843729-1-iscsi {{(pid=103914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 17:26:26.500698 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a8c57e6-818f-4c2c-8a3f-ef83a8466de7 None None] Routers {'671f58c8-e137-4780-97bd-9d0a9ed4dab7'} bound to L3 agent in host dv-cinder-843729-1-iscsi {{(pid=103914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 28 17:26:26.501301 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-3a8c57e6-818f-4c2c-8a3f-ef83a8466de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843729-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T17:16:55Z,description=,heartbeat_timestamp=2022-05-28T17:26:25Z,host='dv-cinder-843729-1-iscsi',id=8a8c7bbb-808d-49ae-95de-62501e6237ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T17:16:55Z,topic='l3_agent')) {'router_ids': ['671f58c8-e137-4780-97bd-9d0a9ed4dab7'], 'active': True} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:26:26.512458 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-b8f3d619-6b54-485e-b62c-2362547325d3 tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] 10.222.0.33 "PUT /v2.0/floatingips/7ebd1d96-136c-475d-a15e-51fa3505eb3b HTTP/1.1" status: 200 len: 990 time: 1.5143623 May 28 17:26:26.513131 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b3c1f29-31c9-4f5c-9875-fd1939062512', 'tag': 'd234e00a-5520-40b5-aa3f-c3a3f2a506ee'}] {{(pid=103912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 17:26:26.515472 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}192b2939a0ee72d6dca365a869ce4d556b01f2e73c600b6e44d67eb265bc480d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be913263-97c8-4282-a894-025ca10dd600" -d '{"events": [{"name": "network-changed", "server_uuid": "3b3c1f29-31c9-4f5c-9875-fd1939062512", "tag": "d234e00a-5520-40b5-aa3f-c3a3f2a506ee"}]}' {{(pid=103912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 28 17:26:26.555960 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 May 2022 17:26:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9ae2bcb-82e1-48da-9881-0f639a17ff20 x-openstack-request-id: req-f9ae2bcb-82e1-48da-9881-0f639a17ff20 {{(pid=103912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 28 17:26:26.556254 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b3c1f29-31c9-4f5c-9875-fd1939062512", "tag": "d234e00a-5520-40b5-aa3f-c3a3f2a506ee", "status": "completed", "code": 200}]} {{(pid=103912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 28 17:26:26.557041 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-f9ae2bcb-82e1-48da-9881-0f639a17ff20 {{(pid=103912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 28 17:26:26.557507 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9ae2bcb-82e1-48da-9881-0f639a17ff20'] response: {'name': 'network-changed', 'server_uuid': '3b3c1f29-31c9-4f5c-9875-fd1939062512', 'tag': 'd234e00a-5520-40b5-aa3f-c3a3f2a506ee', 'status': 'completed', 'code': 200} May 28 17:26:26.602217 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvr_db [None req-3a8c57e6-818f-4c2c-8a3f-ef83a8466de7 None None] Set router 671f58c8-e137-4780-97bd-9d0a9ed4dab7 gateway port host: dv-cinder-843729-1-iscsi {{(pid=103914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 28 17:26:26.630419 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad341623-4be9-4b1c-ae21-7be8fdabbc49 req-8a7a3376-ee99-4586-b628-b3961a756346 tempest-VolumesSnapshotTestJSON-491387215 tempest-VolumesSnapshotTestJSON-491387215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:26:26.631887 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-ad341623-4be9-4b1c-ae21-7be8fdabbc49 req-8a7a3376-ee99-4586-b628-b3961a756346 tempest-VolumesSnapshotTestJSON-491387215 tempest-VolumesSnapshotTestJSON-491387215-project] 10.222.0.33 "GET /v2.0/ports?device_id=e99fbe7a-b9c4-4f37-a515-9e598de8b512 HTTP/1.1" status: 200 len: 944 time: 0.0481179 May 28 17:26:26.685021 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-ad341623-4be9-4b1c-ae21-7be8fdabbc49 req-e4b83eb4-d746-4513-b757-2c70b298980d tempest-VolumesSnapshotTestJSON-491387215 tempest-VolumesSnapshotTestJSON-491387215-project] 10.222.0.33 "GET /v2.0/security-groups?id=4ee3e319-c2ae-4ff7-8a8c-b0d305908d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466793 May 28 17:26:26.763973 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07de957-f4ec-45a1-9d51-abacbfffcf70 req-47106337-cec1-4a78-b825-0882076b7e83 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:26:26.765353 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-c07de957-f4ec-45a1-9d51-abacbfffcf70 req-47106337-cec1-4a78-b825-0882076b7e83 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/ports?device_id=9d6203f1-8344-4493-9b94-22fb56f73a96 HTTP/1.1" status: 200 len: 946 time: 0.0509660 May 28 17:26:26.812060 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-c07de957-f4ec-45a1-9d51-abacbfffcf70 req-c2b8d442-689d-40a3-b3ea-372e1f71897b tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/security-groups?id=e86c30f5-196b-4340-88e9-8368ca719339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411143 May 28 17:26:26.856536 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-3a8c57e6-818f-4c2c-8a3f-ef83a8466de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '671f58c8-e137-4780-97bd-9d0a9ed4dab7', 'name': 'tempest-AttachVolumeTestJSON-164266833-router', 'tenant_id': '90b378551d1c467e911cf01274c97d85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'external_fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.67'}], 'enable_snat': True}, 'gw_port_id': 'ffdbc796-5ee6-4b98-99e5-3f462060250a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T17:25:27Z', 'updated_at': '2022-05-28T17:25:34Z', 'revision_number': 4, 'project_id': '90b378551d1c467e911cf01274c97d85', 'gw_port': {'id': 'ffdbc796-5ee6-4b98-99e5-3f462060250a', 'name': '', 'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:ae:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '671f58c8-e137-4780-97bd-9d0a9ed4dab7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:25:28Z', 'updated_at': '2022-05-28T17:25:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843729-1-iscsi', '_floatingips': [{'id': '7ebd1d96-136c-475d-a15e-51fa3505eb3b', 'tenant_id': '90b378551d1c467e911cf01274c97d85', 'floating_ip_address': '172.27.0.41', 'floating_network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'router_id': '671f58c8-e137-4780-97bd-9d0a9ed4dab7', 'port_id': 'd234e00a-5520-40b5-aa3f-c3a3f2a506ee', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 113, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef03f64f-43e2-4121-9b36-bf95e66e6156', 'mac_address': 'fa:16:3e:8e:bb:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b3c1f29-31c9-4f5c-9875-fd1939062512', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T17:25:41Z', 'updated_at': '2022-05-28T17:26:25Z', 'revision_number': 1, 'project_id': '90b378551d1c467e911cf01274c97d85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae7cb121-682f-4a2f-9816-6dd875165244', 'name': '', 'network_id': 'ef03f64f-43e2-4121-9b36-bf95e66e6156', 'tenant_id': '90b378551d1c467e911cf01274c97d85', 'mac_address': 'fa:16:3e:90:d3:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '671f58c8-e137-4780-97bd-9d0a9ed4dab7', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'cac4e4be-bdeb-4bc3-836c-d18d4297ccc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:25:33Z', 'updated_at': '2022-05-28T17:25:41Z', 'revision_number': 5, 'project_id': '90b378551d1c467e911cf01274c97d85', 'subnets': [{'id': 'cac4e4be-bdeb-4bc3-836c-d18d4297ccc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843729-1-iscsi', False) {} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:26:26.883380 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a8c57e6-818f-4c2c-8a3f-ef83a8466de7 None None] Checking router: 671f58c8-e137-4780-97bd-9d0a9ed4dab7 for host: dv-cinder-843729-1-iscsi {{(pid=103914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 17:26:26.892061 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a8c57e6-818f-4c2c-8a3f-ef83a8466de7 None None] Routers {'671f58c8-e137-4780-97bd-9d0a9ed4dab7'} bound to L3 agent in host dv-cinder-843729-1-iscsi {{(pid=103914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 28 17:26:26.892652 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-3a8c57e6-818f-4c2c-8a3f-ef83a8466de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843729-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T17:16:55Z,description=,heartbeat_timestamp=2022-05-28T17:26:25Z,host='dv-cinder-843729-1-iscsi',id=8a8c7bbb-808d-49ae-95de-62501e6237ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T17:16:55Z,topic='l3_agent')) {'router_ids': ['671f58c8-e137-4780-97bd-9d0a9ed4dab7'], 'active': True} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:26:27.063089 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvr_db [None req-3a8c57e6-818f-4c2c-8a3f-ef83a8466de7 None None] Set router 671f58c8-e137-4780-97bd-9d0a9ed4dab7 gateway port host: dv-cinder-843729-1-iscsi {{(pid=103914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 28 17:26:27.266242 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-3a8c57e6-818f-4c2c-8a3f-ef83a8466de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '671f58c8-e137-4780-97bd-9d0a9ed4dab7', 'name': 'tempest-AttachVolumeTestJSON-164266833-router', 'tenant_id': '90b378551d1c467e911cf01274c97d85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'external_fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.67'}], 'enable_snat': True}, 'gw_port_id': 'ffdbc796-5ee6-4b98-99e5-3f462060250a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T17:25:27Z', 'updated_at': '2022-05-28T17:25:34Z', 'revision_number': 4, 'project_id': '90b378551d1c467e911cf01274c97d85', 'gw_port': {'id': 'ffdbc796-5ee6-4b98-99e5-3f462060250a', 'name': '', 'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:ae:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '671f58c8-e137-4780-97bd-9d0a9ed4dab7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:25:28Z', 'updated_at': '2022-05-28T17:25:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843729-1-iscsi', '_floatingips': [{'id': '7ebd1d96-136c-475d-a15e-51fa3505eb3b', 'tenant_id': '90b378551d1c467e911cf01274c97d85', 'floating_ip_address': '172.27.0.41', 'floating_network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'router_id': '671f58c8-e137-4780-97bd-9d0a9ed4dab7', 'port_id': 'd234e00a-5520-40b5-aa3f-c3a3f2a506ee', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 113, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef03f64f-43e2-4121-9b36-bf95e66e6156', 'mac_address': 'fa:16:3e:8e:bb:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b3c1f29-31c9-4f5c-9875-fd1939062512', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T17:25:41Z', 'updated_at': '2022-05-28T17:26:25Z', 'revision_number': 1, 'project_id': '90b378551d1c467e911cf01274c97d85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae7cb121-682f-4a2f-9816-6dd875165244', 'name': '', 'network_id': 'ef03f64f-43e2-4121-9b36-bf95e66e6156', 'tenant_id': '90b378551d1c467e911cf01274c97d85', 'mac_address': 'fa:16:3e:90:d3:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '671f58c8-e137-4780-97bd-9d0a9ed4dab7', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'cac4e4be-bdeb-4bc3-836c-d18d4297ccc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:25:33Z', 'updated_at': '2022-05-28T17:25:41Z', 'revision_number': 5, 'project_id': '90b378551d1c467e911cf01274c97d85', 'subnets': [{'id': 'cac4e4be-bdeb-4bc3-836c-d18d4297ccc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843729-1-iscsi', False) {} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:26:27.291795 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a8c57e6-818f-4c2c-8a3f-ef83a8466de7 None None] The sync data for ids ['671f58c8-e137-4780-97bd-9d0a9ed4dab7'] in dv-cinder-843729-1-iscsi is: [{'id': '671f58c8-e137-4780-97bd-9d0a9ed4dab7', 'name': 'tempest-AttachVolumeTestJSON-164266833-router', 'tenant_id': '90b378551d1c467e911cf01274c97d85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'external_fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.67'}], 'enable_snat': True}, 'gw_port_id': 'ffdbc796-5ee6-4b98-99e5-3f462060250a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T17:25:27Z', 'updated_at': '2022-05-28T17:25:34Z', 'revision_number': 4, 'project_id': '90b378551d1c467e911cf01274c97d85', 'gw_port': {'id': 'ffdbc796-5ee6-4b98-99e5-3f462060250a', 'name': '', 'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:ae:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '671f58c8-e137-4780-97bd-9d0a9ed4dab7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:25:28Z', 'updated_at': '2022-05-28T17:25:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843729-1-iscsi', '_floatingips': [{'id': '7ebd1d96-136c-475d-a15e-51fa3505eb3b', 'tenant_id': '90b378551d1c467e911cf01274c97d85', 'floating_ip_address': '172.27.0.41', 'floating_network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'router_id': '671f58c8-e137-4780-97bd-9d0a9ed4dab7', 'port_id': 'd234e00a-5520-40b5-aa3f-c3a3f2a506ee', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 113, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef03f64f-43e2-4121-9b36-bf95e66e6156', 'mac_address': 'fa:16:3e:8e:bb:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b3c1f29-31c9-4f5c-9875-fd1939062512', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T17:25:41Z', 'updated_at': '2022-05-28T17:26:25Z', 'revision_number': 1, 'project_id': '90b378551d1c467e911cf01274c97d85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae7cb121-682f-4a2f-9816-6dd875165244', 'name': '', 'network_id': 'ef03f64f-43e2-4121-9b36-bf95e66e6156', 'tenant_id': '90b378551d1c467e911cf01274c97d85', 'mac_address': 'fa:16:3e:90:d3:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '671f58c8-e137-4780-97bd-9d0a9ed4dab7', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'cac4e4be-bdeb-4bc3-836c-d18d4297ccc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:25:33Z', 'updated_at': '2022-05-28T17:25:41Z', 'revision_number': 5, 'project_id': '90b378551d1c467e911cf01274c97d85', 'subnets': [{'id': 'cac4e4be-bdeb-4bc3-836c-d18d4297ccc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 17:26:27.488482 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9954aa23-3651-4538-9553-47c5695f7267 None None] New status for floating IP 7ebd1d96-136c-475d-a15e-51fa3505eb3b: ACTIVE {{(pid=103913) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 28 17:26:27.723003 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-44990afe-4038-4bea-a0ed-12e052229f33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (19502cf1-8899-41f0-9103-a107faa54218), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:26:27.806558 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d93b40-77de-4cad-bcee-447b2c85bd1f req-a674f17f-08c6-4acb-8121-4f0537825ae2 tempest-VolumesSnapshotTestJSON-491387215 tempest-VolumesSnapshotTestJSON-491387215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:26:27.808033 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-b6d93b40-77de-4cad-bcee-447b2c85bd1f req-a674f17f-08c6-4acb-8121-4f0537825ae2 tempest-VolumesSnapshotTestJSON-491387215 tempest-VolumesSnapshotTestJSON-491387215-project] 10.222.0.33 "GET /v2.0/ports?device_id=e99fbe7a-b9c4-4f37-a515-9e598de8b512 HTTP/1.1" status: 200 len: 944 time: 0.0476577 May 28 17:26:27.861874 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-b6d93b40-77de-4cad-bcee-447b2c85bd1f req-5b12ee24-ceda-4c5f-9ae9-54dc41ba1f74 tempest-VolumesSnapshotTestJSON-491387215 tempest-VolumesSnapshotTestJSON-491387215-project] 10.222.0.33 "GET /v2.0/security-groups?id=4ee3e319-c2ae-4ff7-8a8c-b0d305908d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482850 May 28 17:26:27.935259 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22219eff-f2ab-41e8-a058-ec0ee9d700d8 req-ee8052a6-c48c-4d53-bb42-f30d7ef4e2e7 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:26:27.936735 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-22219eff-f2ab-41e8-a058-ec0ee9d700d8 req-ee8052a6-c48c-4d53-bb42-f30d7ef4e2e7 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/ports?device_id=9d6203f1-8344-4493-9b94-22fb56f73a96 HTTP/1.1" status: 200 len: 946 time: 0.0469923 May 28 17:26:27.983636 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-22219eff-f2ab-41e8-a058-ec0ee9d700d8 req-f3b3e020-31aa-4365-9bfd-0a26887774b1 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/security-groups?id=e86c30f5-196b-4340-88e9-8368ca719339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412071 May 28 17:26:28.982570 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c9af30-942d-4803-bdf0-73983cce41a1 req-548fed5c-d05a-497b-977d-743e44d49369 tempest-VolumesSnapshotTestJSON-491387215 tempest-VolumesSnapshotTestJSON-491387215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:26:28.984033 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-08c9af30-942d-4803-bdf0-73983cce41a1 req-548fed5c-d05a-497b-977d-743e44d49369 tempest-VolumesSnapshotTestJSON-491387215 tempest-VolumesSnapshotTestJSON-491387215-project] 10.222.0.33 "GET /v2.0/ports?device_id=e99fbe7a-b9c4-4f37-a515-9e598de8b512 HTTP/1.1" status: 200 len: 944 time: 0.0467262 May 28 17:26:29.030753 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-08c9af30-942d-4803-bdf0-73983cce41a1 req-4264f666-0e23-4119-8705-d32f289e4da5 tempest-VolumesSnapshotTestJSON-491387215 tempest-VolumesSnapshotTestJSON-491387215-project] 10.222.0.33 "GET /v2.0/security-groups?id=4ee3e319-c2ae-4ff7-8a8c-b0d305908d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413494 May 28 17:26:29.102047 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3240277-fcb9-446b-8716-ae9b07c99fde req-bf6f0da1-a2e5-40d3-843c-ad95036453d8 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:26:29.103535 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-c3240277-fcb9-446b-8716-ae9b07c99fde req-bf6f0da1-a2e5-40d3-843c-ad95036453d8 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/ports?device_id=9d6203f1-8344-4493-9b94-22fb56f73a96 HTTP/1.1" status: 200 len: 946 time: 0.0512183 May 28 17:26:29.149461 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-c3240277-fcb9-446b-8716-ae9b07c99fde req-f1a93475-e980-488a-bad0-e6ff3e5c3f3f tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/security-groups?id=e86c30f5-196b-4340-88e9-8368ca719339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404091 May 28 17:26:29.392843 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (0032cfec-21e8-44dd-a7d5-0b8312dfe052), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:26:30.137322 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:26:30.157338 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3179e9-0d62-45c7-91d2-ced5817cd09b req-474d4d89-f27d-4cde-9a78-cabf9ce17c9d tempest-VolumesSnapshotTestJSON-491387215 tempest-VolumesSnapshotTestJSON-491387215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:26:30.158976 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-6a3179e9-0d62-45c7-91d2-ced5817cd09b req-474d4d89-f27d-4cde-9a78-cabf9ce17c9d tempest-VolumesSnapshotTestJSON-491387215 tempest-VolumesSnapshotTestJSON-491387215-project] 10.222.0.33 "GET /v2.0/ports?device_id=e99fbe7a-b9c4-4f37-a515-9e598de8b512 HTTP/1.1" status: 200 len: 944 time: 0.0565217 May 28 17:26:30.206503 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-6a3179e9-0d62-45c7-91d2-ced5817cd09b req-ff1215bf-658d-4aee-9fe0-4bfe08b6fb7c tempest-VolumesSnapshotTestJSON-491387215 tempest-VolumesSnapshotTestJSON-491387215-project] 10.222.0.33 "GET /v2.0/security-groups?id=4ee3e319-c2ae-4ff7-8a8c-b0d305908d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417833 May 28 17:26:30.261517 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1721e39c-863f-4138-928f-2322e559e833 req-210114f3-2544-4022-937f-5c68a1ddbf76 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:26:30.263129 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-1721e39c-863f-4138-928f-2322e559e833 req-210114f3-2544-4022-937f-5c68a1ddbf76 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/ports?device_id=9d6203f1-8344-4493-9b94-22fb56f73a96 HTTP/1.1" status: 200 len: 946 time: 0.0476632 May 28 17:26:30.312435 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-1721e39c-863f-4138-928f-2322e559e833 req-760dcafc-497e-4fb0-8ab6-644420f57625 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/security-groups?id=e86c30f5-196b-4340-88e9-8368ca719339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429330 May 28 17:26:31.307854 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:26:31.325541 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d24a39f-af7b-46c0-b100-8e19a8b24721 req-f5c7a2f2-64f2-472c-afe8-f503c2c25074 tempest-VolumesSnapshotTestJSON-491387215 tempest-VolumesSnapshotTestJSON-491387215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:26:31.327011 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-9d24a39f-af7b-46c0-b100-8e19a8b24721 req-f5c7a2f2-64f2-472c-afe8-f503c2c25074 tempest-VolumesSnapshotTestJSON-491387215 tempest-VolumesSnapshotTestJSON-491387215-project] 10.222.0.33 "GET /v2.0/ports?device_id=e99fbe7a-b9c4-4f37-a515-9e598de8b512 HTTP/1.1" status: 200 len: 944 time: 0.0502088 May 28 17:26:31.381062 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-9d24a39f-af7b-46c0-b100-8e19a8b24721 req-11a75ba4-c0b3-447e-98e1-253ede0b9ac5 tempest-VolumesSnapshotTestJSON-491387215 tempest-VolumesSnapshotTestJSON-491387215-project] 10.222.0.33 "GET /v2.0/security-groups?id=4ee3e319-c2ae-4ff7-8a8c-b0d305908d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477505 May 28 17:26:31.439496 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac3e45e-e5fb-4ac8-a6e8-4c5c4d97d236 req-d0c7b724-d59c-4939-be25-9b4a831febc0 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:26:31.441047 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-8ac3e45e-e5fb-4ac8-a6e8-4c5c4d97d236 req-d0c7b724-d59c-4939-be25-9b4a831febc0 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/ports?device_id=9d6203f1-8344-4493-9b94-22fb56f73a96 HTTP/1.1" status: 200 len: 946 time: 0.0522549 May 28 17:26:31.501043 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-8ac3e45e-e5fb-4ac8-a6e8-4c5c4d97d236 req-02ad8baa-ec5b-4258-9d4d-c86e7cb45f97 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/security-groups?id=e86c30f5-196b-4340-88e9-8368ca719339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543072 May 28 17:26:32.497049 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7673fc-7f88-4c9e-8424-e57e30861101 req-b74aa65e-10bd-44cd-b3b2-8365694fcdfc tempest-VolumesSnapshotTestJSON-491387215 tempest-VolumesSnapshotTestJSON-491387215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:26:32.498470 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-5b7673fc-7f88-4c9e-8424-e57e30861101 req-b74aa65e-10bd-44cd-b3b2-8365694fcdfc tempest-VolumesSnapshotTestJSON-491387215 tempest-VolumesSnapshotTestJSON-491387215-project] 10.222.0.33 "GET /v2.0/ports?device_id=e99fbe7a-b9c4-4f37-a515-9e598de8b512 HTTP/1.1" status: 200 len: 944 time: 0.0460660 May 28 17:26:32.551201 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-5b7673fc-7f88-4c9e-8424-e57e30861101 req-d2def27b-b510-4a32-bc17-9f9dc195da76 tempest-VolumesSnapshotTestJSON-491387215 tempest-VolumesSnapshotTestJSON-491387215-project] 10.222.0.33 "GET /v2.0/security-groups?id=4ee3e319-c2ae-4ff7-8a8c-b0d305908d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472345 May 28 17:26:32.626909 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1328fe2-ef63-418f-b4fa-f282220c863e req-566fcda6-6c6a-456e-9de2-b217e74e8ab1 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:26:32.628381 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-f1328fe2-ef63-418f-b4fa-f282220c863e req-566fcda6-6c6a-456e-9de2-b217e74e8ab1 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/ports?device_id=9d6203f1-8344-4493-9b94-22fb56f73a96 HTTP/1.1" status: 200 len: 946 time: 0.0476961 May 28 17:26:32.676656 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-f1328fe2-ef63-418f-b4fa-f282220c863e req-589ee8b5-a936-444b-8a18-87259dc16542 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/security-groups?id=e86c30f5-196b-4340-88e9-8368ca719339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427325 May 28 17:26:33.665632 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34de61d-7bbf-4020-98f8-d62e9f4a24dd req-3d63e169-708c-414d-90f9-caaa0767876b tempest-VolumesSnapshotTestJSON-491387215 tempest-VolumesSnapshotTestJSON-491387215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:26:33.667091 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-d34de61d-7bbf-4020-98f8-d62e9f4a24dd req-3d63e169-708c-414d-90f9-caaa0767876b tempest-VolumesSnapshotTestJSON-491387215 tempest-VolumesSnapshotTestJSON-491387215-project] 10.222.0.33 "GET /v2.0/ports?device_id=e99fbe7a-b9c4-4f37-a515-9e598de8b512 HTTP/1.1" status: 200 len: 944 time: 0.0472591 May 28 17:26:33.715685 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-d34de61d-7bbf-4020-98f8-d62e9f4a24dd req-d5412775-a840-4542-849b-708f30fc2a05 tempest-VolumesSnapshotTestJSON-491387215 tempest-VolumesSnapshotTestJSON-491387215-project] 10.222.0.33 "GET /v2.0/security-groups?id=4ee3e319-c2ae-4ff7-8a8c-b0d305908d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418990 May 28 17:26:33.796104 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6d6058-a68e-4759-b4aa-dded055ae8d2 req-eb7f854a-1a97-44fe-9f58-501884efcb49 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:26:33.797588 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-0e6d6058-a68e-4759-b4aa-dded055ae8d2 req-eb7f854a-1a97-44fe-9f58-501884efcb49 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/ports?device_id=9d6203f1-8344-4493-9b94-22fb56f73a96 HTTP/1.1" status: 200 len: 946 time: 0.0536368 May 28 17:26:33.845309 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-0e6d6058-a68e-4759-b4aa-dded055ae8d2 req-824cff6e-8f1d-4712-b988-5dec422d98fd tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/security-groups?id=e86c30f5-196b-4340-88e9-8368ca719339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418663 May 28 17:26:34.284981 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (7cdbebfa-f3b4-48eb-8fbc-caed95606681), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:26:34.831506 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c413cc-3374-4e0f-b5b1-9c1ba03d79c4 req-8ae687f7-50f6-4f27-b716-7678d8391028 tempest-VolumesSnapshotTestJSON-491387215 tempest-VolumesSnapshotTestJSON-491387215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:26:34.833516 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-67c413cc-3374-4e0f-b5b1-9c1ba03d79c4 req-8ae687f7-50f6-4f27-b716-7678d8391028 tempest-VolumesSnapshotTestJSON-491387215 tempest-VolumesSnapshotTestJSON-491387215-project] 10.222.0.33 "GET /v2.0/ports?device_id=e99fbe7a-b9c4-4f37-a515-9e598de8b512 HTTP/1.1" status: 200 len: 944 time: 0.0516706 May 28 17:26:34.888027 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-67c413cc-3374-4e0f-b5b1-9c1ba03d79c4 req-0f703462-106e-450a-b0c4-4b000aa892ee tempest-VolumesSnapshotTestJSON-491387215 tempest-VolumesSnapshotTestJSON-491387215-project] 10.222.0.33 "GET /v2.0/security-groups?id=4ee3e319-c2ae-4ff7-8a8c-b0d305908d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488291 May 28 17:26:34.968757 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde4f368-ff3f-4d11-a371-196408147517 req-a0089a44-60c2-459c-a1fa-d620172cdb6d tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:26:34.970390 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-cde4f368-ff3f-4d11-a371-196408147517 req-a0089a44-60c2-459c-a1fa-d620172cdb6d tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/ports?device_id=9d6203f1-8344-4493-9b94-22fb56f73a96 HTTP/1.1" status: 200 len: 946 time: 0.0530598 May 28 17:26:35.019862 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-cde4f368-ff3f-4d11-a371-196408147517 req-182d6c4f-77ca-4830-b174-ea1c4caa84fe tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/security-groups?id=e86c30f5-196b-4340-88e9-8368ca719339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438328 May 28 17:26:35.850710 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Device 0bfab207-935d-43ec-8b14-0efcb1026c51 details requested by agent hyperv_hv-cinder-84372 with host hv-cinder-84372 {{(pid=103913) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 28 17:26:35.944479 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:26:35.965584 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] For port 0bfab207-935d-43ec-8b14-0efcb1026c51, host hv-cinder-84372, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84372',level=0,port_id=0bfab207-935d-43ec-8b14-0efcb1026c51,segment=NetworkSegment(80f887d5-5d74-4b68-8808-871bb944a1fe),segment_id=80f887d5-5d74-4b68-8808-871bb944a1fe)] {{(pid=103913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 17:26:35.976968 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Returning: {'device': '0bfab207-935d-43ec-8b14-0efcb1026c51', 'network_id': '64d9df32-417a-4110-9ebe-97bfa607c330', 'port_id': '0bfab207-935d-43ec-8b14-0efcb1026c51', 'mac_address': 'fa:16:3e:8d:f5:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85bb7a17-de77-4bde-b0ad-902161be4a24', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103913) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 28 17:26:36.007532 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd9d077-5b30-4178-9184-adfdeaf86ff3 req-95bbb914-80cf-4ba4-9928-837db872cf2e tempest-VolumesSnapshotTestJSON-491387215 tempest-VolumesSnapshotTestJSON-491387215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:26:36.009070 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-9dd9d077-5b30-4178-9184-adfdeaf86ff3 req-95bbb914-80cf-4ba4-9928-837db872cf2e tempest-VolumesSnapshotTestJSON-491387215 tempest-VolumesSnapshotTestJSON-491387215-project] 10.222.0.33 "GET /v2.0/ports?device_id=e99fbe7a-b9c4-4f37-a515-9e598de8b512 HTTP/1.1" status: 200 len: 944 time: 0.0509822 May 28 17:26:36.016354 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:26:36.018797 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Current status of the port 0bfab207-935d-43ec-8b14-0efcb1026c51 is: DOWN; New status is: BUILD {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 17:26:36.019187 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (0bfab207-935d-43ec-8b14-0efcb1026c51), before_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:26:36.033700 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.notifiers.nova [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0bfab207-935d-43ec-8b14-0efcb1026c51 {{(pid=103913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 17:26:36.055201 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] For port 0bfab207-935d-43ec-8b14-0efcb1026c51, host hv-cinder-84372, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84372',level=0,port_id=0bfab207-935d-43ec-8b14-0efcb1026c51,segment=NetworkSegment(80f887d5-5d74-4b68-8808-871bb944a1fe),segment_id=80f887d5-5d74-4b68-8808-871bb944a1fe)] {{(pid=103913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 17:26:36.057582 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-9dd9d077-5b30-4178-9184-adfdeaf86ff3 req-ea217333-7cce-4a1e-8676-abb6401036bd tempest-VolumesSnapshotTestJSON-491387215 tempest-VolumesSnapshotTestJSON-491387215-project] 10.222.0.33 "GET /v2.0/security-groups?id=4ee3e319-c2ae-4ff7-8a8c-b0d305908d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423968 May 28 17:26:36.060927 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735968512485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735968120131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735968120149'] for port (0bfab207-935d-43ec-8b14-0efcb1026c51), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:26:36.112969 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Pushing event updated for resources: {'Port': ['ID=0bfab207-935d-43ec-8b14-0efcb1026c51,revision_number=4']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:26:36.120101 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:26:36.120998 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:26:36.121404 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:26:36.121742 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:26:36.122079 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:26:36.122412 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:26:36.122745 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:26:36.123069 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:26:36.123479 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:26:36.123805 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:26:36.124131 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:26:36.124456 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:26:36.124802 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:26:36.125123 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:26:36.125442 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:26:36.139154 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48d853d-56a5-4005-bd7c-e856478ccce0 req-792f1b44-65ac-42d3-87d3-176ac697dda5 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:26:36.140796 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-e48d853d-56a5-4005-bd7c-e856478ccce0 req-792f1b44-65ac-42d3-87d3-176ac697dda5 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/ports?device_id=9d6203f1-8344-4493-9b94-22fb56f73a96 HTTP/1.1" status: 200 len: 946 time: 0.0483713 May 28 17:26:36.161123 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=100 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:26:36.191743 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-e48d853d-56a5-4005-bd7c-e856478ccce0 req-cdd43b6d-39a9-4950-a0a3-2bbb0a499025 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/security-groups?id=e86c30f5-196b-4340-88e9-8368ca719339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444243 May 28 17:26:37.013085 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] get_ports_and_sgs() called for port_ids ['0bfab207-935d-43ec-8b14-0efcb1026c51'] {{(pid=103913) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 28 17:26:37.197468 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbc0190-dc70-4377-b843-9a7d33454fe4 req-85935540-8ddb-45b6-87c1-d3982b6dd692 tempest-VolumesSnapshotTestJSON-491387215 tempest-VolumesSnapshotTestJSON-491387215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:26:37.199461 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-bbbc0190-dc70-4377-b843-9a7d33454fe4 req-85935540-8ddb-45b6-87c1-d3982b6dd692 tempest-VolumesSnapshotTestJSON-491387215 tempest-VolumesSnapshotTestJSON-491387215-project] 10.222.0.33 "GET /v2.0/ports?device_id=e99fbe7a-b9c4-4f37-a515-9e598de8b512 HTTP/1.1" status: 200 len: 945 time: 0.0552945 May 28 17:26:37.254104 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-bbbc0190-dc70-4377-b843-9a7d33454fe4 req-916f2d6c-f9d5-40d6-bb42-614ded5fcd16 tempest-VolumesSnapshotTestJSON-491387215 tempest-VolumesSnapshotTestJSON-491387215-project] 10.222.0.33 "GET /v2.0/security-groups?id=4ee3e319-c2ae-4ff7-8a8c-b0d305908d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487971 May 28 17:26:37.262569 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=75 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:26:37.269529 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=75 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:26:37.442454 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534d5b7c-b51b-4e87-86e2-477e8413764c req-567ed71b-22c0-452c-92ee-7be4a64740e3 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:26:37.443902 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-534d5b7c-b51b-4e87-86e2-477e8413764c req-567ed71b-22c0-452c-92ee-7be4a64740e3 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/ports?device_id=9d6203f1-8344-4493-9b94-22fb56f73a96 HTTP/1.1" status: 200 len: 946 time: 0.0455060 May 28 17:26:37.500741 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-534d5b7c-b51b-4e87-86e2-477e8413764c req-b671fcd8-3940-4625-9e7c-8ef77822de25 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/security-groups?id=e86c30f5-196b-4340-88e9-8368ca719339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507116 May 28 17:26:38.371010 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c0ebeb-cebe-451d-9267-7741a09759b9 req-65d05d0d-771b-4473-b3e6-3125ca2cd87c tempest-VolumesSnapshotTestJSON-491387215 tempest-VolumesSnapshotTestJSON-491387215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:26:38.372472 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-91c0ebeb-cebe-451d-9267-7741a09759b9 req-65d05d0d-771b-4473-b3e6-3125ca2cd87c tempest-VolumesSnapshotTestJSON-491387215 tempest-VolumesSnapshotTestJSON-491387215-project] 10.222.0.33 "GET /v2.0/ports?device_id=e99fbe7a-b9c4-4f37-a515-9e598de8b512 HTTP/1.1" status: 200 len: 945 time: 0.0505195 May 28 17:26:38.417733 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-91c0ebeb-cebe-451d-9267-7741a09759b9 req-ce5e9454-c6f2-4834-9f61-288e280df339 tempest-VolumesSnapshotTestJSON-491387215 tempest-VolumesSnapshotTestJSON-491387215-project] 10.222.0.33 "GET /v2.0/security-groups?id=4ee3e319-c2ae-4ff7-8a8c-b0d305908d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397215 May 28 17:26:38.615980 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1927394b-82c6-43ef-a4b8-d81549c5b0ed req-82b96c6e-09e9-47e8-b791-05a0efdbe04b tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:26:38.617436 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-1927394b-82c6-43ef-a4b8-d81549c5b0ed req-82b96c6e-09e9-47e8-b791-05a0efdbe04b tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/ports?device_id=9d6203f1-8344-4493-9b94-22fb56f73a96 HTTP/1.1" status: 200 len: 946 time: 0.0466645 May 28 17:26:38.643707 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=100 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:26:38.665937 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-1927394b-82c6-43ef-a4b8-d81549c5b0ed req-7de19832-a7e4-4940-8bbe-c979d4008787 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/security-groups?id=e86c30f5-196b-4340-88e9-8368ca719339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420020 May 28 17:26:39.534001 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d5f5f5-bf06-404e-91d4-c0964519825e req-8ee2c314-4f48-4503-8868-b60c215405dc tempest-VolumesSnapshotTestJSON-491387215 tempest-VolumesSnapshotTestJSON-491387215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:26:39.535415 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-84d5f5f5-bf06-404e-91d4-c0964519825e req-8ee2c314-4f48-4503-8868-b60c215405dc tempest-VolumesSnapshotTestJSON-491387215 tempest-VolumesSnapshotTestJSON-491387215-project] 10.222.0.33 "GET /v2.0/ports?device_id=e99fbe7a-b9c4-4f37-a515-9e598de8b512 HTTP/1.1" status: 200 len: 945 time: 0.0495663 May 28 17:26:39.584712 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-84d5f5f5-bf06-404e-91d4-c0964519825e req-a9256678-f14b-4638-8b38-44356e58ed96 tempest-VolumesSnapshotTestJSON-491387215 tempest-VolumesSnapshotTestJSON-491387215-project] 10.222.0.33 "GET /v2.0/security-groups?id=4ee3e319-c2ae-4ff7-8a8c-b0d305908d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437093 May 28 17:26:39.784559 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5604c981-2400-4c1f-bf50-42a519445836 req-8c8751ab-f205-487b-9780-a7170dcf4f4c tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:26:39.785900 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-5604c981-2400-4c1f-bf50-42a519445836 req-8c8751ab-f205-487b-9780-a7170dcf4f4c tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/ports?device_id=9d6203f1-8344-4493-9b94-22fb56f73a96 HTTP/1.1" status: 200 len: 946 time: 0.0460024 May 28 17:26:39.832358 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-5604c981-2400-4c1f-bf50-42a519445836 req-039bbbe1-7324-4ea4-8388-aa8650ce9706 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/security-groups?id=e86c30f5-196b-4340-88e9-8368ca719339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408874 May 28 17:26:40.699325 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c7cd82-332c-45f2-87b6-42c8affd0a27 req-a22e5032-e126-4b47-878a-bf2cde9d7d37 tempest-VolumesSnapshotTestJSON-491387215 tempest-VolumesSnapshotTestJSON-491387215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:26:40.701033 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-37c7cd82-332c-45f2-87b6-42c8affd0a27 req-a22e5032-e126-4b47-878a-bf2cde9d7d37 tempest-VolumesSnapshotTestJSON-491387215 tempest-VolumesSnapshotTestJSON-491387215-project] 10.222.0.33 "GET /v2.0/ports?device_id=e99fbe7a-b9c4-4f37-a515-9e598de8b512 HTTP/1.1" status: 200 len: 945 time: 0.0487156 May 28 17:26:40.752892 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-37c7cd82-332c-45f2-87b6-42c8affd0a27 req-91580edf-9e78-4cba-980a-5af79e9baf2a tempest-VolumesSnapshotTestJSON-491387215 tempest-VolumesSnapshotTestJSON-491387215-project] 10.222.0.33 "GET /v2.0/security-groups?id=4ee3e319-c2ae-4ff7-8a8c-b0d305908d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463116 May 28 17:26:40.953376 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd670df-3926-4c21-b0cf-796980e551b3 req-61d6a7a4-7935-45e7-aec3-f986e85a65e6 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:26:40.954875 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-ebd670df-3926-4c21-b0cf-796980e551b3 req-61d6a7a4-7935-45e7-aec3-f986e85a65e6 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/ports?device_id=9d6203f1-8344-4493-9b94-22fb56f73a96 HTTP/1.1" status: 200 len: 946 time: 0.0521634 May 28 17:26:41.003495 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-ebd670df-3926-4c21-b0cf-796980e551b3 req-6c15ffef-bd79-41f6-bf21-47b7685d30e0 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/security-groups?id=e86c30f5-196b-4340-88e9-8368ca719339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431256 May 28 17:26:41.865844 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30316941-2f49-4f6d-98af-b15d966838ba req-e789b32f-bea3-44fd-a855-bf2cc7d327c4 tempest-VolumesSnapshotTestJSON-491387215 tempest-VolumesSnapshotTestJSON-491387215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:26:41.867246 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-30316941-2f49-4f6d-98af-b15d966838ba req-e789b32f-bea3-44fd-a855-bf2cc7d327c4 tempest-VolumesSnapshotTestJSON-491387215 tempest-VolumesSnapshotTestJSON-491387215-project] 10.222.0.33 "GET /v2.0/ports?device_id=e99fbe7a-b9c4-4f37-a515-9e598de8b512 HTTP/1.1" status: 200 len: 945 time: 0.0469122 May 28 17:26:41.913410 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-30316941-2f49-4f6d-98af-b15d966838ba req-3d9fafff-692f-44be-8200-da07adb7e7a8 tempest-VolumesSnapshotTestJSON-491387215 tempest-VolumesSnapshotTestJSON-491387215-project] 10.222.0.33 "GET /v2.0/security-groups?id=4ee3e319-c2ae-4ff7-8a8c-b0d305908d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400424 May 28 17:26:42.121054 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e914679-7772-4385-aed7-4ba4f5a5c0a2 req-dfee2503-f370-4a71-8826-42e92ba3fbf4 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:26:42.122629 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-3e914679-7772-4385-aed7-4ba4f5a5c0a2 req-dfee2503-f370-4a71-8826-42e92ba3fbf4 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/ports?device_id=9d6203f1-8344-4493-9b94-22fb56f73a96 HTTP/1.1" status: 200 len: 946 time: 0.0501263 May 28 17:26:42.171690 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-3e914679-7772-4385-aed7-4ba4f5a5c0a2 req-5065d0d4-66af-4bd0-80fb-ff50aac70ca0 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/security-groups?id=e86c30f5-196b-4340-88e9-8368ca719339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423586 May 28 17:26:42.350042 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be913263-97c8-4282-a894-025ca10dd600 req-d7dad88b-b508-4bb7-81c8-627fdf5bb74a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:26:42.351567 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-be913263-97c8-4282-a894-025ca10dd600 req-d7dad88b-b508-4bb7-81c8-627fdf5bb74a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=90b378551d1c467e911cf01274c97d85&device_id=3b3c1f29-31c9-4f5c-9875-fd1939062512 HTTP/1.1" status: 200 len: 1129 time: 0.0401187 May 28 17:26:42.355648 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efb4dd9-4232-4726-a16e-1b7fd158a254 req-59976fc5-ebeb-41c9-a293-4b40000f9269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:26:42.357156 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-0efb4dd9-4232-4726-a16e-1b7fd158a254 req-59976fc5-ebeb-41c9-a293-4b40000f9269 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=dd6efc6e9dad4ab1b9c40ab78d5a360d&device_id=e99fbe7a-b9c4-4f37-a515-9e598de8b512 HTTP/1.1" status: 200 len: 1129 time: 0.0447948 May 28 17:26:43.018705 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=100 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:26:43.028401 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66b602d-44bb-43ed-b0ef-c58501cfc92e req-3812ca9e-19e2-4829-88f8-741a5d7e5356 tempest-VolumesSnapshotTestJSON-491387215 tempest-VolumesSnapshotTestJSON-491387215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:26:43.029839 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-e66b602d-44bb-43ed-b0ef-c58501cfc92e req-3812ca9e-19e2-4829-88f8-741a5d7e5356 tempest-VolumesSnapshotTestJSON-491387215 tempest-VolumesSnapshotTestJSON-491387215-project] 10.222.0.33 "GET /v2.0/ports?device_id=e99fbe7a-b9c4-4f37-a515-9e598de8b512 HTTP/1.1" status: 200 len: 945 time: 0.0481768 May 28 17:26:43.065484 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=100 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:26:43.083369 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-e66b602d-44bb-43ed-b0ef-c58501cfc92e req-6209c0cc-7673-4f85-b4b3-ff5fdc294401 tempest-VolumesSnapshotTestJSON-491387215 tempest-VolumesSnapshotTestJSON-491387215-project] 10.222.0.33 "GET /v2.0/security-groups?id=4ee3e319-c2ae-4ff7-8a8c-b0d305908d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466785 May 28 17:26:43.291938 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b6cb8d-c57f-41cc-a607-06b7592f8aed req-5b6b32f1-ccd5-4b8c-b387-36d70ae68b07 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:26:43.293475 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-25b6cb8d-c57f-41cc-a607-06b7592f8aed req-5b6b32f1-ccd5-4b8c-b387-36d70ae68b07 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/ports?device_id=9d6203f1-8344-4493-9b94-22fb56f73a96 HTTP/1.1" status: 200 len: 946 time: 0.0502069 May 28 17:26:43.340663 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-25b6cb8d-c57f-41cc-a607-06b7592f8aed req-e08e0bc8-ce08-45cd-a1a9-72412dba989b tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/security-groups?id=e86c30f5-196b-4340-88e9-8368ca719339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418258 May 28 17:26:44.204648 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d89a316-b69f-43dc-a159-76d149be2301 req-43342ac0-ed97-4a2d-8eb7-e01a613f00d2 tempest-VolumesSnapshotTestJSON-491387215 tempest-VolumesSnapshotTestJSON-491387215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:26:44.206090 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-8d89a316-b69f-43dc-a159-76d149be2301 req-43342ac0-ed97-4a2d-8eb7-e01a613f00d2 tempest-VolumesSnapshotTestJSON-491387215 tempest-VolumesSnapshotTestJSON-491387215-project] 10.222.0.33 "GET /v2.0/ports?device_id=e99fbe7a-b9c4-4f37-a515-9e598de8b512 HTTP/1.1" status: 200 len: 945 time: 0.0508068 May 28 17:26:44.256781 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-8d89a316-b69f-43dc-a159-76d149be2301 req-3639985a-c00d-4aba-8b88-fa493bffa0cf tempest-VolumesSnapshotTestJSON-491387215 tempest-VolumesSnapshotTestJSON-491387215-project] 10.222.0.33 "GET /v2.0/security-groups?id=4ee3e319-c2ae-4ff7-8a8c-b0d305908d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450969 May 28 17:26:44.469380 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dff93ed-31e1-4512-aeb9-d53123086ca6 req-3500d086-2ba9-441a-8948-581ae0101733 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:26:44.471046 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-6dff93ed-31e1-4512-aeb9-d53123086ca6 req-3500d086-2ba9-441a-8948-581ae0101733 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/ports?device_id=9d6203f1-8344-4493-9b94-22fb56f73a96 HTTP/1.1" status: 200 len: 946 time: 0.0500808 May 28 17:26:44.522337 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-6dff93ed-31e1-4512-aeb9-d53123086ca6 req-2101fd80-50c8-4ec8-af60-e9cc483424e7 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/security-groups?id=e86c30f5-196b-4340-88e9-8368ca719339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458684 May 28 17:26:44.616881 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.33', 56382) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:26:44.724189 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-4f130124-8302-4aba-9d4e-1fecd0ffddf1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:26:44.799031 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-4f130124-8302-4aba-9d4e-1fecd0ffddf1 admin admin] Publish callbacks [] for security_group (72ae7041-e9e8-4c4a-b085-443e9bee54f2), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:26:44.802546 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-4f130124-8302-4aba-9d4e-1fecd0ffddf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594961'] for security_group (72ae7041-e9e8-4c4a-b085-443e9bee54f2), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:26:44.843411 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-4f130124-8302-4aba-9d4e-1fecd0ffddf1 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=92445246f3084672b988c918f7bc063e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2251935 May 28 17:26:44.844597 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f130124-8302-4aba-9d4e-1fecd0ffddf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72ae7041-e9e8-4c4a-b085-443e9bee54f2,revision_number=1']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:26:44.845965 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.33', 56386) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:26:44.852028 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f130124-8302-4aba-9d4e-1fecd0ffddf1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:26:44.852374 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f130124-8302-4aba-9d4e-1fecd0ffddf1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:26:44.852712 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f130124-8302-4aba-9d4e-1fecd0ffddf1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:26:44.853038 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f130124-8302-4aba-9d4e-1fecd0ffddf1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:26:44.853367 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f130124-8302-4aba-9d4e-1fecd0ffddf1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:26:44.853702 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f130124-8302-4aba-9d4e-1fecd0ffddf1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:26:44.854012 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f130124-8302-4aba-9d4e-1fecd0ffddf1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:26:44.857804 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f130124-8302-4aba-9d4e-1fecd0ffddf1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:26:44.857804 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f130124-8302-4aba-9d4e-1fecd0ffddf1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:26:44.857804 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f130124-8302-4aba-9d4e-1fecd0ffddf1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:26:44.857804 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f130124-8302-4aba-9d4e-1fecd0ffddf1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:26:44.857804 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f130124-8302-4aba-9d4e-1fecd0ffddf1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:26:44.857804 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f130124-8302-4aba-9d4e-1fecd0ffddf1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:26:44.857804 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f130124-8302-4aba-9d4e-1fecd0ffddf1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:26:44.857804 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f130124-8302-4aba-9d4e-1fecd0ffddf1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:26:44.907269 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-eaa05140-af4d-4432-a915-687c81945280 admin admin] Publish callbacks [] for security_group (72ae7041-e9e8-4c4a-b085-443e9bee54f2), before_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:26:44.928831 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-eaa05140-af4d-4432-a915-687c81945280 admin admin] Publish callbacks [] for security_group (72ae7041-e9e8-4c4a-b085-443e9bee54f2), precommit_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:26:44.973382 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-eaa05140-af4d-4432-a915-687c81945280 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594961'] for security_group (72ae7041-e9e8-4c4a-b085-443e9bee54f2), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:26:44.975859 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-eaa05140-af4d-4432-a915-687c81945280 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:26:44.976968 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-eaa05140-af4d-4432-a915-687c81945280 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/72ae7041-e9e8-4c4a-b085-443e9bee54f2 HTTP/1.1" status: 204 len: 168 time: 0.1299667 May 28 17:26:44.984963 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa05140-af4d-4432-a915-687c81945280 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72ae7041-e9e8-4c4a-b085-443e9bee54f2,revision_number=None']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:26:44.992179 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa05140-af4d-4432-a915-687c81945280 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:26:44.992531 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa05140-af4d-4432-a915-687c81945280 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:26:44.992873 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa05140-af4d-4432-a915-687c81945280 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:26:44.993212 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa05140-af4d-4432-a915-687c81945280 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:26:44.993543 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa05140-af4d-4432-a915-687c81945280 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:26:44.993872 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa05140-af4d-4432-a915-687c81945280 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:26:44.994195 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa05140-af4d-4432-a915-687c81945280 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:26:44.994519 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa05140-af4d-4432-a915-687c81945280 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:26:44.994845 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa05140-af4d-4432-a915-687c81945280 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:26:44.995179 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa05140-af4d-4432-a915-687c81945280 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:26:44.996207 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa05140-af4d-4432-a915-687c81945280 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:26:44.996557 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa05140-af4d-4432-a915-687c81945280 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:26:44.996931 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa05140-af4d-4432-a915-687c81945280 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:26:44.997254 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa05140-af4d-4432-a915-687c81945280 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:26:44.997576 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa05140-af4d-4432-a915-687c81945280 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:26:45.256762 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.33', 56394) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:26:45.270866 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-44381b12-f492-4800-869c-f6cd27636490 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:26:45.297982 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:26:45.356234 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-44381b12-f492-4800-869c-f6cd27636490 admin admin] Publish callbacks [] for security_group (c0b5e37d-4d2e-4b9b-90c0-0e63cb188263), precommit_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:26:45.360001 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-44381b12-f492-4800-869c-f6cd27636490 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594961'] for security_group (c0b5e37d-4d2e-4b9b-90c0-0e63cb188263), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:26:45.383149 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c5dced-f064-41b4-8b63-ccc83aefcdce req-f70d0748-95c9-41ed-9ead-b5822d08e0e9 tempest-VolumesSnapshotTestJSON-491387215 tempest-VolumesSnapshotTestJSON-491387215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:26:45.384640 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-84c5dced-f064-41b4-8b63-ccc83aefcdce req-f70d0748-95c9-41ed-9ead-b5822d08e0e9 tempest-VolumesSnapshotTestJSON-491387215 tempest-VolumesSnapshotTestJSON-491387215-project] 10.222.0.33 "GET /v2.0/ports?device_id=e99fbe7a-b9c4-4f37-a515-9e598de8b512 HTTP/1.1" status: 200 len: 945 time: 0.0522451 May 28 17:26:45.392299 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44381b12-f492-4800-869c-f6cd27636490 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0b5e37d-4d2e-4b9b-90c0-0e63cb188263,revision_number=1']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:26:45.407922 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-44381b12-f492-4800-869c-f6cd27636490 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=904392fbeff142f0bd4b98198e203bd5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1474929 May 28 17:26:45.408477 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.33', 56402) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:26:45.449832 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-84c5dced-f064-41b4-8b63-ccc83aefcdce req-0c0d49c5-670a-476c-b711-9d8697f01f41 tempest-VolumesSnapshotTestJSON-491387215 tempest-VolumesSnapshotTestJSON-491387215-project] 10.222.0.33 "GET /v2.0/security-groups?id=4ee3e319-c2ae-4ff7-8a8c-b0d305908d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591981 May 28 17:26:45.453662 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:26:45.465470 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-eafa4494-c95f-47b9-8866-ef5c5793956b admin admin] Publish callbacks [] for security_group (c0b5e37d-4d2e-4b9b-90c0-0e63cb188263), before_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:26:45.492299 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-eafa4494-c95f-47b9-8866-ef5c5793956b admin admin] Publish callbacks [] for security_group (c0b5e37d-4d2e-4b9b-90c0-0e63cb188263), precommit_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:26:45.750180 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928b0987-d7a0-4bbb-b581-b5bb8be72c81 req-b6e513bc-faa1-41fc-b102-4024a554e2b7 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:26:45.751652 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-928b0987-d7a0-4bbb-b581-b5bb8be72c81 req-b6e513bc-faa1-41fc-b102-4024a554e2b7 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/ports?device_id=9d6203f1-8344-4493-9b94-22fb56f73a96 HTTP/1.1" status: 200 len: 946 time: 0.0696783 May 28 17:26:45.781986 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-eafa4494-c95f-47b9-8866-ef5c5793956b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594961'] for security_group (c0b5e37d-4d2e-4b9b-90c0-0e63cb188263), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:26:45.784483 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-eafa4494-c95f-47b9-8866-ef5c5793956b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:26:45.785592 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-eafa4494-c95f-47b9-8866-ef5c5793956b admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/c0b5e37d-4d2e-4b9b-90c0-0e63cb188263 HTTP/1.1" status: 204 len: 168 time: 0.3756959 May 28 17:26:45.806635 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafa4494-c95f-47b9-8866-ef5c5793956b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0b5e37d-4d2e-4b9b-90c0-0e63cb188263,revision_number=None']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:26:45.828089 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-928b0987-d7a0-4bbb-b581-b5bb8be72c81 req-b6e962f3-4f4c-49cf-845f-e888dd7debab tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/security-groups?id=e86c30f5-196b-4340-88e9-8368ca719339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648165 May 28 17:26:46.139182 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.33', 56412) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:26:46.152555 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-8f578725-cbc4-429a-bb19-90647ae79276 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:26:46.230512 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-8f578725-cbc4-429a-bb19-90647ae79276 admin admin] Publish callbacks [] for security_group (201deb6b-13b2-437a-a2cb-c4b0b0499b9b), precommit_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:26:46.234465 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-8f578725-cbc4-429a-bb19-90647ae79276 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594961'] for security_group (201deb6b-13b2-437a-a2cb-c4b0b0499b9b), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:26:46.281659 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-8f578725-cbc4-429a-bb19-90647ae79276 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=0da0752896a4401db5e6ea8e02bb68aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1413615 May 28 17:26:46.282500 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f578725-cbc4-429a-bb19-90647ae79276 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=201deb6b-13b2-437a-a2cb-c4b0b0499b9b,revision_number=1']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:26:46.284274 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.33', 56416) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:26:46.334501 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-0d00c367-b422-4728-9dbb-b76e50428e43 admin admin] Publish callbacks [] for security_group (201deb6b-13b2-437a-a2cb-c4b0b0499b9b), before_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:26:46.356684 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-0d00c367-b422-4728-9dbb-b76e50428e43 admin admin] Publish callbacks [] for security_group (201deb6b-13b2-437a-a2cb-c4b0b0499b9b), precommit_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:26:46.405081 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-0d00c367-b422-4728-9dbb-b76e50428e43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594961'] for security_group (201deb6b-13b2-437a-a2cb-c4b0b0499b9b), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:26:46.407656 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-0d00c367-b422-4728-9dbb-b76e50428e43 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:26:46.408795 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-0d00c367-b422-4728-9dbb-b76e50428e43 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/201deb6b-13b2-437a-a2cb-c4b0b0499b9b HTTP/1.1" status: 204 len: 168 time: 0.1235292 May 28 17:26:46.416838 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d00c367-b422-4728-9dbb-b76e50428e43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=201deb6b-13b2-437a-a2cb-c4b0b0499b9b,revision_number=None']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:26:46.570243 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbe481f-1dc5-46ac-ad96-58919a2b873a req-6c4392c9-5a7d-4d6e-8622-20320af73363 tempest-VolumesSnapshotTestJSON-491387215 tempest-VolumesSnapshotTestJSON-491387215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:26:46.571713 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-7cbe481f-1dc5-46ac-ad96-58919a2b873a req-6c4392c9-5a7d-4d6e-8622-20320af73363 tempest-VolumesSnapshotTestJSON-491387215 tempest-VolumesSnapshotTestJSON-491387215-project] 10.222.0.33 "GET /v2.0/ports?device_id=e99fbe7a-b9c4-4f37-a515-9e598de8b512 HTTP/1.1" status: 200 len: 945 time: 0.0524645 May 28 17:26:46.816287 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-7cbe481f-1dc5-46ac-ad96-58919a2b873a req-eb487fa9-ae46-47e2-acd4-8f493d7577f5 tempest-VolumesSnapshotTestJSON-491387215 tempest-VolumesSnapshotTestJSON-491387215-project] 10.222.0.33 "GET /v2.0/security-groups?id=4ee3e319-c2ae-4ff7-8a8c-b0d305908d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2379770 May 28 17:26:46.934770 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d05c961-64fc-4d78-9015-c083622e21cd req-12ac6022-fc99-4fbb-a316-6a919067c1af tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:26:46.936301 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-1d05c961-64fc-4d78-9015-c083622e21cd req-12ac6022-fc99-4fbb-a316-6a919067c1af tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/ports?device_id=9d6203f1-8344-4493-9b94-22fb56f73a96 HTTP/1.1" status: 200 len: 946 time: 0.0519984 May 28 17:26:46.988204 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-1d05c961-64fc-4d78-9015-c083622e21cd req-945e9090-70e3-4fa8-8f11-1d946ca97aec tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/security-groups?id=e86c30f5-196b-4340-88e9-8368ca719339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461235 May 28 17:26:47.936543 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8be76e-ea4c-4b35-ae3b-ee2b4875b765 req-ac79afab-4e30-4b57-be02-29edeae0f92f tempest-VolumesSnapshotTestJSON-491387215 tempest-VolumesSnapshotTestJSON-491387215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:26:47.938015 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-da8be76e-ea4c-4b35-ae3b-ee2b4875b765 req-ac79afab-4e30-4b57-be02-29edeae0f92f tempest-VolumesSnapshotTestJSON-491387215 tempest-VolumesSnapshotTestJSON-491387215-project] 10.222.0.33 "GET /v2.0/ports?device_id=e99fbe7a-b9c4-4f37-a515-9e598de8b512 HTTP/1.1" status: 200 len: 945 time: 0.0483725 May 28 17:26:47.992321 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-da8be76e-ea4c-4b35-ae3b-ee2b4875b765 req-23765232-3510-421a-a806-2e3f2e735229 tempest-VolumesSnapshotTestJSON-491387215 tempest-VolumesSnapshotTestJSON-491387215-project] 10.222.0.33 "GET /v2.0/security-groups?id=4ee3e319-c2ae-4ff7-8a8c-b0d305908d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468638 May 28 17:26:48.105541 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4187b1f-53b6-41f8-895c-12ca72b2bd91 req-47303e64-7a08-4602-9f12-4e3bc5a69418 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:26:48.107213 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-a4187b1f-53b6-41f8-895c-12ca72b2bd91 req-47303e64-7a08-4602-9f12-4e3bc5a69418 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/ports?device_id=9d6203f1-8344-4493-9b94-22fb56f73a96 HTTP/1.1" status: 200 len: 946 time: 0.0500813 May 28 17:26:48.159245 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-a4187b1f-53b6-41f8-895c-12ca72b2bd91 req-4637603f-d52e-471d-835a-d813f0b5034a tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/security-groups?id=e86c30f5-196b-4340-88e9-8368ca719339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426972 May 28 17:26:48.427312 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.33', 56516) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:26:48.540731 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-50410c10-043d-460a-a508-7d630ba64aa2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:26:48.574548 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:26:48.621715 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-50410c10-043d-460a-a508-7d630ba64aa2 admin admin] Publish callbacks [] for security_group (12e86403-f1d6-4e71-8657-44c676450819), precommit_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:26:48.625350 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-50410c10-043d-460a-a508-7d630ba64aa2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594961'] for security_group (12e86403-f1d6-4e71-8657-44c676450819), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:26:48.665509 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-50410c10-043d-460a-a508-7d630ba64aa2 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=92bb84085dc44edc9b7c7467d6735ae9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2370338 May 28 17:26:48.666386 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50410c10-043d-460a-a508-7d630ba64aa2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12e86403-f1d6-4e71-8657-44c676450819,revision_number=1']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:26:48.668261 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.33', 56524) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:26:48.717658 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-14b3bffe-0fe8-41f7-b695-fcb93da7708d admin admin] Publish callbacks [] for security_group (12e86403-f1d6-4e71-8657-44c676450819), before_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:26:48.738952 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-14b3bffe-0fe8-41f7-b695-fcb93da7708d admin admin] Publish callbacks [] for security_group (12e86403-f1d6-4e71-8657-44c676450819), precommit_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:26:48.749163 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:26:48.770901 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=2 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:26:48.792688 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-14b3bffe-0fe8-41f7-b695-fcb93da7708d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594961'] for security_group (12e86403-f1d6-4e71-8657-44c676450819), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:26:48.795461 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-14b3bffe-0fe8-41f7-b695-fcb93da7708d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:26:48.796596 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-14b3bffe-0fe8-41f7-b695-fcb93da7708d admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/12e86403-f1d6-4e71-8657-44c676450819 HTTP/1.1" status: 204 len: 168 time: 0.1266961 May 28 17:26:48.804414 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b3bffe-0fe8-41f7-b695-fcb93da7708d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12e86403-f1d6-4e71-8657-44c676450819,revision_number=None']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:26:49.060962 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.33', 56536) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:26:49.068887 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Device 0bfab207-935d-43ec-8b14-0efcb1026c51 up at agent hyperv_hv-cinder-84372 {{(pid=103913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 28 17:26:49.084766 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-4d69758c-6beb-4186-9c8b-3b2056741be3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:26:49.109723 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Provisioning for port 0bfab207-935d-43ec-8b14-0efcb1026c51 completed by entity L2. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 28 17:26:49.115606 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Provisioning complete for port 0bfab207-935d-43ec-8b14-0efcb1026c51 triggered by entity L2. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 17:26:49.115920 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1821120'] for port (0bfab207-935d-43ec-8b14-0efcb1026c51), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:26:49.133775 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bbd0bf-2acc-46f2-923e-69b821676d44 req-ff90543a-4919-4b7f-b67e-a6ef6305fe7d tempest-VolumesSnapshotTestJSON-491387215 tempest-VolumesSnapshotTestJSON-491387215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:26:49.135218 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-08bbd0bf-2acc-46f2-923e-69b821676d44 req-ff90543a-4919-4b7f-b67e-a6ef6305fe7d tempest-VolumesSnapshotTestJSON-491387215 tempest-VolumesSnapshotTestJSON-491387215-project] 10.222.0.33 "GET /v2.0/ports?device_id=e99fbe7a-b9c4-4f37-a515-9e598de8b512 HTTP/1.1" status: 200 len: 945 time: 0.0676737 May 28 17:26:49.194100 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Current status of the port 0bfab207-935d-43ec-8b14-0efcb1026c51 is: BUILD; New status is: ACTIVE {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 17:26:49.194573 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (0bfab207-935d-43ec-8b14-0efcb1026c51), before_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:26:49.217150 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-08bbd0bf-2acc-46f2-923e-69b821676d44 req-19f4901e-df21-4621-994d-c59c6803887a tempest-VolumesSnapshotTestJSON-491387215 tempest-VolumesSnapshotTestJSON-491387215-project] 10.222.0.33 "GET /v2.0/security-groups?id=4ee3e319-c2ae-4ff7-8a8c-b0d305908d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737376 May 28 17:26:49.222477 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e99fbe7a-b9c4-4f37-a515-9e598de8b512', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bfab207-935d-43ec-8b14-0efcb1026c51'}] {{(pid=103913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 17:26:49.225043 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fc7d66bd3c46bdb9792f0e064e6c35853b2e9fce1f0b0d0eb0c21c6a12b004b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f80737eb-0500-47a8-942f-0a79451e0778" -d '{"events": [{"server_uuid": "e99fbe7a-b9c4-4f37-a515-9e598de8b512", "name": "network-vif-plugged", "status": "completed", "tag": "0bfab207-935d-43ec-8b14-0efcb1026c51"}]}' {{(pid=103913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 28 17:26:49.244098 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] For port 0bfab207-935d-43ec-8b14-0efcb1026c51, host hv-cinder-84372, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84372',level=0,port_id=0bfab207-935d-43ec-8b14-0efcb1026c51,segment=NetworkSegment(80f887d5-5d74-4b68-8808-871bb944a1fe),segment_id=80f887d5-5d74-4b68-8808-871bb944a1fe)] {{(pid=103913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 17:26:49.249269 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735968512485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735968120131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735968120149'] for port (0bfab207-935d-43ec-8b14-0efcb1026c51), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:26:49.249434 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-4d69758c-6beb-4186-9c8b-3b2056741be3 admin admin] Publish callbacks [] for security_group (513f585a-a03d-4f71-a8f3-ff0134c51414), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:26:49.253013 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-4d69758c-6beb-4186-9c8b-3b2056741be3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594961'] for security_group (513f585a-a03d-4f71-a8f3-ff0134c51414), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:26:49.281325 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 May 2022 17:26:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73371b6b-d26a-4d2e-a3b8-6e8bbc07d1db x-openstack-request-id: req-73371b6b-d26a-4d2e-a3b8-6e8bbc07d1db {{(pid=103913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 28 17:26:49.281643 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e99fbe7a-b9c4-4f37-a515-9e598de8b512", "name": "network-vif-plugged", "status": "completed", "tag": "0bfab207-935d-43ec-8b14-0efcb1026c51", "code": 200}]} {{(pid=103913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 28 17:26:49.281928 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-73371b6b-d26a-4d2e-a3b8-6e8bbc07d1db {{(pid=103913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 28 17:26:49.282330 dv-cinder-843729-1-iscsi neutron-server[103913]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73371b6b-d26a-4d2e-a3b8-6e8bbc07d1db'] response: {'server_uuid': 'e99fbe7a-b9c4-4f37-a515-9e598de8b512', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bfab207-935d-43ec-8b14-0efcb1026c51', 'code': 200} May 28 17:26:49.298437 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-4d69758c-6beb-4186-9c8b-3b2056741be3 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=17d8a98526f64152bd8ff4c367885bf1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2363181 May 28 17:26:49.300364 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d69758c-6beb-4186-9c8b-3b2056741be3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=513f585a-a03d-4f71-a8f3-ff0134c51414,revision_number=1']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:26:49.301648 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.33', 56546) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:26:49.310660 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Pushing event updated for resources: {'Port': ['ID=0bfab207-935d-43ec-8b14-0efcb1026c51,revision_number=5']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:26:49.325561 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daf3c86-670c-40ac-9962-2ae31f27e0c0 req-0f606cc4-cc2d-4359-8bba-fe0751dc7289 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:26:49.327080 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-9daf3c86-670c-40ac-9962-2ae31f27e0c0 req-0f606cc4-cc2d-4359-8bba-fe0751dc7289 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/ports?device_id=9d6203f1-8344-4493-9b94-22fb56f73a96 HTTP/1.1" status: 200 len: 946 time: 0.0662520 May 28 17:26:49.381204 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=82,neutron:DELETE=1,neutron:INSERT=16,neutron:UPDATE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:26:49.398864 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-cd1f2284-8738-4bd1-bf98-65f847dd0d4c admin admin] Publish callbacks [] for security_group (513f585a-a03d-4f71-a8f3-ff0134c51414), before_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:26:49.404819 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-9daf3c86-670c-40ac-9962-2ae31f27e0c0 req-1319557f-b9db-49b5-86f8-888c0f7b671d tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/security-groups?id=e86c30f5-196b-4340-88e9-8368ca719339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720792 May 28 17:26:49.419937 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=4 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:26:49.436881 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-cd1f2284-8738-4bd1-bf98-65f847dd0d4c admin admin] Publish callbacks [] for security_group (513f585a-a03d-4f71-a8f3-ff0134c51414), precommit_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:26:49.487494 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-cd1f2284-8738-4bd1-bf98-65f847dd0d4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594961'] for security_group (513f585a-a03d-4f71-a8f3-ff0134c51414), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:26:49.490084 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-cd1f2284-8738-4bd1-bf98-65f847dd0d4c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:26:49.491966 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-cd1f2284-8738-4bd1-bf98-65f847dd0d4c admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/513f585a-a03d-4f71-a8f3-ff0134c51414 HTTP/1.1" status: 204 len: 168 time: 0.1886835 May 28 17:26:49.501550 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1f2284-8738-4bd1-bf98-65f847dd0d4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=513f585a-a03d-4f71-a8f3-ff0134c51414,revision_number=None']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:26:50.176282 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.33', 56576) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:26:50.305505 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-3f15d375-db41-44e8-a50b-523d38294731 req-593d0735-556a-408b-9351-395474e7d390 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=3425b63d-c751-49bf-b2d9-0568c8cdae34&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0465357 May 28 17:26:50.320018 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.v2.base [None req-6a86d2c5-e71f-4cf7-a273-d1e67266ebf5 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-11309874-network', 'tenant_id': '3cba1f063ee7455c8419c1dceba4ac45'}} {{(pid=103911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 17:26:50.395156 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a86d2c5-e71f-4cf7-a273-d1e67266ebf5 admin admin] Made reservation on behalf of 3cba1f063ee7455c8419c1dceba4ac45 for: {'network': 1} {{(pid=103911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 17:26:50.397528 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-6a86d2c5-e71f-4cf7-a273-d1e67266ebf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for network (None), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:26:50.408768 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c37c02f-3235-4e18-9d93-c1441c24594c req-ed887108-f1df-4a41-8acf-70e1823cd181 tempest-VolumesSnapshotTestJSON-491387215 tempest-VolumesSnapshotTestJSON-491387215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:26:50.410297 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-6a86d2c5-e71f-4cf7-a273-d1e67266ebf5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:26:50.410431 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-1c37c02f-3235-4e18-9d93-c1441c24594c req-ed887108-f1df-4a41-8acf-70e1823cd181 tempest-VolumesSnapshotTestJSON-491387215 tempest-VolumesSnapshotTestJSON-491387215-project] 10.222.0.33 "GET /v2.0/ports?device_id=e99fbe7a-b9c4-4f37-a515-9e598de8b512 HTTP/1.1" status: 200 len: 946 time: 0.0881269 May 28 17:26:50.442416 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efb4dd9-4232-4726-a16e-1b7fd158a254 req-4e8b50c5-64d5-41e1-bbd6-26e6d1bcce42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:26:50.443921 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-0efb4dd9-4232-4726-a16e-1b7fd158a254 req-4e8b50c5-64d5-41e1-bbd6-26e6d1bcce42 service neutron] 10.222.0.16 "GET /v2.0/networks?id=64d9df32-417a-4110-9ebe-97bfa607c330 HTTP/1.1" status: 200 len: 915 time: 0.1948504 May 28 17:26:50.446287 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be913263-97c8-4282-a894-025ca10dd600 req-8af385ad-cc3e-4324-b062-40b70040e9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:26:50.447844 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-be913263-97c8-4282-a894-025ca10dd600 req-8af385ad-cc3e-4324-b062-40b70040e9cb service neutron] 10.222.0.16 "GET /v2.0/networks?id=ef03f64f-43e2-4121-9b36-bf95e66e6156 HTTP/1.1" status: 200 len: 911 time: 0.1984062 May 28 17:26:50.484011 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-1c37c02f-3235-4e18-9d93-c1441c24594c req-008b8b90-7066-4eb6-bf27-5567bf979386 tempest-VolumesSnapshotTestJSON-491387215 tempest-VolumesSnapshotTestJSON-491387215-project] 10.222.0.33 "GET /v2.0/security-groups?id=4ee3e319-c2ae-4ff7-8a8c-b0d305908d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661511 May 28 17:26:50.539810 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-6a86d2c5-e71f-4cf7-a273-d1e67266ebf5 admin admin] Publish callbacks [] for security_group (5a3c5f38-9658-445a-9e7f-b1486f5dfb99), precommit_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:26:50.546105 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-6a86d2c5-e71f-4cf7-a273-d1e67266ebf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594961'] for security_group (5a3c5f38-9658-445a-9e7f-b1486f5dfb99), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:26:50.574827 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33693f67-fa79-492f-b39b-14578181c68a req-2958ecd3-e606-4623-b145-9d66789d1012 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:26:50.576356 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-33693f67-fa79-492f-b39b-14578181c68a req-2958ecd3-e606-4623-b145-9d66789d1012 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/ports?device_id=9d6203f1-8344-4493-9b94-22fb56f73a96 HTTP/1.1" status: 200 len: 946 time: 0.0709591 May 28 17:26:50.585255 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a86d2c5-e71f-4cf7-a273-d1e67266ebf5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 161} {{(pid=103911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 17:26:50.614466 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a86d2c5-e71f-4cf7-a273-d1e67266ebf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a3c5f38-9658-445a-9e7f-b1486f5dfb99,revision_number=1']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:26:50.619672 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-6a86d2c5-e71f-4cf7-a273-d1e67266ebf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766051'] for segment (c3b22eed-52f2-49c7-89ae-c9e36c9eb18d), precommit_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:26:50.620016 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.db.segments_db [None req-6a86d2c5-e71f-4cf7-a273-d1e67266ebf5 admin admin] Added segment c3b22eed-52f2-49c7-89ae-c9e36c9eb18d of type vlan for network 4b113839-9688-4224-ad29-970366f6024a May 28 17:26:50.621844 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=8 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:26:50.687632 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-6a86d2c5-e71f-4cf7-a273-d1e67266ebf5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735968101232'] for network (4b113839-9688-4224-ad29-970366f6024a), precommit_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:26:50.701255 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-33693f67-fa79-492f-b39b-14578181c68a req-dea308cb-e985-424e-b8a8-90c5974cd1ee tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/security-groups?id=e86c30f5-196b-4340-88e9-8368ca719339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168921 May 28 17:26:50.725796 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-6a86d2c5-e71f-4cf7-a273-d1e67266ebf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116'] for network (4b113839-9688-4224-ad29-970366f6024a), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:26:50.726850 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a86d2c5-e71f-4cf7-a273-d1e67266ebf5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:26:50.727466 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-6a86d2c5-e71f-4cf7-a273-d1e67266ebf5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-152074'] for network (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:26:50.767959 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-6a86d2c5-e71f-4cf7-a273-d1e67266ebf5 admin admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 861 time: 0.5878251 May 28 17:26:50.768680 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.33', 56604) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:26:50.776288 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.v2.base [None req-5bb9d1b2-0222-44a1-8993-d5f89d6cfe78 admin admin] Request body: {'subnet': {'network_id': '4b113839-9688-4224-ad29-970366f6024a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-11309874-subnet', 'tenant_id': '3cba1f063ee7455c8419c1dceba4ac45', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 17:26:50.824608 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a86d2c5-e71f-4cf7-a273-d1e67266ebf5 admin admin] Pushing event updated for resources: {'Network': ['ID=4b113839-9688-4224-ad29-970366f6024a,revision_number=1']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:26:50.835888 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Network 4b113839-9688-4224-ad29-970366f6024a details requested by agent ovs-agent-dv-cinder-843729-1-iscsi with host dv-cinder-843729-1-iscsi {{(pid=103913) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 28 17:26:50.911428 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-0efb4dd9-4232-4726-a16e-1b7fd158a254 req-68ef69a2-eb3e-4ae9-a49d-9611e4d31e3b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0bfab207-935d-43ec-8b14-0efcb1026c51 HTTP/1.1" status: 200 len: 217 time: 0.0995679 May 28 17:26:50.935316 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.16', 53339) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:26:50.990682 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-be913263-97c8-4282-a894-025ca10dd600 req-7abb16f7-52af-4382-baf8-960ef0b6f771 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d234e00a-5520-40b5-aa3f-c3a3f2a506ee HTTP/1.1" status: 200 len: 1000 time: 0.2019453 May 28 17:26:51.008869 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bb9d1b2-0222-44a1-8993-d5f89d6cfe78 admin admin] Made reservation on behalf of 3cba1f063ee7455c8419c1dceba4ac45 for: {'subnet': 1} {{(pid=103912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 17:26:51.012930 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-5bb9d1b2-0222-44a1-8993-d5f89d6cfe78 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5675793'] for subnet (None), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:26:51.036544 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14312dfd-e6ee-405b-9c44-9c6920118a8a req-33cb770c-94de-4dc6-80a5-76cb48034aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:26:51.043184 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-14312dfd-e6ee-405b-9c44-9c6920118a8a req-33cb770c-94de-4dc6-80a5-76cb48034aed service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=9d6203f1-8344-4493-9b94-22fb56f73a96 HTTP/1.1" status: 200 len: 1130 time: 0.1715631 May 28 17:26:51.050793 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b532ee7-fa8d-4fc6-8ad8-0049a576d730 req-d6822dcd-f2ff-452a-b9ed-374178fcc9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:26:51.052258 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-8b532ee7-fa8d-4fc6-8ad8-0049a576d730 req-d6822dcd-f2ff-452a-b9ed-374178fcc9ff service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=e99fbe7a-b9c4-4f37-a515-9e598de8b512 HTTP/1.1" status: 200 len: 1130 time: 0.1158814 May 28 17:26:51.062412 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f15d375-db41-44e8-a50b-523d38294731 req-e9e70d14-00b7-410c-a37e-21ab108f6a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:26:51.064320 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-3f15d375-db41-44e8-a50b-523d38294731 req-e9e70d14-00b7-410c-a37e-21ab108f6a0a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1a433429eb484bd4b1dae47092f38c2a&device_id=3425b63d-c751-49bf-b2d9-0568c8cdae34 HTTP/1.1" status: 200 len: 1130 time: 0.1937203 May 28 17:26:51.066087 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efb4dd9-4232-4726-a16e-1b7fd158a254 req-fd80dc4e-b7b2-4da4-92bc-fb65e04a4896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:26:51.071722 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-0efb4dd9-4232-4726-a16e-1b7fd158a254 req-fd80dc4e-b7b2-4da4-92bc-fb65e04a4896 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=85bb7a17-de77-4bde-b0ad-902161be4a24 HTTP/1.1" status: 200 len: 854 time: 0.1466286 May 28 17:26:51.105952 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be913263-97c8-4282-a894-025ca10dd600 req-f14bb7a7-8710-439c-bbf0-dee829b56988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:26:51.107458 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-be913263-97c8-4282-a894-025ca10dd600 req-f14bb7a7-8710-439c-bbf0-dee829b56988 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=cac4e4be-bdeb-4bc3-836c-d18d4297ccc1 HTTP/1.1" status: 200 len: 849 time: 0.1105776 May 28 17:26:51.145268 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=82,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=4 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:26:51.157510 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-0efb4dd9-4232-4726-a16e-1b7fd158a254 req-41f9a7a0-1edf-41ef-8c3a-822b4ff36e0d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=64d9df32-417a-4110-9ebe-97bfa607c330&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0689676 May 28 17:26:51.180591 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-14312dfd-e6ee-405b-9c44-9c6920118a8a req-c2e390ac-ad92-417e-8963-4a1ac35f5e2c service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=e86c30f5-196b-4340-88e9-8368ca719339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324174 May 28 17:26:51.187804 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:DELETE=3,neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:26:51.201808 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-8b532ee7-fa8d-4fc6-8ad8-0049a576d730 req-8e0d2684-d228-4e1b-8015-97ec2433138a service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=4ee3e319-c2ae-4ff7-8a8c-b0d305908d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409504 May 28 17:26:51.217066 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be913263-97c8-4282-a894-025ca10dd600 req-7a8dad7b-d714-4e0b-94ae-e670d2456ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:26:51.218503 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-be913263-97c8-4282-a894-025ca10dd600 req-7a8dad7b-d714-4e0b-94ae-e670d2456ea2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ef03f64f-43e2-4121-9b36-bf95e66e6156&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0763528 May 28 17:26:51.296535 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f15d375-db41-44e8-a50b-523d38294731 req-ac11255d-e993-4785-8af1-31bade1f08a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:26:51.298030 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-3f15d375-db41-44e8-a50b-523d38294731 req-ac11255d-e993-4785-8af1-31bade1f08a4 service neutron] 10.222.0.16 "GET /v2.0/networks?id=22932a3d-21b2-48a4-9a27-5956f4bdfe95 HTTP/1.1" status: 200 len: 913 time: 0.2004676 May 28 17:26:51.303173 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:26:51.311657 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-5bb9d1b2-0222-44a1-8993-d5f89d6cfe78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6171474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5675783'] for subnet (80f82a80-72ed-46b1-a096-f1a58dde703a), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:26:51.316765 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-0efb4dd9-4232-4726-a16e-1b7fd158a254 req-4a585dbb-f68b-44b2-b965-d90cae241682 service neutron] 10.222.0.16 "GET /v2.0/networks/64d9df32-417a-4110-9ebe-97bfa607c330?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500814 May 28 17:26:51.366255 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb9d1b2-0222-44a1-8993-d5f89d6cfe78 admin admin] Pushing event updated for resources: {'Subnet': ['ID=80f82a80-72ed-46b1-a096-f1a58dde703a,revision_number=0']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:26:51.382076 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bb9d1b2-0222-44a1-8993-d5f89d6cfe78 admin admin] Checking segment: {'id': 'c3b22eed-52f2-49c7-89ae-c9e36c9eb18d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '4b113839-9688-4224-ad29-970366f6024a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 28 17:26:51.382429 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bb9d1b2-0222-44a1-8993-d5f89d6cfe78 admin admin] Network hostable DHCP agents. Network: 4b113839-9688-4224-ad29-970366f6024a, hostable agents: ['b4d0b3c0-cc03-4456-af87-35ab415ef94b'], hosted agents: [] {{(pid=103912) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 17:26:51.390117 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:26:51.399635 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bb9d1b2-0222-44a1-8993-d5f89d6cfe78 admin admin] Network 4b113839-9688-4224-ad29-970366f6024a is scheduled to be hosted by DHCP agent b4d0b3c0-cc03-4456-af87-35ab415ef94b with binding_index 1 {{(pid=103912) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 17:26:51.408783 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.scheduler.base_scheduler [None req-5bb9d1b2-0222-44a1-8993-d5f89d6cfe78 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843729-1-iscsi, 4b113839-9688-4224-ad29-970366f6024a) {{(pid=103912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 17:26:51.414724 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bb9d1b2-0222-44a1-8993-d5f89d6cfe78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:26:51.414894 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-5bb9d1b2-0222-44a1-8993-d5f89d6cfe78 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-152074'] for subnet (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:26:51.418105 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59625ed5-f0a4-44ef-bdd8-142f66b1df4d None None] Network 4b113839-9688-4224-ad29-970366f6024a requested from dv-cinder-843729-1-iscsi {{(pid=103913) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 28 17:26:51.432212 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-5bb9d1b2-0222-44a1-8993-d5f89d6cfe78 admin admin] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6623659 May 28 17:26:51.525932 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58011915-e503-438a-a8fe-56294073df3f None None] Network 4b113839-9688-4224-ad29-970366f6024a requested from dv-cinder-843729-1-iscsi {{(pid=103913) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 28 17:26:51.596280 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:UPDATE=1,neutron:SELECT=98,neutron:DELETE=1 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:26:51.661794 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68999eef-e081-4528-a401-a38c68b3314f req-f115e523-871c-4e85-b05d-729fd6add3cd tempest-VolumesSnapshotTestJSON-491387215 tempest-VolumesSnapshotTestJSON-491387215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:26:51.663411 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-68999eef-e081-4528-a401-a38c68b3314f req-f115e523-871c-4e85-b05d-729fd6add3cd tempest-VolumesSnapshotTestJSON-491387215 tempest-VolumesSnapshotTestJSON-491387215-project] 10.222.0.33 "GET /v2.0/ports?device_id=e99fbe7a-b9c4-4f37-a515-9e598de8b512 HTTP/1.1" status: 200 len: 946 time: 0.0643268 May 28 17:26:51.712333 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-68999eef-e081-4528-a401-a38c68b3314f req-f122648c-138a-4389-a697-3b0ea2a3f46b tempest-VolumesSnapshotTestJSON-491387215 tempest-VolumesSnapshotTestJSON-491387215-project] 10.222.0.33 "GET /v2.0/security-groups?id=4ee3e319-c2ae-4ff7-8a8c-b0d305908d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425320 May 28 17:26:51.842505 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7cceb7-1fbb-473a-bc95-980347c71627 req-ddc0ae63-a7f1-4f3f-8fec-5872421e791c tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:26:51.844223 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-ce7cceb7-1fbb-473a-bc95-980347c71627 req-ddc0ae63-a7f1-4f3f-8fec-5872421e791c tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/ports?device_id=9d6203f1-8344-4493-9b94-22fb56f73a96 HTTP/1.1" status: 200 len: 946 time: 0.0618510 May 28 17:26:51.911390 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-ce7cceb7-1fbb-473a-bc95-980347c71627 req-668cc458-335f-4ba1-af9c-3ce0f6b64d60 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/security-groups?id=e86c30f5-196b-4340-88e9-8368ca719339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543091 May 28 17:26:52.042812 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.33', 56648) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:26:52.047875 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.v2.base [None req-61973e5d-daa3-413f-9f73-e074d60c505c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1288561439-network', 'tenant_id': '1debbe36ef274dcda31b1fca14faa365'}} {{(pid=103912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 17:26:52.069495 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61973e5d-daa3-413f-9f73-e074d60c505c admin admin] Made reservation on behalf of 1debbe36ef274dcda31b1fca14faa365 for: {'network': 1} {{(pid=103912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 17:26:52.072085 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-61973e5d-daa3-413f-9f73-e074d60c505c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for network (None), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:26:52.081484 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-61973e5d-daa3-413f-9f73-e074d60c505c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:26:52.095001 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cc1336-a2ef-46ed-931d-e32a4eecc485 req-fb3f9e38-d0e7-4f8e-99a6-e587be7fc2e5 tempest-DeleteServersTestJSON-420937626 tempest-DeleteServersTestJSON-420937626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:26:52.096956 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-d7cc1336-a2ef-46ed-931d-e32a4eecc485 req-fb3f9e38-d0e7-4f8e-99a6-e587be7fc2e5 tempest-DeleteServersTestJSON-420937626 tempest-DeleteServersTestJSON-420937626-project] 10.222.0.33 "GET /v2.0/ports?device_id=3425b63d-c751-49bf-b2d9-0568c8cdae34 HTTP/1.1" status: 200 len: 946 time: 0.0525510 May 28 17:26:52.156810 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-d7cc1336-a2ef-46ed-931d-e32a4eecc485 req-cbd7a576-dc1f-4914-81ef-07918a87f36f tempest-DeleteServersTestJSON-420937626 tempest-DeleteServersTestJSON-420937626-project] 10.222.0.33 "GET /v2.0/security-groups?id=571c4b98-2cb0-42e3-aa38-580d2b3677cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531816 May 28 17:26:52.174504 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-61973e5d-daa3-413f-9f73-e074d60c505c admin admin] Publish callbacks [] for security_group (2393e323-e63e-4181-9c42-4e773f9a2a13), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:26:52.179070 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-61973e5d-daa3-413f-9f73-e074d60c505c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594961'] for security_group (2393e323-e63e-4181-9c42-4e773f9a2a13), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:26:52.206257 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61973e5d-daa3-413f-9f73-e074d60c505c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 189} {{(pid=103912) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 17:26:52.217255 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61973e5d-daa3-413f-9f73-e074d60c505c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2393e323-e63e-4181-9c42-4e773f9a2a13,revision_number=1']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:26:52.227429 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-61973e5d-daa3-413f-9f73-e074d60c505c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766051'] for segment (626cf0e4-fdb0-4b61-a06a-c1f214ee4d44), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:26:52.227429 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.db.segments_db [None req-61973e5d-daa3-413f-9f73-e074d60c505c admin admin] Added segment 626cf0e4-fdb0-4b61-a06a-c1f214ee4d44 of type vlan for network 2acb1efc-a79e-4dfc-b45d-8e9f4877f472 May 28 17:26:52.270196 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-3f15d375-db41-44e8-a50b-523d38294731 req-45baebca-dea1-46ec-b381-8c35fba9bc7f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=484051b7-f005-48d0-a799-a12b167c29db HTTP/1.1" status: 200 len: 217 time: 0.0535445 May 28 17:26:52.279005 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-61973e5d-daa3-413f-9f73-e074d60c505c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735968101232'] for network (2acb1efc-a79e-4dfc-b45d-8e9f4877f472), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:26:52.311157 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-61973e5d-daa3-413f-9f73-e074d60c505c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116'] for network (2acb1efc-a79e-4dfc-b45d-8e9f4877f472), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:26:52.312160 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61973e5d-daa3-413f-9f73-e074d60c505c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:26:52.312779 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-61973e5d-daa3-413f-9f73-e074d60c505c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-152074'] for network (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:26:52.345542 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-61973e5d-daa3-413f-9f73-e074d60c505c admin admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.3015637 May 28 17:26:52.348174 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.33', 56652) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:26:52.377219 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.v2.base [None req-09aa918d-e475-4540-b108-1449d2051f20 admin admin] Request body: {'subnet': {'network_id': '2acb1efc-a79e-4dfc-b45d-8e9f4877f472', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1288561439-subnet', 'tenant_id': '1debbe36ef274dcda31b1fca14faa365', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 17:26:52.385633 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61973e5d-daa3-413f-9f73-e074d60c505c admin admin] Pushing event updated for resources: {'Network': ['ID=2acb1efc-a79e-4dfc-b45d-8e9f4877f472,revision_number=1']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:26:52.395272 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Network 2acb1efc-a79e-4dfc-b45d-8e9f4877f472 details requested by agent ovs-agent-dv-cinder-843729-1-iscsi with host dv-cinder-843729-1-iscsi {{(pid=103913) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 28 17:26:52.400616 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09aa918d-e475-4540-b108-1449d2051f20 admin admin] Made reservation on behalf of 1debbe36ef274dcda31b1fca14faa365 for: {'subnet': 1} {{(pid=103912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 17:26:52.405116 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-09aa918d-e475-4540-b108-1449d2051f20 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5675793'] for subnet (None), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:26:52.494098 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:INSERT=10,neutron:SELECT=86,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:26:52.531919 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=76,neutron:INSERT=18,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:26:52.588620 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-09aa918d-e475-4540-b108-1449d2051f20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6171474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5675783'] for subnet (52290f04-a24c-493e-bea0-5ad729494f14), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:26:52.649172 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09aa918d-e475-4540-b108-1449d2051f20 admin admin] Pushing event updated for resources: {'Subnet': ['ID=52290f04-a24c-493e-bea0-5ad729494f14,revision_number=0']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:26:52.659525 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09aa918d-e475-4540-b108-1449d2051f20 admin admin] Checking segment: {'id': '626cf0e4-fdb0-4b61-a06a-c1f214ee4d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '2acb1efc-a79e-4dfc-b45d-8e9f4877f472'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 28 17:26:52.659880 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09aa918d-e475-4540-b108-1449d2051f20 admin admin] Network hostable DHCP agents. Network: 2acb1efc-a79e-4dfc-b45d-8e9f4877f472, hostable agents: ['b4d0b3c0-cc03-4456-af87-35ab415ef94b'], hosted agents: [] {{(pid=103912) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 17:26:52.678054 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09aa918d-e475-4540-b108-1449d2051f20 admin admin] Network 2acb1efc-a79e-4dfc-b45d-8e9f4877f472 is scheduled to be hosted by DHCP agent b4d0b3c0-cc03-4456-af87-35ab415ef94b with binding_index 1 {{(pid=103912) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 17:26:52.687658 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.scheduler.base_scheduler [None req-09aa918d-e475-4540-b108-1449d2051f20 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843729-1-iscsi, 2acb1efc-a79e-4dfc-b45d-8e9f4877f472) {{(pid=103912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 17:26:52.691541 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09aa918d-e475-4540-b108-1449d2051f20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:26:52.692156 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-09aa918d-e475-4540-b108-1449d2051f20 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-152074'] for subnet (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:26:52.698504 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ded720db-97df-4663-ba1f-c9db51863a55 None None] Network 2acb1efc-a79e-4dfc-b45d-8e9f4877f472 requested from dv-cinder-843729-1-iscsi {{(pid=103913) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 28 17:26:52.709136 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-09aa918d-e475-4540-b108-1449d2051f20 admin admin] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3599522 May 28 17:26:52.765766 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:26:52.836190 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-5aee77e1-c600-4ac2-bcca-7b7f2fe8ff2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (b4d0b3c0-cc03-4456-af87-35ab415ef94b), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:26:52.846968 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19d14276-01f2-4af6-8d02-8283155d8f98 None None] Network 2acb1efc-a79e-4dfc-b45d-8e9f4877f472 requested from dv-cinder-843729-1-iscsi {{(pid=103913) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 28 17:26:52.929938 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-be913263-97c8-4282-a894-025ca10dd600 req-5c8c50b0-9afc-4e43-84e2-382ce6dec87f service neutron] 10.222.0.16 "GET /v2.0/networks/ef03f64f-43e2-4121-9b36-bf95e66e6156?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1897440 May 28 17:26:52.955279 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-0efb4dd9-4232-4726-a16e-1b7fd158a254 req-83885ae8-a5ce-4356-a0ea-9b7d262295a4 service neutron] 10.222.0.16 "GET /v2.0/networks/64d9df32-417a-4110-9ebe-97bfa607c330?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2168188 May 28 17:26:52.958696 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a2dd6d-e591-49a6-aa53-68a6644662d8 req-905a0858-5927-4f49-8c25-0b06ed23e8e2 tempest-VolumesSnapshotTestJSON-491387215 tempest-VolumesSnapshotTestJSON-491387215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:26:52.962531 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-f0a2dd6d-e591-49a6-aa53-68a6644662d8 req-905a0858-5927-4f49-8c25-0b06ed23e8e2 tempest-VolumesSnapshotTestJSON-491387215 tempest-VolumesSnapshotTestJSON-491387215-project] 10.222.0.33 "GET /v2.0/ports?device_id=e99fbe7a-b9c4-4f37-a515-9e598de8b512 HTTP/1.1" status: 200 len: 946 time: 0.0929093 May 28 17:26:53.029431 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-f0a2dd6d-e591-49a6-aa53-68a6644662d8 req-960c9064-7155-4b38-8e9f-d3af815c6e66 tempest-VolumesSnapshotTestJSON-491387215 tempest-VolumesSnapshotTestJSON-491387215-project] 10.222.0.33 "GET /v2.0/security-groups?id=4ee3e319-c2ae-4ff7-8a8c-b0d305908d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573461 May 28 17:26:53.051235 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b056a5f-2e77-4c16-aaaa-0ad62b0a9e07 req-9e8879c3-5547-4004-b495-af527cbeae97 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:26:53.052929 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-3b056a5f-2e77-4c16-aaaa-0ad62b0a9e07 req-9e8879c3-5547-4004-b495-af527cbeae97 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/ports?device_id=9d6203f1-8344-4493-9b94-22fb56f73a96 HTTP/1.1" status: 200 len: 946 time: 0.0608153 May 28 17:26:53.107087 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-3b056a5f-2e77-4c16-aaaa-0ad62b0a9e07 req-c6617068-09cf-451f-bdeb-97f66a2bd076 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/security-groups?id=e86c30f5-196b-4340-88e9-8368ca719339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455356 May 28 17:26:53.286781 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba572c56-d790-4236-9a6d-5589c9314a0a req-6f80f16b-b13d-498f-96dd-13ac867f7654 tempest-DeleteServersTestJSON-420937626 tempest-DeleteServersTestJSON-420937626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:26:53.288288 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-ba572c56-d790-4236-9a6d-5589c9314a0a req-6f80f16b-b13d-498f-96dd-13ac867f7654 tempest-DeleteServersTestJSON-420937626 tempest-DeleteServersTestJSON-420937626-project] 10.222.0.33 "GET /v2.0/ports?device_id=3425b63d-c751-49bf-b2d9-0568c8cdae34 HTTP/1.1" status: 200 len: 946 time: 0.0568254 May 28 17:26:53.353151 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-ba572c56-d790-4236-9a6d-5589c9314a0a req-36cdfc8f-26d5-4d67-b0b9-1ea9b28f442d tempest-DeleteServersTestJSON-420937626 tempest-DeleteServersTestJSON-420937626-project] 10.222.0.33 "GET /v2.0/security-groups?id=571c4b98-2cb0-42e3-aa38-580d2b3677cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560255 May 28 17:26:53.397904 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f15d375-db41-44e8-a50b-523d38294731 req-4e749e30-4795-47d8-af8c-c53a88beaa32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:26:53.399435 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-3f15d375-db41-44e8-a50b-523d38294731 req-4e749e30-4795-47d8-af8c-c53a88beaa32 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4aae0fea-63e9-43ef-af61-c404de009249 HTTP/1.1" status: 200 len: 852 time: 0.0721953 May 28 17:26:54.140719 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:26:54.149035 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b53cdf-259c-417f-92f4-2b40e8547b75 req-3ef06f1a-3de8-45ce-8bc5-10fe3f01d2e9 tempest-VolumesSnapshotTestJSON-491387215 tempest-VolumesSnapshotTestJSON-491387215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:26:54.150502 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-00b53cdf-259c-417f-92f4-2b40e8547b75 req-3ef06f1a-3de8-45ce-8bc5-10fe3f01d2e9 tempest-VolumesSnapshotTestJSON-491387215 tempest-VolumesSnapshotTestJSON-491387215-project] 10.222.0.33 "GET /v2.0/ports?device_id=e99fbe7a-b9c4-4f37-a515-9e598de8b512 HTTP/1.1" status: 200 len: 946 time: 0.0497730 May 28 17:26:54.205832 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-00b53cdf-259c-417f-92f4-2b40e8547b75 req-342c7696-db8e-4d9d-b186-3dc8f54eef54 tempest-VolumesSnapshotTestJSON-491387215 tempest-VolumesSnapshotTestJSON-491387215-project] 10.222.0.33 "GET /v2.0/security-groups?id=4ee3e319-c2ae-4ff7-8a8c-b0d305908d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489259 May 28 17:26:54.227657 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d527715e-2c0f-426d-87e1-e9b31143b80d req-2d0fc4b6-9763-4992-a878-676079ce841c tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:26:54.229109 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-d527715e-2c0f-426d-87e1-e9b31143b80d req-2d0fc4b6-9763-4992-a878-676079ce841c tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/ports?device_id=9d6203f1-8344-4493-9b94-22fb56f73a96 HTTP/1.1" status: 200 len: 946 time: 0.0501921 May 28 17:26:54.292545 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-d527715e-2c0f-426d-87e1-e9b31143b80d req-0b2b7ef2-53d7-485a-89a5-46f86092a781 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/security-groups?id=e86c30f5-196b-4340-88e9-8368ca719339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521944 May 28 17:26:54.421312 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.agents_db [None req-b36f0ab6-f8d6-4670-a7fa-3628cf342135 None None] Agent healthcheck: found 6 active agents {{(pid=103914) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 28 17:26:54.466226 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bc2d2c-6a3b-4f71-a1f9-a274fa5a69df req-17026c1f-b47e-4804-afc5-939fa09b69bd tempest-DeleteServersTestJSON-420937626 tempest-DeleteServersTestJSON-420937626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:26:54.467744 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-a2bc2d2c-6a3b-4f71-a1f9-a274fa5a69df req-17026c1f-b47e-4804-afc5-939fa09b69bd tempest-DeleteServersTestJSON-420937626 tempest-DeleteServersTestJSON-420937626-project] 10.222.0.33 "GET /v2.0/ports?device_id=3425b63d-c751-49bf-b2d9-0568c8cdae34 HTTP/1.1" status: 200 len: 946 time: 0.0505056 May 28 17:26:54.516888 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-a2bc2d2c-6a3b-4f71-a1f9-a274fa5a69df req-d18637de-ea32-4603-acb4-bf8e2f0c696b tempest-DeleteServersTestJSON-420937626 tempest-DeleteServersTestJSON-420937626-project] 10.222.0.33 "GET /v2.0/security-groups?id=571c4b98-2cb0-42e3-aa38-580d2b3677cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436561 May 28 17:26:54.617402 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e825946-4677-44e8-99fc-720220529f17 req-c06e53c0-8dff-40c9-9df0-48d6cac489dc tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:26:54.618816 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-9e825946-4677-44e8-99fc-720220529f17 req-c06e53c0-8dff-40c9-9df0-48d6cac489dc tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/ports?device_id=9d6203f1-8344-4493-9b94-22fb56f73a96 HTTP/1.1" status: 200 len: 946 time: 0.0468485 May 28 17:26:54.668118 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-9e825946-4677-44e8-99fc-720220529f17 req-bd313ba2-facc-4fda-8d1c-704542c59cfe tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/security-groups?id=e86c30f5-196b-4340-88e9-8368ca719339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420029 May 28 17:26:55.129274 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-7b4b036d-03ad-4e92-aeeb-2eae4950e05f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (8a8c7bbb-808d-49ae-95de-62501e6237ff), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:26:55.375080 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-3f15d375-db41-44e8-a50b-523d38294731 req-cdc35c63-d929-4b0e-a210-59076d46f9b2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=22932a3d-21b2-48a4-9a27-5956f4bdfe95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442266 May 28 17:26:55.384601 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9596f39b-f946-41af-8797-51dd3c6858d8 req-c0434ef2-1af5-4d5a-a023-ca2220a05a7e tempest-VolumesSnapshotTestJSON-491387215 tempest-VolumesSnapshotTestJSON-491387215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:26:55.386503 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-9596f39b-f946-41af-8797-51dd3c6858d8 req-c0434ef2-1af5-4d5a-a023-ca2220a05a7e tempest-VolumesSnapshotTestJSON-491387215 tempest-VolumesSnapshotTestJSON-491387215-project] 10.222.0.33 "GET /v2.0/ports?device_id=e99fbe7a-b9c4-4f37-a515-9e598de8b512 HTTP/1.1" status: 200 len: 946 time: 0.1015625 May 28 17:26:55.439062 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-be913263-97c8-4282-a894-025ca10dd600 req-66f791fe-eddf-4a67-b579-e5cb06d40e51 service neutron] 10.222.0.16 "GET /v2.0/networks/ef03f64f-43e2-4121-9b36-bf95e66e6156?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1669850 May 28 17:26:55.455500 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-9596f39b-f946-41af-8797-51dd3c6858d8 req-056b946c-0064-4af9-827a-5473134b601d tempest-VolumesSnapshotTestJSON-491387215 tempest-VolumesSnapshotTestJSON-491387215-project] 10.222.0.33 "GET /v2.0/security-groups?id=4ee3e319-c2ae-4ff7-8a8c-b0d305908d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605428 May 28 17:26:55.635447 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18f5b1d-bc9c-4b21-9c0c-da55bff86b9d req-6019cee2-39d3-41d9-99ad-d784bfe46283 tempest-DeleteServersTestJSON-420937626 tempest-DeleteServersTestJSON-420937626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:26:55.636886 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-c18f5b1d-bc9c-4b21-9c0c-da55bff86b9d req-6019cee2-39d3-41d9-99ad-d784bfe46283 tempest-DeleteServersTestJSON-420937626 tempest-DeleteServersTestJSON-420937626-project] 10.222.0.33 "GET /v2.0/ports?device_id=3425b63d-c751-49bf-b2d9-0568c8cdae34 HTTP/1.1" status: 200 len: 946 time: 0.0526507 May 28 17:26:55.683758 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-c18f5b1d-bc9c-4b21-9c0c-da55bff86b9d req-cc1ccfb2-dc78-41ec-a6d9-4dbc0b0764be tempest-DeleteServersTestJSON-420937626 tempest-DeleteServersTestJSON-420937626-project] 10.222.0.33 "GET /v2.0/security-groups?id=571c4b98-2cb0-42e3-aa38-580d2b3677cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413494 May 28 17:26:55.786798 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47090800-c118-4d10-835c-66e46c5a2fd8 req-0885722c-40ae-497b-b8ed-623c41471546 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:26:55.788362 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-47090800-c118-4d10-835c-66e46c5a2fd8 req-0885722c-40ae-497b-b8ed-623c41471546 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/ports?device_id=9d6203f1-8344-4493-9b94-22fb56f73a96 HTTP/1.1" status: 200 len: 946 time: 0.0494177 May 28 17:26:55.828106 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:26:55.836939 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-47090800-c118-4d10-835c-66e46c5a2fd8 req-939874c6-32cd-4bdd-8ee7-b2c6d0446956 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/security-groups?id=e86c30f5-196b-4340-88e9-8368ca719339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426073 May 28 17:26:56.397767 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-f22b8f6e-815f-41ba-a8b6-c2e56f67911e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (0b51406a-5a43-473c-8a39-67b2a4c71e5e), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:26:56.578973 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e2f5d4-7d95-4e33-8a90-dcf52262675d req-356fc4d1-c0f7-4fc9-9c88-d36f16bc5fcc tempest-VolumesSnapshotTestJSON-491387215 tempest-VolumesSnapshotTestJSON-491387215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:26:56.581139 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-40e2f5d4-7d95-4e33-8a90-dcf52262675d req-356fc4d1-c0f7-4fc9-9c88-d36f16bc5fcc tempest-VolumesSnapshotTestJSON-491387215 tempest-VolumesSnapshotTestJSON-491387215-project] 10.222.0.33 "GET /v2.0/ports?device_id=e99fbe7a-b9c4-4f37-a515-9e598de8b512 HTTP/1.1" status: 200 len: 946 time: 0.0526917 May 28 17:26:56.629385 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=100 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:26:56.634681 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-40e2f5d4-7d95-4e33-8a90-dcf52262675d req-dbcead64-4514-4fdd-bf16-effdf11159e0 tempest-VolumesSnapshotTestJSON-491387215 tempest-VolumesSnapshotTestJSON-491387215-project] 10.222.0.33 "GET /v2.0/security-groups?id=4ee3e319-c2ae-4ff7-8a8c-b0d305908d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480485 May 28 17:26:56.825100 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b771be-7249-46f0-b29b-64b62a6a84e6 req-700ba713-8a64-458e-b3a3-5e5c076c4fe8 tempest-DeleteServersTestJSON-420937626 tempest-DeleteServersTestJSON-420937626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:26:56.826728 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-b9b771be-7249-46f0-b29b-64b62a6a84e6 req-700ba713-8a64-458e-b3a3-5e5c076c4fe8 tempest-DeleteServersTestJSON-420937626 tempest-DeleteServersTestJSON-420937626-project] 10.222.0.33 "GET /v2.0/ports?device_id=3425b63d-c751-49bf-b2d9-0568c8cdae34 HTTP/1.1" status: 200 len: 946 time: 0.0577145 May 28 17:26:56.845920 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:26:56.904008 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-b9b771be-7249-46f0-b29b-64b62a6a84e6 req-fa041e62-2097-4cf9-9645-92f949fb4c16 tempest-DeleteServersTestJSON-420937626 tempest-DeleteServersTestJSON-420937626-project] 10.222.0.33 "GET /v2.0/security-groups?id=571c4b98-2cb0-42e3-aa38-580d2b3677cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710061 May 28 17:26:56.991062 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99c46cf-6830-4d59-a5c6-ecd2e84ce38f req-5d0f4c0a-ba6c-4836-b9a3-7ce5a6ef8f66 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:26:56.991062 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-f99c46cf-6830-4d59-a5c6-ecd2e84ce38f req-5d0f4c0a-ba6c-4836-b9a3-7ce5a6ef8f66 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/ports?device_id=9d6203f1-8344-4493-9b94-22fb56f73a96 HTTP/1.1" status: 200 len: 946 time: 0.0606024 May 28 17:26:57.044707 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-f99c46cf-6830-4d59-a5c6-ecd2e84ce38f req-cecd155b-8eda-448c-bfca-6b8eac32b307 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/security-groups?id=e86c30f5-196b-4340-88e9-8368ca719339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561910 May 28 17:26:57.701747 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-44990afe-4038-4bea-a0ed-12e052229f33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (19502cf1-8899-41f0-9103-a107faa54218), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:26:58.019946 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abd450d-a6f8-4724-acbb-5e6926083d54 req-c164f80a-86cb-487e-b5aa-351d0ed4c6ac tempest-DeleteServersTestJSON-420937626 tempest-DeleteServersTestJSON-420937626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:26:58.021395 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-5abd450d-a6f8-4724-acbb-5e6926083d54 req-c164f80a-86cb-487e-b5aa-351d0ed4c6ac tempest-DeleteServersTestJSON-420937626 tempest-DeleteServersTestJSON-420937626-project] 10.222.0.33 "GET /v2.0/ports?device_id=3425b63d-c751-49bf-b2d9-0568c8cdae34 HTTP/1.1" status: 200 len: 946 time: 0.0489869 May 28 17:26:58.068688 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-5abd450d-a6f8-4724-acbb-5e6926083d54 req-d71fd913-68a6-452f-b7d0-1553980c2320 tempest-DeleteServersTestJSON-420937626 tempest-DeleteServersTestJSON-420937626-project] 10.222.0.33 "GET /v2.0/security-groups?id=571c4b98-2cb0-42e3-aa38-580d2b3677cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415647 May 28 17:26:58.166144 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b646572-2f92-4e57-b84b-37d9d4f88d70 req-874e9c05-f415-4d96-b15c-cf416c0cb234 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:26:58.167834 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-2b646572-2f92-4e57-b84b-37d9d4f88d70 req-874e9c05-f415-4d96-b15c-cf416c0cb234 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/ports?device_id=9d6203f1-8344-4493-9b94-22fb56f73a96 HTTP/1.1" status: 200 len: 946 time: 0.0479500 May 28 17:26:58.220247 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-2b646572-2f92-4e57-b84b-37d9d4f88d70 req-f89f0413-3022-4de5-ad8f-a654aaeb599d tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/security-groups?id=e86c30f5-196b-4340-88e9-8368ca719339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466933 May 28 17:26:59.182296 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e76da5-0ae3-4ab5-b948-c971390b65e5 req-789dd02e-80f5-4c96-93da-69be233d3cf2 tempest-DeleteServersTestJSON-420937626 tempest-DeleteServersTestJSON-420937626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:26:59.184298 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-a4e76da5-0ae3-4ab5-b948-c971390b65e5 req-789dd02e-80f5-4c96-93da-69be233d3cf2 tempest-DeleteServersTestJSON-420937626 tempest-DeleteServersTestJSON-420937626-project] 10.222.0.33 "GET /v2.0/ports?device_id=3425b63d-c751-49bf-b2d9-0568c8cdae34 HTTP/1.1" status: 200 len: 946 time: 0.0484426 May 28 17:26:59.236081 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-a4e76da5-0ae3-4ab5-b948-c971390b65e5 req-bfa01047-4cfe-4b77-bd15-443991f121b7 tempest-DeleteServersTestJSON-420937626 tempest-DeleteServersTestJSON-420937626-project] 10.222.0.33 "GET /v2.0/security-groups?id=571c4b98-2cb0-42e3-aa38-580d2b3677cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463667 May 28 17:26:59.343711 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f79d42-a049-4f7c-9149-6385e1bd73a5 req-c87f343a-d9dd-41cc-9857-1aeb84e03f7d tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:26:59.345158 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-f6f79d42-a049-4f7c-9149-6385e1bd73a5 req-c87f343a-d9dd-41cc-9857-1aeb84e03f7d tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/ports?device_id=9d6203f1-8344-4493-9b94-22fb56f73a96 HTTP/1.1" status: 200 len: 946 time: 0.0496867 May 28 17:26:59.392148 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-f6f79d42-a049-4f7c-9149-6385e1bd73a5 req-1ffc04c5-12b8-44b4-a9a0-23113b660b14 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/security-groups?id=e86c30f5-196b-4340-88e9-8368ca719339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415912 May 28 17:26:59.402211 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (0032cfec-21e8-44dd-a7d5-0b8312dfe052), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:00.355299 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3020b49-f47b-4912-90e0-7317ccfee9f6 req-b523a285-c614-45a8-b297-0daf315a99f7 tempest-DeleteServersTestJSON-420937626 tempest-DeleteServersTestJSON-420937626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:27:00.356670 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-b3020b49-f47b-4912-90e0-7317ccfee9f6 req-b523a285-c614-45a8-b297-0daf315a99f7 tempest-DeleteServersTestJSON-420937626 tempest-DeleteServersTestJSON-420937626-project] 10.222.0.33 "GET /v2.0/ports?device_id=3425b63d-c751-49bf-b2d9-0568c8cdae34 HTTP/1.1" status: 200 len: 946 time: 0.0464828 May 28 17:27:00.402728 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-b3020b49-f47b-4912-90e0-7317ccfee9f6 req-e94d2b16-0b01-4301-afe4-7150f2ea39d0 tempest-DeleteServersTestJSON-420937626 tempest-DeleteServersTestJSON-420937626-project] 10.222.0.33 "GET /v2.0/security-groups?id=571c4b98-2cb0-42e3-aa38-580d2b3677cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406444 May 28 17:27:00.508192 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69aee647-8f4f-4dea-90b5-f5c72f80e461 req-5151b70a-657a-45c2-b65a-d3698dc59016 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:27:00.509644 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-69aee647-8f4f-4dea-90b5-f5c72f80e461 req-5151b70a-657a-45c2-b65a-d3698dc59016 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/ports?device_id=9d6203f1-8344-4493-9b94-22fb56f73a96 HTTP/1.1" status: 200 len: 946 time: 0.0508358 May 28 17:27:00.560610 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-69aee647-8f4f-4dea-90b5-f5c72f80e461 req-736b5bc6-de9f-4487-a2be-db884a576829 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/security-groups?id=e86c30f5-196b-4340-88e9-8368ca719339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450075 May 28 17:27:01.017431 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-3f15d375-db41-44e8-a50b-523d38294731 req-8dcd841b-628c-40be-9819-5e56d6b109a3 service neutron] 10.222.0.16 "GET /v2.0/networks/22932a3d-21b2-48a4-9a27-5956f4bdfe95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875766 May 28 17:27:01.214818 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9787b7-1073-41e1-ac36-d438b7c884bb req-119b04ff-ffbb-48da-bd7c-2ec5b398b03d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:27:01.217077 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-4b9787b7-1073-41e1-ac36-d438b7c884bb req-119b04ff-ffbb-48da-bd7c-2ec5b398b03d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8e92a5dc387f47c99ce98da4d6fd9d92&device_id=9d6203f1-8344-4493-9b94-22fb56f73a96 HTTP/1.1" status: 200 len: 1130 time: 0.0399356 May 28 17:27:01.277041 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-3f15d375-db41-44e8-a50b-523d38294731 req-67d07687-0e40-4f0c-b914-0a408dd52f67 service neutron] 10.222.0.16 "GET /v2.0/networks/22932a3d-21b2-48a4-9a27-5956f4bdfe95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001575 May 28 17:27:01.330705 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9787b7-1073-41e1-ac36-d438b7c884bb req-7a87ec98-a696-434f-9a76-b8ec1af52679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:27:01.332214 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-4b9787b7-1073-41e1-ac36-d438b7c884bb req-7a87ec98-a696-434f-9a76-b8ec1af52679 service neutron] 10.222.0.16 "GET /v2.0/networks?id=77a1ea92-c07d-41a7-8668-7c3c660591aa HTTP/1.1" status: 200 len: 919 time: 0.1064975 May 28 17:27:01.373956 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Device 484051b7-f005-48d0-a799-a12b167c29db no longer exists at agent hyperv_hv-cinder-84372 {{(pid=103913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 28 17:27:01.445637 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Current status of the port 484051b7-f005-48d0-a799-a12b167c29db is: ACTIVE; New status is: DOWN {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 17:27:01.446044 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (484051b7-f005-48d0-a799-a12b167c29db), before_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:01.457264 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-4b9787b7-1073-41e1-ac36-d438b7c884bb req-d1d64b77-2172-4b49-8d81-c4a51661c899 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=047a6d17-d6d2-4e8d-afee-99011f7fd562 HTTP/1.1" status: 200 len: 217 time: 0.0351057 May 28 17:27:01.470149 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3425b63d-c751-49bf-b2d9-0568c8cdae34', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '484051b7-f005-48d0-a799-a12b167c29db'}] {{(pid=103913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 17:27:01.472401 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fc7d66bd3c46bdb9792f0e064e6c35853b2e9fce1f0b0d0eb0c21c6a12b004b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf09431d-907c-45bd-bb47-ef4763fe8009" -d '{"events": [{"server_uuid": "3425b63d-c751-49bf-b2d9-0568c8cdae34", "name": "network-vif-unplugged", "status": "completed", "tag": "484051b7-f005-48d0-a799-a12b167c29db"}]}' {{(pid=103913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 28 17:27:01.493178 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] For port 484051b7-f005-48d0-a799-a12b167c29db, host hv-cinder-84372, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84372',level=0,port_id=484051b7-f005-48d0-a799-a12b167c29db,segment=NetworkSegment(97ad2ccb-f873-4af4-9ead-30db8acdbb5b),segment_id=97ad2ccb-f873-4af4-9ead-30db8acdbb5b)] {{(pid=103913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 17:27:01.500343 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735968512485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735968120131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735968120149'] for port (484051b7-f005-48d0-a799-a12b167c29db), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:01.519363 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8deb3ca5-1687-41d2-a567-484619b60f4d req-47833a8d-7cad-40b8-950a-7aee1cfef5dc tempest-DeleteServersTestJSON-420937626 tempest-DeleteServersTestJSON-420937626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:27:01.523056 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-8deb3ca5-1687-41d2-a567-484619b60f4d req-47833a8d-7cad-40b8-950a-7aee1cfef5dc tempest-DeleteServersTestJSON-420937626 tempest-DeleteServersTestJSON-420937626-project] 10.222.0.16 "GET /v2.0/ports?device_id=3425b63d-c751-49bf-b2d9-0568c8cdae34 HTTP/1.1" status: 200 len: 946 time: 0.0879493 May 28 17:27:01.526876 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 28 May 2022 17:27:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d2bab42-c07e-4a4c-ab42-a19d0b12de5b x-openstack-request-id: req-7d2bab42-c07e-4a4c-ab42-a19d0b12de5b {{(pid=103913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 28 17:27:01.527550 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3425b63d-c751-49bf-b2d9-0568c8cdae34", "name": "network-vif-unplugged", "status": "completed", "tag": "484051b7-f005-48d0-a799-a12b167c29db", "code": 200}]} {{(pid=103913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 28 17:27:01.528088 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-7d2bab42-c07e-4a4c-ab42-a19d0b12de5b {{(pid=103913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 28 17:27:01.528520 dv-cinder-843729-1-iscsi neutron-server[103913]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d2bab42-c07e-4a4c-ab42-a19d0b12de5b'] response: {'server_uuid': '3425b63d-c751-49bf-b2d9-0568c8cdae34', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '484051b7-f005-48d0-a799-a12b167c29db', 'code': 200} May 28 17:27:01.556659 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Pushing event updated for resources: {'Port': ['ID=484051b7-f005-48d0-a799-a12b167c29db,revision_number=6']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:27:01.566495 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9787b7-1073-41e1-ac36-d438b7c884bb req-4a4ef8c7-373c-4d06-a828-e7e46ac6a7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:27:01.567984 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-4b9787b7-1073-41e1-ac36-d438b7c884bb req-4a4ef8c7-373c-4d06-a828-e7e46ac6a7a2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=034da301-fbaa-496d-8b67-7a375e67ef37 HTTP/1.1" status: 200 len: 857 time: 0.1046219 May 28 17:27:01.581221 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7e8b79-bdce-4758-8a6e-f66058fe1031 req-4d11c259-3ab9-4332-a664-55ebe1138e82 tempest-DeleteServersTestJSON-420937626 tempest-DeleteServersTestJSON-420937626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:27:01.582599 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-3c7e8b79-bdce-4758-8a6e-f66058fe1031 req-4d11c259-3ab9-4332-a664-55ebe1138e82 tempest-DeleteServersTestJSON-420937626 tempest-DeleteServersTestJSON-420937626-project] 10.222.0.33 "GET /v2.0/ports?device_id=3425b63d-c751-49bf-b2d9-0568c8cdae34 HTTP/1.1" status: 200 len: 944 time: 0.0573399 May 28 17:27:01.638170 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-3c7e8b79-bdce-4758-8a6e-f66058fe1031 req-2597a226-3bfb-4c10-8987-0375c5cdba8a tempest-DeleteServersTestJSON-420937626 tempest-DeleteServersTestJSON-420937626-project] 10.222.0.33 "GET /v2.0/security-groups?id=571c4b98-2cb0-42e3-aa38-580d2b3677cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494034 May 28 17:27:01.729643 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624f1d9d-0418-45d9-8a0d-b32941861829 req-e4eb0d8a-fae0-4670-a534-d1838a98b7cd tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:27:01.731154 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-624f1d9d-0418-45d9-8a0d-b32941861829 req-e4eb0d8a-fae0-4670-a534-d1838a98b7cd tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/ports?device_id=9d6203f1-8344-4493-9b94-22fb56f73a96 HTTP/1.1" status: 200 len: 946 time: 0.1008537 May 28 17:27:01.754801 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9787b7-1073-41e1-ac36-d438b7c884bb req-962ccf9d-4dbe-4d83-a040-d3cff4047365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:27:01.756411 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-4b9787b7-1073-41e1-ac36-d438b7c884bb req-962ccf9d-4dbe-4d83-a040-d3cff4047365 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=77a1ea92-c07d-41a7-8668-7c3c660591aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0541720 May 28 17:27:01.805541 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=100 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:27:01.857642 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [req-8deb3ca5-1687-41d2-a567-484619b60f4d req-bf1d1886-2709-4fc5-92b7-f7d969bd5dc8 tempest-DeleteServersTestJSON-420937626 tempest-DeleteServersTestJSON-420937626-project] Deleting port 484051b7-f005-48d0-a799-a12b167c29db {{(pid=103911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 28 17:27:01.858003 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-8deb3ca5-1687-41d2-a567-484619b60f4d req-bf1d1886-2709-4fc5-92b7-f7d969bd5dc8 tempest-DeleteServersTestJSON-420937626 tempest-DeleteServersTestJSON-420937626-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735968504037'] for port (484051b7-f005-48d0-a799-a12b167c29db), before_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:01.878194 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-624f1d9d-0418-45d9-8a0d-b32941861829 req-ad7abfbd-e66b-47ef-bece-5f47535bd861 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/security-groups?id=e86c30f5-196b-4340-88e9-8368ca719339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361177 May 28 17:27:01.961251 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [req-8deb3ca5-1687-41d2-a567-484619b60f4d req-bf1d1886-2709-4fc5-92b7-f7d969bd5dc8 tempest-DeleteServersTestJSON-420937626 tempest-DeleteServersTestJSON-420937626-project] For port 484051b7-f005-48d0-a799-a12b167c29db, host hv-cinder-84372, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84372',level=0,port_id=484051b7-f005-48d0-a799-a12b167c29db,segment=NetworkSegment(97ad2ccb-f873-4af4-9ead-30db8acdbb5b),segment_id=97ad2ccb-f873-4af4-9ead-30db8acdbb5b)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 17:27:01.961805 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-8deb3ca5-1687-41d2-a567-484619b60f4d req-bf1d1886-2709-4fc5-92b7-f7d969bd5dc8 tempest-DeleteServersTestJSON-420937626 tempest-DeleteServersTestJSON-420937626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-660327'] for port (484051b7-f005-48d0-a799-a12b167c29db), precommit_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:01.981731 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [req-8deb3ca5-1687-41d2-a567-484619b60f4d req-bf1d1886-2709-4fc5-92b7-f7d969bd5dc8 tempest-DeleteServersTestJSON-420937626 tempest-DeleteServersTestJSON-420937626-project] Calling delete_port for 484051b7-f005-48d0-a799-a12b167c29db owned by compute:nova {{(pid=103911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 28 17:27:02.124210 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-4b9787b7-1073-41e1-ac36-d438b7c884bb req-da61d6d4-9ba0-4f90-bf4c-c52cace571cf service neutron] 10.222.0.16 "GET /v2.0/networks/77a1ea92-c07d-41a7-8668-7c3c660591aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317363 May 28 17:27:02.127673 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:27:02.189604 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-8deb3ca5-1687-41d2-a567-484619b60f4d req-bf1d1886-2709-4fc5-92b7-f7d969bd5dc8 tempest-DeleteServersTestJSON-420937626 tempest-DeleteServersTestJSON-420937626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735968512467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735968120122'] for port (484051b7-f005-48d0-a799-a12b167c29db), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:02.226197 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1d1886-2709-4fc5-92b7-f7d969bd5dc8 tempest-DeleteServersTestJSON-420937626 tempest-DeleteServersTestJSON-420937626-project] Pushing event deleted for resources: {'Port': ['ID=484051b7-f005-48d0-a799-a12b167c29db,revision_number=None']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:27:02.285177 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=100 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:27:02.297330 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [req-8deb3ca5-1687-41d2-a567-484619b60f4d req-bf1d1886-2709-4fc5-92b7-f7d969bd5dc8 tempest-DeleteServersTestJSON-420937626 tempest-DeleteServersTestJSON-420937626-project] No DVR routers for this DVR port 484051b7-f005-48d0-a799-a12b167c29db on host hv-cinder-84372 {{(pid=103911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 17:27:02.300471 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-8deb3ca5-1687-41d2-a567-484619b60f4d req-bf1d1886-2709-4fc5-92b7-f7d969bd5dc8 tempest-DeleteServersTestJSON-420937626 tempest-DeleteServersTestJSON-420937626-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22441'] for port (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:02.303712 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-8deb3ca5-1687-41d2-a567-484619b60f4d req-bf1d1886-2709-4fc5-92b7-f7d969bd5dc8 tempest-DeleteServersTestJSON-420937626 tempest-DeleteServersTestJSON-420937626-project] 10.222.0.16 "DELETE /v2.0/ports/484051b7-f005-48d0-a799-a12b167c29db HTTP/1.1" status: 204 len: 173 time: 0.6619999 May 28 17:27:02.304209 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3425b63d-c751-49bf-b2d9-0568c8cdae34', 'name': 'network-vif-deleted', 'tag': '484051b7-f005-48d0-a799-a12b167c29db'}] {{(pid=103911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 17:27:02.306465 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb6e18ef154237edf928b85f6b333e0f790e93c3571d1d8d4f7e4f30b44c92d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83307296-0269-4596-b869-df6627832098" -d '{"events": [{"server_uuid": "3425b63d-c751-49bf-b2d9-0568c8cdae34", "name": "network-vif-deleted", "tag": "484051b7-f005-48d0-a799-a12b167c29db"}]}' {{(pid=103911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 28 17:27:02.309695 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-4b9787b7-1073-41e1-ac36-d438b7c884bb req-1f9bd046-961e-4e9f-bddf-6ddd16dad0d4 service neutron] 10.222.0.16 "GET /v2.0/networks/77a1ea92-c07d-41a7-8668-7c3c660591aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095712 May 28 17:27:02.343855 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 May 2022 17:27:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5152877-736d-4ed4-b3c7-119122a32af7 x-openstack-request-id: req-d5152877-736d-4ed4-b3c7-119122a32af7 {{(pid=103911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 28 17:27:02.344140 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3425b63d-c751-49bf-b2d9-0568c8cdae34", "name": "network-vif-deleted", "tag": "484051b7-f005-48d0-a799-a12b167c29db", "status": "completed", "code": 200}]} {{(pid=103911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 28 17:27:02.344388 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-d5152877-736d-4ed4-b3c7-119122a32af7 {{(pid=103911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 28 17:27:02.344784 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5152877-736d-4ed4-b3c7-119122a32af7'] response: {'server_uuid': '3425b63d-c751-49bf-b2d9-0568c8cdae34', 'name': 'network-vif-deleted', 'tag': '484051b7-f005-48d0-a799-a12b167c29db', 'status': 'completed', 'code': 200} May 28 17:27:02.741168 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-28d43285-4db1-4a8f-acd3-d3e0c0ae966b req-45d8d192-d465-4de6-8673-01c9731d3e5c tempest-DeleteServersTestJSON-420937626 tempest-DeleteServersTestJSON-420937626-project] 10.222.0.33 "GET /v2.0/ports?device_id=3425b63d-c751-49bf-b2d9-0568c8cdae34 HTTP/1.1" status: 200 len: 210 time: 0.0299394 May 28 17:27:02.997101 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b7911b-d94a-4671-bd70-036ebdbf211e req-94837b4c-a37a-40f7-bb3c-93dfddf5e234 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:27:02.998512 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-b6b7911b-d94a-4671-bd70-036ebdbf211e req-94837b4c-a37a-40f7-bb3c-93dfddf5e234 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/ports?device_id=9d6203f1-8344-4493-9b94-22fb56f73a96 HTTP/1.1" status: 200 len: 946 time: 0.0508044 May 28 17:27:03.045982 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-b6b7911b-d94a-4671-bd70-036ebdbf211e req-20f32471-2308-432d-860b-c2ba4090c916 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/security-groups?id=e86c30f5-196b-4340-88e9-8368ca719339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418677 May 28 17:27:03.840166 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-6895c66f-19d9-448c-8706-b997d53d07c8 req-dae1678d-4273-40d9-9977-bb76badc5bbc tempest-DeleteServersTestJSON-420937626 tempest-DeleteServersTestJSON-420937626-project] 10.222.0.33 "GET /v2.0/ports?device_id=3425b63d-c751-49bf-b2d9-0568c8cdae34 HTTP/1.1" status: 200 len: 210 time: 0.0304661 May 28 17:27:04.164386 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8ab302-cf73-47cd-b5b3-aef584d5b0d4 req-04343469-d5e8-4d21-af47-3b6a58536027 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:27:04.165859 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-0f8ab302-cf73-47cd-b5b3-aef584d5b0d4 req-04343469-d5e8-4d21-af47-3b6a58536027 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/ports?device_id=9d6203f1-8344-4493-9b94-22fb56f73a96 HTTP/1.1" status: 200 len: 946 time: 0.0518675 May 28 17:27:04.212960 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-0f8ab302-cf73-47cd-b5b3-aef584d5b0d4 req-374ebfa5-124d-4a8a-91e8-db575a3a80b2 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/security-groups?id=e86c30f5-196b-4340-88e9-8368ca719339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409570 May 28 17:27:04.303780 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (7cdbebfa-f3b4-48eb-8fbc-caed95606681), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:04.416377 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=1 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:27:04.417213 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=1 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:27:05.209673 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-412331cc-a020-4889-ad3e-b43c89833538 req-c3482003-c46c-4aac-8975-b82e54de54f9 tempest-DeleteServersTestJSON-420937626 tempest-DeleteServersTestJSON-420937626-project] 10.222.0.33 "GET /v2.0/ports?device_id=3425b63d-c751-49bf-b2d9-0568c8cdae34 HTTP/1.1" status: 200 len: 210 time: 0.2350712 May 28 17:27:05.329508 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157f21f5-1c16-4f5c-93b7-590f5813fed9 req-e39deb1f-2707-45c5-98ef-1b4a52a9e7ea tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:27:05.330973 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-157f21f5-1c16-4f5c-93b7-590f5813fed9 req-e39deb1f-2707-45c5-98ef-1b4a52a9e7ea tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/ports?device_id=9d6203f1-8344-4493-9b94-22fb56f73a96 HTTP/1.1" status: 200 len: 946 time: 0.0469384 May 28 17:27:05.387966 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-157f21f5-1c16-4f5c-93b7-590f5813fed9 req-40066619-8ffe-4ae9-8d1a-f4130a5ee661 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/security-groups?id=e86c30f5-196b-4340-88e9-8368ca719339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510721 May 28 17:27:06.564754 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9369b230-1d7c-453a-bdc1-0dedaa0861fc req-ebc066c7-c611-4678-bfab-a1ab899c3bd2 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:27:06.566370 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-9369b230-1d7c-453a-bdc1-0dedaa0861fc req-ebc066c7-c611-4678-bfab-a1ab899c3bd2 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/ports?device_id=9d6203f1-8344-4493-9b94-22fb56f73a96 HTTP/1.1" status: 200 len: 946 time: 0.0674489 May 28 17:27:06.625397 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-9369b230-1d7c-453a-bdc1-0dedaa0861fc req-96a7044a-6330-418c-a76e-b9e5c1e6685e tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/security-groups?id=e86c30f5-196b-4340-88e9-8368ca719339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534613 May 28 17:27:07.744160 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f849a361-7595-4909-8ca2-03ba3566b02c req-72760c65-9055-422d-a598-3ce21963acbb tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:27:07.745610 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-f849a361-7595-4909-8ca2-03ba3566b02c req-72760c65-9055-422d-a598-3ce21963acbb tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/ports?device_id=9d6203f1-8344-4493-9b94-22fb56f73a96 HTTP/1.1" status: 200 len: 946 time: 0.0517492 May 28 17:27:07.768479 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=100 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:27:07.796725 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-f849a361-7595-4909-8ca2-03ba3566b02c req-0798f88d-457f-43c5-a476-f35dbf99f457 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/security-groups?id=e86c30f5-196b-4340-88e9-8368ca719339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437493 May 28 17:27:08.862519 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.33', 57106) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:27:08.919221 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.db.db_base_plugin_v2 [None req-a04e3dd6-413a-491f-a586-77c8fc2c50b1 admin admin] Deleting subnet 4aae0fea-63e9-43ef-af61-c404de009249 {{(pid=103911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 28 17:27:08.923445 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-a04e3dd6-413a-491f-a586-77c8fc2c50b1 admin admin] Publish callbacks [] for subnet (4aae0fea-63e9-43ef-af61-c404de009249), before_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:08.923583 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0410d8-09eb-4521-9241-b98883da0447 req-10e849c5-8477-419e-804b-c48375c1a144 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:27:08.925212 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-8e0410d8-09eb-4521-9241-b98883da0447 req-10e849c5-8477-419e-804b-c48375c1a144 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/ports?device_id=9d6203f1-8344-4493-9b94-22fb56f73a96 HTTP/1.1" status: 200 len: 946 time: 0.0502214 May 28 17:27:08.977452 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-a04e3dd6-413a-491f-a586-77c8fc2c50b1 admin admin] Publish callbacks [] for subnet (4aae0fea-63e9-43ef-af61-c404de009249), precommit_delete_associations {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:08.984533 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-a04e3dd6-413a-491f-a586-77c8fc2c50b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755116'] for subnet (4aae0fea-63e9-43ef-af61-c404de009249), precommit_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:09.001125 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-8e0410d8-09eb-4521-9241-b98883da0447 req-26b3d27f-c0ca-4303-92a6-75f00a3f90d1 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/security-groups?id=e86c30f5-196b-4340-88e9-8368ca719339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683353 May 28 17:27:09.053243 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-a04e3dd6-413a-491f-a586-77c8fc2c50b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116'] for subnet (4aae0fea-63e9-43ef-af61-c404de009249), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:09.082655 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04e3dd6-413a-491f-a586-77c8fc2c50b1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4aae0fea-63e9-43ef-af61-c404de009249,revision_number=None']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:27:09.086679 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-a04e3dd6-413a-491f-a586-77c8fc2c50b1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:09.093457 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-a04e3dd6-413a-491f-a586-77c8fc2c50b1 admin admin] 10.222.0.33 "DELETE /v2.0/subnets/4aae0fea-63e9-43ef-af61-c404de009249 HTTP/1.1" status: 204 len: 168 time: 0.2269783 May 28 17:27:09.093457 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.33', 57120) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:27:09.175748 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-ce881e44-d4ae-485a-aff9-8f91c708f8c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1661291'] for network (22932a3d-21b2-48a4-9a27-5956f4bdfe95), before_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:09.252303 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.33', 57126) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:27:09.264520 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-ce881e44-d4ae-485a-aff9-8f91c708f8c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753177', 'neutron.services.segments.db._delete_segments_for_network-8735968598640'] for network (22932a3d-21b2-48a4-9a27-5956f4bdfe95), precommit_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:09.273090 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:27:09.286160 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.33', 57130) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:27:09.291110 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-ce881e44-d4ae-485a-aff9-8f91c708f8c0 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 17:27:09.291474 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-ce881e44-d4ae-485a-aff9-8f91c708f8c0 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 17:27:09.292235 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-ce881e44-d4ae-485a-aff9-8f91c708f8c0 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 17:27:09.292577 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-ce881e44-d4ae-485a-aff9-8f91c708f8c0 admin admin] Subscribe: > port after_create 55550000 {{(pid=103911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 17:27:09.292878 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-ce881e44-d4ae-485a-aff9-8f91c708f8c0 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 17:27:09.293204 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-ce881e44-d4ae-485a-aff9-8f91c708f8c0 admin admin] Subscribe: > port after_update 55550000 {{(pid=103911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 17:27:09.293521 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-ce881e44-d4ae-485a-aff9-8f91c708f8c0 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 17:27:09.293834 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-ce881e44-d4ae-485a-aff9-8f91c708f8c0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 17:27:09.294143 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-ce881e44-d4ae-485a-aff9-8f91c708f8c0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 17:27:09.294458 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-ce881e44-d4ae-485a-aff9-8f91c708f8c0 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 17:27:09.361176 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-ce881e44-d4ae-485a-aff9-8f91c708f8c0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 17:27:09.361525 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-ce881e44-d4ae-485a-aff9-8f91c708f8c0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 17:27:09.361860 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-ce881e44-d4ae-485a-aff9-8f91c708f8c0 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 17:27:09.362184 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-ce881e44-d4ae-485a-aff9-8f91c708f8c0 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 17:27:09.362561 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.services.segments.db [None req-ce881e44-d4ae-485a-aff9-8f91c708f8c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22932a3d-21b2-48a4-9a27-5956f4bdfe95']}} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:27:09.381711 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.services.segments.db [None req-ce881e44-d4ae-485a-aff9-8f91c708f8c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97ad2ccb-f873-4af4-9ead-30db8acdbb5b') {'for_net_delete': True} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:27:09.382007 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.services.segments.db [None req-ce881e44-d4ae-485a-aff9-8f91c708f8c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97ad2ccb-f873-4af4-9ead-30db8acdbb5b') {} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:27:09.382200 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-fd6e138a-95f2-4f10-ad00-e9f70040d5b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:09.406418 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-ce881e44-d4ae-485a-aff9-8f91c708f8c0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735968599161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5576405'] for segment (97ad2ccb-f873-4af4-9ead-30db8acdbb5b), before_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:09.431145 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-238673ba-f7c7-44c9-b2d1-a34a185054e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:09.434104 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-ce881e44-d4ae-485a-aff9-8f91c708f8c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766051'] for segment (97ad2ccb-f873-4af4-9ead-30db8acdbb5b), precommit_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:09.445128 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce881e44-d4ae-485a-aff9-8f91c708f8c0 admin admin] Releasing vlan 187 on physical network physnet1 to pool {{(pid=103911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 17:27:09.445549 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-ce881e44-d4ae-485a-aff9-8f91c708f8c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6040223'] for segment (97ad2ccb-f873-4af4-9ead-30db8acdbb5b), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:09.516204 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-ce881e44-d4ae-485a-aff9-8f91c708f8c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1753186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681677'] for network (22932a3d-21b2-48a4-9a27-5956f4bdfe95), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:09.536342 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-ce881e44-d4ae-485a-aff9-8f91c708f8c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-152074'] for network (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:09.539184 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-fd6e138a-95f2-4f10-ad00-e9f70040d5b5 admin admin] Publish callbacks [] for security_group (00a1f951-cd3b-411f-9fa6-733917f9e820), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:09.542270 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-ce881e44-d4ae-485a-aff9-8f91c708f8c0 admin admin] 10.222.0.33 "DELETE /v2.0/networks/22932a3d-21b2-48a4-9a27-5956f4bdfe95 HTTP/1.1" status: 204 len: 168 time: 0.4458969 May 28 17:27:09.542270 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce881e44-d4ae-485a-aff9-8f91c708f8c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=22932a3d-21b2-48a4-9a27-5956f4bdfe95,revision_number=None']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:27:09.546195 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-fd6e138a-95f2-4f10-ad00-e9f70040d5b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594961'] for security_group (00a1f951-cd3b-411f-9fa6-733917f9e820), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:09.599909 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-238673ba-f7c7-44c9-b2d1-a34a185054e0 admin admin] Publish callbacks [] for security_group (90d56b26-c320-4ba2-86aa-1e8f7d24e70e), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:09.603549 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e138a-95f2-4f10-ad00-e9f70040d5b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00a1f951-cd3b-411f-9fa6-733917f9e820,revision_number=1']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:27:09.608318 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-238673ba-f7c7-44c9-b2d1-a34a185054e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594961'] for security_group (90d56b26-c320-4ba2-86aa-1e8f7d24e70e), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:09.619570 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-fd6e138a-95f2-4f10-ad00-e9f70040d5b5 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=c2dfa48915864f7dbadea79f5b38e997&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3659844 May 28 17:27:09.619688 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.33', 57146) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:27:09.653920 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:27:09.668147 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-238673ba-f7c7-44c9-b2d1-a34a185054e0 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=24fc772682c740e69c5b49ce8ec7d8e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3800769 May 28 17:27:09.671065 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238673ba-f7c7-44c9-b2d1-a34a185054e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90d56b26-c320-4ba2-86aa-1e8f7d24e70e,revision_number=1']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:27:09.672918 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.33', 57150) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:27:09.699167 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-0c89b200-dd7a-4bac-a9c9-80c14800d993 admin admin] Publish callbacks [] for security_group (00a1f951-cd3b-411f-9fa6-733917f9e820), before_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:09.718970 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.services.segments.plugin [-] Segment 97ad2ccb-f873-4af4-9ead-30db8acdbb5b resource provider aggregate not found May 28 17:27:09.732501 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.33', 57154) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:27:09.745186 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.services.segments.plugin [-] Segment 97ad2ccb-f873-4af4-9ead-30db8acdbb5b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 97ad2ccb-f873-4af4-9ead-30db8acdbb5b found for delete ", "request_id": "req-306a69f0-0fcc-42d8-8e4c-ea48c6c2b7ad"}]} May 28 17:27:09.751056 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-0c89b200-dd7a-4bac-a9c9-80c14800d993 admin admin] Publish callbacks [] for security_group (00a1f951-cd3b-411f-9fa6-733917f9e820), precommit_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:09.775297 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-e8118a7c-a218-4f15-af96-7ac37d306c61 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=1a433429eb484bd4b1dae47092f38c2a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0414233 May 28 17:27:09.777650 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.33', 57158) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:27:09.796015 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-67281340-9a47-4a61-9cb5-81320b5c0f54 admin admin] Publish callbacks [] for security_group (90d56b26-c320-4ba2-86aa-1e8f7d24e70e), before_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:09.802610 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:27:09.831480 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-67281340-9a47-4a61-9cb5-81320b5c0f54 admin admin] Publish callbacks [] for security_group (90d56b26-c320-4ba2-86aa-1e8f7d24e70e), precommit_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:09.839379 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-945964c0-153d-4084-9fa0-d144ca233ab2 admin admin] Publish callbacks [] for security_group (571c4b98-2cb0-42e3-aa38-580d2b3677cb), before_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:09.849208 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-0c89b200-dd7a-4bac-a9c9-80c14800d993 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594961'] for security_group (00a1f951-cd3b-411f-9fa6-733917f9e820), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:09.851804 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-0c89b200-dd7a-4bac-a9c9-80c14800d993 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:09.853011 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-0c89b200-dd7a-4bac-a9c9-80c14800d993 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/00a1f951-cd3b-411f-9fa6-733917f9e820 HTTP/1.1" status: 204 len: 168 time: 0.2323837 May 28 17:27:09.862561 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-945964c0-153d-4084-9fa0-d144ca233ab2 admin admin] Publish callbacks [] for security_group (571c4b98-2cb0-42e3-aa38-580d2b3677cb), precommit_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:09.873701 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c89b200-dd7a-4bac-a9c9-80c14800d993 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00a1f951-cd3b-411f-9fa6-733917f9e820,revision_number=None']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:27:09.910947 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-67281340-9a47-4a61-9cb5-81320b5c0f54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594961'] for security_group (90d56b26-c320-4ba2-86aa-1e8f7d24e70e), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:09.914152 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-67281340-9a47-4a61-9cb5-81320b5c0f54 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:09.917930 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-67281340-9a47-4a61-9cb5-81320b5c0f54 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/90d56b26-c320-4ba2-86aa-1e8f7d24e70e HTTP/1.1" status: 204 len: 168 time: 0.2412920 May 28 17:27:09.928765 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67281340-9a47-4a61-9cb5-81320b5c0f54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90d56b26-c320-4ba2-86aa-1e8f7d24e70e,revision_number=None']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:27:09.931529 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-945964c0-153d-4084-9fa0-d144ca233ab2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594961'] for security_group (571c4b98-2cb0-42e3-aa38-580d2b3677cb), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:09.934159 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-945964c0-153d-4084-9fa0-d144ca233ab2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:09.936798 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-945964c0-153d-4084-9fa0-d144ca233ab2 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/571c4b98-2cb0-42e3-aa38-580d2b3677cb HTTP/1.1" status: 204 len: 168 time: 0.1581662 May 28 17:27:09.958473 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945964c0-153d-4084-9fa0-d144ca233ab2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=571c4b98-2cb0-42e3-aa38-580d2b3677cb,revision_number=None']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:27:10.125925 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00701cc9-4963-4cdc-a0cb-96b645bc62e9 req-49f36cf4-59dd-4d96-a211-034560b75a14 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:27:10.127837 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-00701cc9-4963-4cdc-a0cb-96b645bc62e9 req-49f36cf4-59dd-4d96-a211-034560b75a14 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/ports?device_id=9d6203f1-8344-4493-9b94-22fb56f73a96 HTTP/1.1" status: 200 len: 946 time: 0.0631557 May 28 17:27:10.177558 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-00701cc9-4963-4cdc-a0cb-96b645bc62e9 req-641e9e0d-d244-4d3a-989b-318f691e69cc tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/security-groups?id=e86c30f5-196b-4340-88e9-8368ca719339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432894 May 28 17:27:11.283672 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.33', 57238) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:27:11.308572 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3be92f6-770f-4277-94b2-ff3ca347ff59 req-9cfc72ac-ae36-418d-afba-747ef81c4888 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:27:11.310136 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-f3be92f6-770f-4277-94b2-ff3ca347ff59 req-9cfc72ac-ae36-418d-afba-747ef81c4888 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/ports?device_id=9d6203f1-8344-4493-9b94-22fb56f73a96 HTTP/1.1" status: 200 len: 946 time: 0.0553493 May 28 17:27:11.363484 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-f3be92f6-770f-4277-94b2-ff3ca347ff59 req-0bd9ff03-3ef3-4ef8-a157-eb7b6d7abf6e tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/security-groups?id=e86c30f5-196b-4340-88e9-8368ca719339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469029 May 28 17:27:11.525558 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.v2.base [None req-0cc5f9f2-eadc-46f0-939d-a177c795b05a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-2058043606-network', 'tenant_id': 'afaaf8bde7134efc80c77d707bb309bc'}} {{(pid=103912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 17:27:11.558008 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cc5f9f2-eadc-46f0-939d-a177c795b05a admin admin] Made reservation on behalf of afaaf8bde7134efc80c77d707bb309bc for: {'network': 1} {{(pid=103912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 17:27:11.560874 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-0cc5f9f2-eadc-46f0-939d-a177c795b05a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for network (None), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:11.569744 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-0cc5f9f2-eadc-46f0-939d-a177c795b05a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:11.582415 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:27:11.664567 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-0cc5f9f2-eadc-46f0-939d-a177c795b05a admin admin] Publish callbacks [] for security_group (6f0a5166-b9a7-453c-ade4-c831c9818c5a), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:11.669342 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-0cc5f9f2-eadc-46f0-939d-a177c795b05a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594961'] for security_group (6f0a5166-b9a7-453c-ade4-c831c9818c5a), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:11.699490 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0cc5f9f2-eadc-46f0-939d-a177c795b05a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 190} {{(pid=103912) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 17:27:11.710223 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc5f9f2-eadc-46f0-939d-a177c795b05a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f0a5166-b9a7-453c-ade4-c831c9818c5a,revision_number=1']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:27:11.721113 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-0cc5f9f2-eadc-46f0-939d-a177c795b05a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766051'] for segment (c7dd3702-abca-4735-be38-4968a1e4ad1a), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:11.724882 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.db.segments_db [None req-0cc5f9f2-eadc-46f0-939d-a177c795b05a admin admin] Added segment c7dd3702-abca-4735-be38-4968a1e4ad1a of type vlan for network 9aa607a6-b193-4d84-be0c-e5c8f4a565d2 May 28 17:27:11.768435 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-0cc5f9f2-eadc-46f0-939d-a177c795b05a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735968101232'] for network (9aa607a6-b193-4d84-be0c-e5c8f4a565d2), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:11.802292 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-0cc5f9f2-eadc-46f0-939d-a177c795b05a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116'] for network (9aa607a6-b193-4d84-be0c-e5c8f4a565d2), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:11.803615 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cc5f9f2-eadc-46f0-939d-a177c795b05a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:27:11.804206 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-0cc5f9f2-eadc-46f0-939d-a177c795b05a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-152074'] for network (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:11.851953 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-0cc5f9f2-eadc-46f0-939d-a177c795b05a admin admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 0.5671515 May 28 17:27:11.854124 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.33', 57294) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:27:11.859535 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.v2.base [None req-cabbad9e-db5a-4b81-804e-0c4a1a5fe41b admin admin] Request body: {'subnet': {'network_id': '9aa607a6-b193-4d84-be0c-e5c8f4a565d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-2058043606-subnet', 'tenant_id': 'afaaf8bde7134efc80c77d707bb309bc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 17:27:11.888030 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cabbad9e-db5a-4b81-804e-0c4a1a5fe41b admin admin] Made reservation on behalf of afaaf8bde7134efc80c77d707bb309bc for: {'subnet': 1} {{(pid=103911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 17:27:11.895871 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-cabbad9e-db5a-4b81-804e-0c4a1a5fe41b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5946008'] for subnet (None), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:11.925290 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc5f9f2-eadc-46f0-939d-a177c795b05a admin admin] Pushing event updated for resources: {'Network': ['ID=9aa607a6-b193-4d84-be0c-e5c8f4a565d2,revision_number=1']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:27:11.944746 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Network 9aa607a6-b193-4d84-be0c-e5c8f4a565d2 details requested by agent ovs-agent-dv-cinder-843729-1-iscsi with host dv-cinder-843729-1-iscsi {{(pid=103913) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 28 17:27:12.130791 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-cabbad9e-db5a-4b81-804e-0c4a1a5fe41b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6043004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5945998'] for subnet (5c9892e7-e6e2-4d1b-9907-f3f374bf6c5e), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:12.190894 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabbad9e-db5a-4b81-804e-0c4a1a5fe41b admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c9892e7-e6e2-4d1b-9907-f3f374bf6c5e,revision_number=0']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:27:12.199738 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cabbad9e-db5a-4b81-804e-0c4a1a5fe41b admin admin] Checking segment: {'id': 'c7dd3702-abca-4735-be38-4968a1e4ad1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '9aa607a6-b193-4d84-be0c-e5c8f4a565d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 28 17:27:12.200097 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cabbad9e-db5a-4b81-804e-0c4a1a5fe41b admin admin] Network hostable DHCP agents. Network: 9aa607a6-b193-4d84-be0c-e5c8f4a565d2, hostable agents: ['b4d0b3c0-cc03-4456-af87-35ab415ef94b'], hosted agents: [] {{(pid=103911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 17:27:12.205586 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:27:12.221642 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cabbad9e-db5a-4b81-804e-0c4a1a5fe41b admin admin] Network 9aa607a6-b193-4d84-be0c-e5c8f4a565d2 is scheduled to be hosted by DHCP agent b4d0b3c0-cc03-4456-af87-35ab415ef94b with binding_index 1 {{(pid=103911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 17:27:12.231102 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.scheduler.base_scheduler [None req-cabbad9e-db5a-4b81-804e-0c4a1a5fe41b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843729-1-iscsi, 9aa607a6-b193-4d84-be0c-e5c8f4a565d2) {{(pid=103911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 17:27:12.235969 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cabbad9e-db5a-4b81-804e-0c4a1a5fe41b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:27:12.236602 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-cabbad9e-db5a-4b81-804e-0c4a1a5fe41b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:12.241998 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-407f99d0-3ac5-421b-b0b8-90c14fc86846 None None] Network 9aa607a6-b193-4d84-be0c-e5c8f4a565d2 requested from dv-cinder-843729-1-iscsi {{(pid=103913) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 28 17:27:12.260811 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-cabbad9e-db5a-4b81-804e-0c4a1a5fe41b admin admin] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.4052954 May 28 17:27:12.263367 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.33', 57308) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:27:12.268451 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.v2.base [None req-2f1b8ec8-05cf-4d1c-a04d-6ff92d4f5921 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-2058043606-router', 'tenant_id': 'afaaf8bde7134efc80c77d707bb309bc', 'external_gateway_info': {'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48'}}} {{(pid=103911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 17:27:12.291633 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-2f1b8ec8-05cf-4d1c-a04d-6ff92d4f5921 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-687946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6195'] for router (f1ff25eb-d240-41e9-9135-cf4ab545a865), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:12.292889 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-2f1b8ec8-05cf-4d1c-a04d-6ff92d4f5921 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-680010', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-544425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6154'] for router (f1ff25eb-d240-41e9-9135-cf4ab545a865), precommit_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:12.355286 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-2f1b8ec8-05cf-4d1c-a04d-6ff92d4f5921 admin admin] Publish callbacks [] for router_controller (f1ff25eb-d240-41e9-9135-cf4ab545a865), precommit_add_association {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:12.356848 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cbc7ac7-efc7-47a0-969e-7a9a5ed18d38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d5e403e-4665-5b85-8da6-ff3b1ced4194-9aa607a6-b193-4d84-be0c-e5c8f4a565d2', 'network_id': '9aa607a6-b193-4d84-be0c-e5c8f4a565d2', 'project_id': 'afaaf8bde7134efc80c77d707bb309bc', 'fixed_ips': [{'subnet_id': '5c9892e7-e6e2-4d1b-9907-f3f374bf6c5e'}]}} from dv-cinder-843729-1-iscsi. {{(pid=103913) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 28 17:27:12.358269 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-9cbc7ac7-efc7-47a0-969e-7a9a5ed18d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (None), before_create {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:12.514780 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.db_base_plugin_common [None req-9cbc7ac7-efc7-47a0-969e-7a9a5ed18d38 None None] Allocated IP 172.20.0.2 (9aa607a6-b193-4d84-be0c-e5c8f4a565d2/5c9892e7-e6e2-4d1b-9907-f3f374bf6c5e/62436ee5-dac4-4720-b797-fa2f26610414) {{(pid=103913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 17:27:12.553418 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-2f1b8ec8-05cf-4d1c-a04d-6ff92d4f5921 admin admin] Publish callbacks [] for router_gateway (f1ff25eb-d240-41e9-9135-cf4ab545a865), precommit_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:12.563405 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=88,neutron:UPDATE=7,neutron:INSERT=5 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:27:12.576799 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08fd2d2-c5a7-4d97-b793-614c659e7e87 req-ff6f211f-8dd0-4a5a-98d2-d7524457c0a5 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:27:12.583353 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-e08fd2d2-c5a7-4d97-b793-614c659e7e87 req-ff6f211f-8dd0-4a5a-98d2-d7524457c0a5 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/ports?device_id=9d6203f1-8344-4493-9b94-22fb56f73a96 HTTP/1.1" status: 200 len: 946 time: 0.1046116 May 28 17:27:12.605690 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:27:12.668187 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=82,neutron:DELETE=5,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:27:12.676713 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-9cbc7ac7-efc7-47a0-969e-7a9a5ed18d38 None None] Publish callbacks [] for port (62436ee5-dac4-4720-b797-fa2f26610414), precommit_create {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:12.684027 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-9cbc7ac7-efc7-47a0-969e-7a9a5ed18d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735968120113'] for port (62436ee5-dac4-4720-b797-fa2f26610414), after_create {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:12.695974 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-e08fd2d2-c5a7-4d97-b793-614c659e7e87 req-43b687db-97a8-4052-ab58-cc34b91b780b tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/security-groups?id=e86c30f5-196b-4340-88e9-8368ca719339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116636 May 28 17:27:12.736653 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbc7ac7-efc7-47a0-969e-7a9a5ed18d38 None None] Pushing event updated for resources: {'Port': ['ID=62436ee5-dac4-4720-b797-fa2f26610414,revision_number=1']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:27:12.746858 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cbc7ac7-efc7-47a0-969e-7a9a5ed18d38 None None] Network 9aa607a6-b193-4d84-be0c-e5c8f4a565d2 is already hosted by enough agents. {{(pid=103913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 17:27:12.750317 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.scheduler.base_scheduler [None req-9cbc7ac7-efc7-47a0-969e-7a9a5ed18d38 None None] Resources bound (agent type, host, resource id): {{(pid=103913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 17:27:12.752819 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cbc7ac7-efc7-47a0-969e-7a9a5ed18d38 None None] Received port after_create {{(pid=103913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 28 17:27:12.816533 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.managers [None req-9cbc7ac7-efc7-47a0-969e-7a9a5ed18d38 None None] Attempting to bind port 62436ee5-dac4-4720-b797-fa2f26610414 on host dv-cinder-843729-1-iscsi for vnic_type normal with profile {{(pid=103913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 28 17:27:12.816905 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.managers [None req-9cbc7ac7-efc7-47a0-969e-7a9a5ed18d38 None None] Attempting to bind port 62436ee5-dac4-4720-b797-fa2f26610414 by drivers openvswitch,hyperv on host dv-cinder-843729-1-iscsi at level 0 using segments [{'id': 'c7dd3702-abca-4735-be38-4968a1e4ad1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '9aa607a6-b193-4d84-be0c-e5c8f4a565d2'}] {{(pid=103913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 28 17:27:12.817027 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-2f1b8ec8-05cf-4d1c-a04d-6ff92d4f5921 admin admin] Publish callbacks [] for router_gateway (f1ff25eb-d240-41e9-9135-cf4ab545a865), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:12.817264 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cbc7ac7-efc7-47a0-969e-7a9a5ed18d38 None None] Attempting to bind port 62436ee5-dac4-4720-b797-fa2f26610414 on network 9aa607a6-b193-4d84-be0c-e5c8f4a565d2 {{(pid=103913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 28 17:27:12.822590 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cbc7ac7-efc7-47a0-969e-7a9a5ed18d38 None None] Checking agent: {'id': '0032cfec-21e8-44dd-a7d5-0b8312dfe052', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843729-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 17, 16, 59), 'started_at': datetime.datetime(2022, 5, 28, 17, 17, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 17, 26, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843729-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 28 17:27:12.822963 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cbc7ac7-efc7-47a0-969e-7a9a5ed18d38 None None] Checking segment: {'id': 'c7dd3702-abca-4735-be38-4968a1e4ad1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '9aa607a6-b193-4d84-be0c-e5c8f4a565d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 28 17:27:12.823384 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-9cbc7ac7-efc7-47a0-969e-7a9a5ed18d38 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:12.823775 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cbc7ac7-efc7-47a0-969e-7a9a5ed18d38 None None] Bound using segment: {'id': 'c7dd3702-abca-4735-be38-4968a1e4ad1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '9aa607a6-b193-4d84-be0c-e5c8f4a565d2'} {{(pid=103913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 28 17:27:12.824235 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.managers [None req-9cbc7ac7-efc7-47a0-969e-7a9a5ed18d38 None None] Bound port: 62436ee5-dac4-4720-b797-fa2f26610414, host: dv-cinder-843729-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7dd3702-abca-4735-be38-4968a1e4ad1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '9aa607a6-b193-4d84-be0c-e5c8f4a565d2'}}] {{(pid=103913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 28 17:27:12.824614 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-9cbc7ac7-efc7-47a0-969e-7a9a5ed18d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (62436ee5-dac4-4720-b797-fa2f26610414), before_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:12.839898 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-2f1b8ec8-05cf-4d1c-a04d-6ff92d4f5921 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (None), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:12.893666 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-9cbc7ac7-efc7-47a0-969e-7a9a5ed18d38 None None] For port 62436ee5-dac4-4720-b797-fa2f26610414, host dv-cinder-843729-1-iscsi, cleared binding levels {{(pid=103913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 17:27:12.897799 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-9cbc7ac7-efc7-47a0-969e-7a9a5ed18d38 None None] For port 62436ee5-dac4-4720-b797-fa2f26610414, host dv-cinder-843729-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843729-1-iscsi',level=0,port_id=62436ee5-dac4-4720-b797-fa2f26610414,segment=NetworkSegment(c7dd3702-abca-4735-be38-4968a1e4ad1a),segment_id=c7dd3702-abca-4735-be38-4968a1e4ad1a)] {{(pid=103913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 17:27:12.906197 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-9cbc7ac7-efc7-47a0-969e-7a9a5ed18d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735968512485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735968120131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735968120149'] for port (62436ee5-dac4-4720-b797-fa2f26610414), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:12.992909 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.db.db_base_plugin_common [None req-2f1b8ec8-05cf-4d1c-a04d-6ff92d4f5921 admin admin] Allocated IP 172.27.0.88 (2edbe6b8-aac1-406b-a2f1-8819dd0d1c48/5128d65d-65c0-41d1-99c9-7682fd6eaf92/4965c949-b273-457d-a45d-fbf2b4712401) {{(pid=103911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 17:27:13.006579 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbc7ac7-efc7-47a0-969e-7a9a5ed18d38 None None] Pushing event updated for resources: {'Port': ['ID=62436ee5-dac4-4720-b797-fa2f26610414,revision_number=2']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:27:13.145742 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-2f1b8ec8-05cf-4d1c-a04d-6ff92d4f5921 admin admin] Publish callbacks [] for port (4965c949-b273-457d-a45d-fbf2b4712401), precommit_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:13.190335 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-2f1b8ec8-05cf-4d1c-a04d-6ff92d4f5921 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735968120113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6040268'] for port (4965c949-b273-457d-a45d-fbf2b4712401), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:13.230629 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f1b8ec8-05cf-4d1c-a04d-6ff92d4f5921 admin admin] Network 2edbe6b8-aac1-406b-a2f1-8819dd0d1c48 is already hosted by enough agents. {{(pid=103911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 17:27:13.236749 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.scheduler.base_scheduler [None req-2f1b8ec8-05cf-4d1c-a04d-6ff92d4f5921 admin admin] Resources bound (agent type, host, resource id): {{(pid=103911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 17:27:13.240697 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f1b8ec8-05cf-4d1c-a04d-6ff92d4f5921 admin admin] Received port after_create {{(pid=103911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 28 17:27:13.246030 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1b8ec8-05cf-4d1c-a04d-6ff92d4f5921 admin admin] Pushing event updated for resources: {'Port': ['ID=4965c949-b273-457d-a45d-fbf2b4712401,revision_number=1']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:27:13.266738 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:27:13.489811 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-2f1b8ec8-05cf-4d1c-a04d-6ff92d4f5921 admin admin] Publish callbacks [] for router_gateway (f1ff25eb-d240-41e9-9135-cf4ab545a865), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:13.681232 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-2f1b8ec8-05cf-4d1c-a04d-6ff92d4f5921 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-679993'] for router (f1ff25eb-d240-41e9-9135-cf4ab545a865), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:13.724634 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:27:13.816832 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea80d2f2-d1ae-491e-835e-bcc8a765ca9a req-48f81047-0f17-4c34-b72b-e1a43e135bbc tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:27:13.818420 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-ea80d2f2-d1ae-491e-835e-bcc8a765ca9a req-48f81047-0f17-4c34-b72b-e1a43e135bbc tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/ports?device_id=9d6203f1-8344-4493-9b94-22fb56f73a96 HTTP/1.1" status: 200 len: 946 time: 0.0544262 May 28 17:27:13.821404 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f1b8ec8-05cf-4d1c-a04d-6ff92d4f5921 admin admin] Router f1ff25eb-d240-41e9-9135-cf4ab545a865 is scheduled to L3 agent 8a8c7bbb-808d-49ae-95de-62501e6237ff with binding_index 1 {{(pid=103911) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 28 17:27:13.875631 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-ea80d2f2-d1ae-491e-835e-bcc8a765ca9a req-e3dd8098-fb0d-47ca-8611-79e60d03864d tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/security-groups?id=e86c30f5-196b-4340-88e9-8368ca719339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509186 May 28 17:27:13.944123 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f1b8ec8-05cf-4d1c-a04d-6ff92d4f5921 admin admin] Notify agent at l3_agent.dv-cinder-843729-1-iscsi the message routers_updated {{(pid=103911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 17:27:13.955924 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef20cf5d-68b8-4017-9b40-44a80c6a4d9a None None] Sync routers for ids ['f1ff25eb-d240-41e9-9135-cf4ab545a865'] in dv-cinder-843729-1-iscsi {{(pid=103914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 17:27:13.965776 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-2f1b8ec8-05cf-4d1c-a04d-6ff92d4f5921 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:13.970328 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef20cf5d-68b8-4017-9b40-44a80c6a4d9a None None] Routers {'f1ff25eb-d240-41e9-9135-cf4ab545a865'} bound to L3 agent in host dv-cinder-843729-1-iscsi {{(pid=103914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 28 17:27:13.970994 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-2f1b8ec8-05cf-4d1c-a04d-6ff92d4f5921 admin admin] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.7057900 May 28 17:27:13.971464 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.33', 57350) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:27:13.971990 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-ef20cf5d-68b8-4017-9b40-44a80c6a4d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843729-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T17:16:55Z,description=,heartbeat_timestamp=2022-05-28T17:26:55Z,host='dv-cinder-843729-1-iscsi',id=8a8c7bbb-808d-49ae-95de-62501e6237ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T17:16:55Z,topic='l3_agent')) {'router_ids': ['f1ff25eb-d240-41e9-9135-cf4ab545a865'], 'active': True} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:27:14.048652 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=84,neutron:DELETE=3,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:27:14.094112 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b73dca5b-9891-4ede-8d7d-c3cec15f5a3f None None] Network 9aa607a6-b193-4d84-be0c-e5c8f4a565d2 requested from dv-cinder-843729-1-iscsi {{(pid=103913) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 28 17:27:14.127519 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvr_db [None req-ef20cf5d-68b8-4017-9b40-44a80c6a4d9a None None] Set router f1ff25eb-d240-41e9-9135-cf4ab545a865 gateway port host: dv-cinder-843729-1-iscsi {{(pid=103914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 28 17:27:14.278163 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-e1a3946e-9b15-406b-a229-a3950aeea463 None None] Provisioning complete for port 62436ee5-dac4-4720-b797-fa2f26610414 triggered by entity DHCP. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 17:27:14.278529 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-e1a3946e-9b15-406b-a229-a3950aeea463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1821120'] for port (62436ee5-dac4-4720-b797-fa2f26610414), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:14.328455 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-ef20cf5d-68b8-4017-9b40-44a80c6a4d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1ff25eb-d240-41e9-9135-cf4ab545a865', 'name': 'tempest-AttachVolumeShelveTestJSON-2058043606-router', 'tenant_id': 'afaaf8bde7134efc80c77d707bb309bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'external_fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': '4965c949-b273-457d-a45d-fbf2b4712401', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T17:27:12Z', 'updated_at': '2022-05-28T17:27:13Z', 'revision_number': 3, 'project_id': 'afaaf8bde7134efc80c77d707bb309bc', 'gw_port': {'id': '4965c949-b273-457d-a45d-fbf2b4712401', 'name': '', 'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:24:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1ff25eb-d240-41e9-9135-cf4ab545a865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:27:12Z', 'updated_at': '2022-05-28T17:27:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843729-1-iscsi'}], 'dv-cinder-843729-1-iscsi', False) {} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:27:14.357173 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef20cf5d-68b8-4017-9b40-44a80c6a4d9a None None] Checking router: f1ff25eb-d240-41e9-9135-cf4ab545a865 for host: dv-cinder-843729-1-iscsi {{(pid=103914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 17:27:14.358387 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef20cf5d-68b8-4017-9b40-44a80c6a4d9a None None] Updating router f1ff25eb-d240-41e9-9135-cf4ab545a865 port 4965c949-b273-457d-a45d-fbf2b4712401 binding host dv-cinder-843729-1-iscsi {{(pid=103914) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 17:27:14.391235 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron_lib.callbacks.manager [None req-ef20cf5d-68b8-4017-9b40-44a80c6a4d9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (4965c949-b273-457d-a45d-fbf2b4712401), before_update {{(pid=103914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:14.457669 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-e1a3946e-9b15-406b-a229-a3950aeea463 None None] Current status of the port 62436ee5-dac4-4720-b797-fa2f26610414 is: DOWN; New status is: ACTIVE {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 17:27:14.458402 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-e1a3946e-9b15-406b-a229-a3950aeea463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (62436ee5-dac4-4720-b797-fa2f26610414), before_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:14.509364 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-e1a3946e-9b15-406b-a229-a3950aeea463 None None] For port 62436ee5-dac4-4720-b797-fa2f26610414, host dv-cinder-843729-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843729-1-iscsi',level=0,port_id=62436ee5-dac4-4720-b797-fa2f26610414,segment=NetworkSegment(c7dd3702-abca-4735-be38-4968a1e4ad1a),segment_id=c7dd3702-abca-4735-be38-4968a1e4ad1a)] {{(pid=103913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 17:27:14.515201 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-e1a3946e-9b15-406b-a229-a3950aeea463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735968512485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735968120131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735968120149'] for port (62436ee5-dac4-4720-b797-fa2f26610414), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:14.614304 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a3946e-9b15-406b-a229-a3950aeea463 None None] Pushing event updated for resources: {'Port': ['ID=62436ee5-dac4-4720-b797-fa2f26610414,revision_number=3']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:27:14.763180 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-c7da02da-d70d-4667-9704-9017d30925e1 None None] Provisioning complete for port 62436ee5-dac4-4720-b797-fa2f26610414 triggered by entity DHCP. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 17:27:14.765965 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-c7da02da-d70d-4667-9704-9017d30925e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1821120'] for port (62436ee5-dac4-4720-b797-fa2f26610414), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:14.782744 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron_lib.callbacks.manager [None req-ef20cf5d-68b8-4017-9b40-44a80c6a4d9a None None] Publish callbacks [] for port (4965c949-b273-457d-a45d-fbf2b4712401), precommit_update {{(pid=103914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:14.791285 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron_lib.callbacks.manager [None req-ef20cf5d-68b8-4017-9b40-44a80c6a4d9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735968512485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735968120131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735968120149'] for port (4965c949-b273-457d-a45d-fbf2b4712401), after_update {{(pid=103914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:14.825487 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-bbd22a14-477b-482f-9c45-a493cfb2731f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (None), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:14.852789 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:INSERT=8,neutron:SELECT=90,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:27:14.855706 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Device 62436ee5-dac4-4720-b797-fa2f26610414 up at agent ovs-agent-dv-cinder-843729-1-iscsi {{(pid=103913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 28 17:27:14.877531 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.plugins.ml2.managers [None req-ef20cf5d-68b8-4017-9b40-44a80c6a4d9a None None] Attempting to bind port 4965c949-b273-457d-a45d-fbf2b4712401 on host dv-cinder-843729-1-iscsi for vnic_type normal with profile {{(pid=103914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 28 17:27:14.877961 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.plugins.ml2.managers [None req-ef20cf5d-68b8-4017-9b40-44a80c6a4d9a None None] Attempting to bind port 4965c949-b273-457d-a45d-fbf2b4712401 by drivers openvswitch,hyperv on host dv-cinder-843729-1-iscsi at level 0 using segments [{'id': '3991c6da-7adc-4448-bfac-a7af5b626d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48'}] {{(pid=103914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 28 17:27:14.878374 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef20cf5d-68b8-4017-9b40-44a80c6a4d9a None None] Attempting to bind port 4965c949-b273-457d-a45d-fbf2b4712401 on network 2edbe6b8-aac1-406b-a2f1-8819dd0d1c48 {{(pid=103914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 28 17:27:14.889678 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef20cf5d-68b8-4017-9b40-44a80c6a4d9a None None] Checking agent: {'id': '0032cfec-21e8-44dd-a7d5-0b8312dfe052', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843729-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 17, 16, 59), 'started_at': datetime.datetime(2022, 5, 28, 17, 17, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 17, 26, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843729-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 28 17:27:14.890098 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef20cf5d-68b8-4017-9b40-44a80c6a4d9a None None] Checking segment: {'id': '3991c6da-7adc-4448-bfac-a7af5b626d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 28 17:27:14.890507 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron_lib.callbacks.manager [None req-ef20cf5d-68b8-4017-9b40-44a80c6a4d9a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:14.890967 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef20cf5d-68b8-4017-9b40-44a80c6a4d9a None None] Bound using segment: {'id': '3991c6da-7adc-4448-bfac-a7af5b626d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48'} {{(pid=103914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 28 17:27:14.891481 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.plugins.ml2.managers [None req-ef20cf5d-68b8-4017-9b40-44a80c6a4d9a None None] Bound port: 4965c949-b273-457d-a45d-fbf2b4712401, host: dv-cinder-843729-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3991c6da-7adc-4448-bfac-a7af5b626d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48'}}] {{(pid=103914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 28 17:27:14.891856 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron_lib.callbacks.manager [None req-ef20cf5d-68b8-4017-9b40-44a80c6a4d9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (4965c949-b273-457d-a45d-fbf2b4712401), before_update {{(pid=103914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:14.908976 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:27:14.934357 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b57027a-a30c-4532-aec3-885551394332 None None] Pushing event updated for resources: {'Port': ['ID=4965c949-b273-457d-a45d-fbf2b4712401,revision_number=2']} {{(pid=103914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:27:14.936282 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-c7da02da-d70d-4667-9704-9017d30925e1 None None] Current status of the port 62436ee5-dac4-4720-b797-fa2f26610414 is: ACTIVE; New status is: ACTIVE {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 17:27:14.955016 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Provisioning complete for port 62436ee5-dac4-4720-b797-fa2f26610414 triggered by entity L2. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 17:27:14.955506 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1821120'] for port (62436ee5-dac4-4720-b797-fa2f26610414), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:14.958323 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b57027a-a30c-4532-aec3-885551394332 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:27:14.958790 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b57027a-a30c-4532-aec3-885551394332 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:27:14.958922 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b57027a-a30c-4532-aec3-885551394332 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:27:14.959310 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b57027a-a30c-4532-aec3-885551394332 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:27:14.959666 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b57027a-a30c-4532-aec3-885551394332 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:27:14.959991 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b57027a-a30c-4532-aec3-885551394332 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:27:14.960310 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b57027a-a30c-4532-aec3-885551394332 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:27:14.960626 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b57027a-a30c-4532-aec3-885551394332 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:27:14.960945 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b57027a-a30c-4532-aec3-885551394332 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:27:14.961309 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b57027a-a30c-4532-aec3-885551394332 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:27:14.961633 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b57027a-a30c-4532-aec3-885551394332 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:27:14.961967 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b57027a-a30c-4532-aec3-885551394332 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:27:14.962279 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b57027a-a30c-4532-aec3-885551394332 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:27:14.962593 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b57027a-a30c-4532-aec3-885551394332 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:27:14.963245 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b57027a-a30c-4532-aec3-885551394332 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:27:14.993689 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.plugins.ml2.db [None req-ef20cf5d-68b8-4017-9b40-44a80c6a4d9a None None] For port 4965c949-b273-457d-a45d-fbf2b4712401, host dv-cinder-843729-1-iscsi, cleared binding levels {{(pid=103914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 17:27:14.997733 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.plugins.ml2.db [None req-ef20cf5d-68b8-4017-9b40-44a80c6a4d9a None None] For port 4965c949-b273-457d-a45d-fbf2b4712401, host dv-cinder-843729-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843729-1-iscsi',level=0,port_id=4965c949-b273-457d-a45d-fbf2b4712401,segment=NetworkSegment(3991c6da-7adc-4448-bfac-a7af5b626d82),segment_id=3991c6da-7adc-4448-bfac-a7af5b626d82)] {{(pid=103914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 17:27:15.023153 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron_lib.callbacks.manager [None req-ef20cf5d-68b8-4017-9b40-44a80c6a4d9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735968512485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735968120131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735968120149'] for port (4965c949-b273-457d-a45d-fbf2b4712401), after_update {{(pid=103914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:15.073972 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:INSERT=1,neutron:SELECT=94,neutron:UPDATE=5 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:27:15.076442 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Current status of the port 62436ee5-dac4-4720-b797-fa2f26610414 is: ACTIVE; New status is: ACTIVE {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 17:27:15.150559 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef20cf5d-68b8-4017-9b40-44a80c6a4d9a None None] Routers {'f1ff25eb-d240-41e9-9135-cf4ab545a865'} bound to L3 agent in host dv-cinder-843729-1-iscsi {{(pid=103914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 28 17:27:15.151487 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-ef20cf5d-68b8-4017-9b40-44a80c6a4d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843729-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T17:16:55Z,description=,heartbeat_timestamp=2022-05-28T17:26:55Z,host='dv-cinder-843729-1-iscsi',id=8a8c7bbb-808d-49ae-95de-62501e6237ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T17:16:55Z,topic='l3_agent')) {'router_ids': ['f1ff25eb-d240-41e9-9135-cf4ab545a865'], 'active': True} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:27:15.176642 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.db.db_base_plugin_common [None req-bbd22a14-477b-482f-9c45-a493cfb2731f admin admin] Allocated IP 172.20.0.1 (9aa607a6-b193-4d84-be0c-e5c8f4a565d2/5c9892e7-e6e2-4d1b-9907-f3f374bf6c5e/a7eb4d78-1147-418d-82d7-4950858f6734) {{(pid=103912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 17:27:15.216393 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:27:15.283660 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b57027a-a30c-4532-aec3-885551394332 None None] Pushing event updated for resources: {'Port': ['ID=4965c949-b273-457d-a45d-fbf2b4712401,revision_number=3']} {{(pid=103914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:27:15.306516 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:27:15.325837 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea21710-513e-4337-8bfe-373e7b7c9fa7 req-598eed5c-97c2-4425-a6d0-beea5fa7b917 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:27:15.328321 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-bea21710-513e-4337-8bfe-373e7b7c9fa7 req-598eed5c-97c2-4425-a6d0-beea5fa7b917 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/ports?device_id=9d6203f1-8344-4493-9b94-22fb56f73a96 HTTP/1.1" status: 200 len: 946 time: 0.3208890 May 28 17:27:15.393962 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvr_db [None req-ef20cf5d-68b8-4017-9b40-44a80c6a4d9a None None] Set router f1ff25eb-d240-41e9-9135-cf4ab545a865 gateway port host: dv-cinder-843729-1-iscsi {{(pid=103914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 28 17:27:15.407946 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-bea21710-513e-4337-8bfe-373e7b7c9fa7 req-fcaf22c0-4d87-419f-9d6a-cafed8bc4977 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/security-groups?id=e86c30f5-196b-4340-88e9-8368ca719339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713758 May 28 17:27:15.431552 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-bbd22a14-477b-482f-9c45-a493cfb2731f admin admin] Publish callbacks [] for port (a7eb4d78-1147-418d-82d7-4950858f6734), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:15.470982 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-bbd22a14-477b-482f-9c45-a493cfb2731f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735968120113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6173922'] for port (a7eb4d78-1147-418d-82d7-4950858f6734), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:15.549787 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbd22a14-477b-482f-9c45-a493cfb2731f admin admin] Network 9aa607a6-b193-4d84-be0c-e5c8f4a565d2 is already hosted by enough agents. {{(pid=103912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 17:27:15.553719 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.scheduler.base_scheduler [None req-bbd22a14-477b-482f-9c45-a493cfb2731f admin admin] Resources bound (agent type, host, resource id): {{(pid=103912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 17:27:15.558831 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbd22a14-477b-482f-9c45-a493cfb2731f admin admin] Received port after_create {{(pid=103912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 28 17:27:15.609156 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd22a14-477b-482f-9c45-a493cfb2731f admin admin] Pushing event updated for resources: {'Port': ['ID=a7eb4d78-1147-418d-82d7-4950858f6734,revision_number=1']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:27:15.649520 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-bbd22a14-477b-482f-9c45-a493cfb2731f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681546'] for router_interface (f1ff25eb-d240-41e9-9135-cf4ab545a865), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:15.707733 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:27:15.841818 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-bbd22a14-477b-482f-9c45-a493cfb2731f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (a7eb4d78-1147-418d-82d7-4950858f6734), before_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:15.878621 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-ef20cf5d-68b8-4017-9b40-44a80c6a4d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1ff25eb-d240-41e9-9135-cf4ab545a865', 'name': 'tempest-AttachVolumeShelveTestJSON-2058043606-router', 'tenant_id': 'afaaf8bde7134efc80c77d707bb309bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'external_fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': '4965c949-b273-457d-a45d-fbf2b4712401', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T17:27:12Z', 'updated_at': '2022-05-28T17:27:13Z', 'revision_number': 3, 'project_id': 'afaaf8bde7134efc80c77d707bb309bc', 'gw_port': {'id': '4965c949-b273-457d-a45d-fbf2b4712401', 'name': '', 'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:24:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1ff25eb-d240-41e9-9135-cf4ab545a865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:27:12Z', 'updated_at': '2022-05-28T17:27:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843729-1-iscsi'}], 'dv-cinder-843729-1-iscsi', False) {} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:27:15.931382 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef20cf5d-68b8-4017-9b40-44a80c6a4d9a None None] The sync data for ids ['f1ff25eb-d240-41e9-9135-cf4ab545a865'] in dv-cinder-843729-1-iscsi is: [{'id': 'f1ff25eb-d240-41e9-9135-cf4ab545a865', 'name': 'tempest-AttachVolumeShelveTestJSON-2058043606-router', 'tenant_id': 'afaaf8bde7134efc80c77d707bb309bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'external_fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': '4965c949-b273-457d-a45d-fbf2b4712401', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T17:27:12Z', 'updated_at': '2022-05-28T17:27:13Z', 'revision_number': 3, 'project_id': 'afaaf8bde7134efc80c77d707bb309bc', 'gw_port': {'id': '4965c949-b273-457d-a45d-fbf2b4712401', 'name': '', 'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:24:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1ff25eb-d240-41e9-9135-cf4ab545a865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:27:12Z', 'updated_at': '2022-05-28T17:27:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843729-1-iscsi'}] {{(pid=103914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 17:27:15.972544 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-2d5fd3a1-127b-4dfb-936b-46550b6f7a19 None None] Provisioning complete for port a7eb4d78-1147-418d-82d7-4950858f6734 triggered by entity DHCP. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 17:27:15.973154 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-2d5fd3a1-127b-4dfb-936b-46550b6f7a19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1821120'] for port (a7eb4d78-1147-418d-82d7-4950858f6734), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:16.016083 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-2d5fd3a1-127b-4dfb-936b-46550b6f7a19 None None] Port a7eb4d78-1147-418d-82d7-4950858f6734 cannot update to ACTIVE because it is not bound. {{(pid=103913) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 28 17:27:16.095283 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-bbd22a14-477b-482f-9c45-a493cfb2731f admin admin] Publish callbacks [] for port (a7eb4d78-1147-418d-82d7-4950858f6734), precommit_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:16.100469 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-bbd22a14-477b-482f-9c45-a493cfb2731f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735968512485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735968120131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735968120149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6173909'] for port (a7eb4d78-1147-418d-82d7-4950858f6734), after_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:16.177177 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-bbd22a14-477b-482f-9c45-a493cfb2731f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-152102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-686586'] for router_interface (f1ff25eb-d240-41e9-9135-cf4ab545a865), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:16.183689 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd22a14-477b-482f-9c45-a493cfb2731f admin admin] Pushing event updated for resources: {'Port': ['ID=a7eb4d78-1147-418d-82d7-4950858f6734,revision_number=2']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:27:16.307505 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbd22a14-477b-482f-9c45-a493cfb2731f admin admin] Network 9aa607a6-b193-4d84-be0c-e5c8f4a565d2 is already hosted by enough agents. {{(pid=103912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 17:27:16.312344 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.scheduler.base_scheduler [None req-bbd22a14-477b-482f-9c45-a493cfb2731f admin admin] Resources bound (agent type, host, resource id): {{(pid=103912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 17:27:16.373413 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:27:16.465552 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbd22a14-477b-482f-9c45-a493cfb2731f admin admin] Router f1ff25eb-d240-41e9-9135-cf4ab545a865 has already been hosted by L3 agent 8a8c7bbb-808d-49ae-95de-62501e6237ff {{(pid=103912) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 17:27:16.611743 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ca3fb5-002a-4a17-95c2-dde5a3966169 req-a87a4e27-9cdf-428a-b385-e2810cfce5cf tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:27:16.613269 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-c4ca3fb5-002a-4a17-95c2-dde5a3966169 req-a87a4e27-9cdf-428a-b385-e2810cfce5cf tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/ports?device_id=9d6203f1-8344-4493-9b94-22fb56f73a96 HTTP/1.1" status: 200 len: 946 time: 0.0610569 May 28 17:27:16.648721 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-acb81896-2b7e-41da-8611-418a96162f6f None None] Provisioning complete for port a7eb4d78-1147-418d-82d7-4950858f6734 triggered by entity DHCP. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 17:27:16.649374 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-acb81896-2b7e-41da-8611-418a96162f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1821120'] for port (a7eb4d78-1147-418d-82d7-4950858f6734), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:16.743392 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:27:16.791937 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-acb81896-2b7e-41da-8611-418a96162f6f None None] Port a7eb4d78-1147-418d-82d7-4950858f6734 cannot update to ACTIVE because it is not bound. {{(pid=103913) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 28 17:27:16.820314 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-c4ca3fb5-002a-4a17-95c2-dde5a3966169 req-ad48ad02-fe81-42ea-92d4-188ba912976f tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/security-groups?id=e86c30f5-196b-4340-88e9-8368ca719339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1991162 May 28 17:27:16.828029 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbd22a14-477b-482f-9c45-a493cfb2731f admin admin] Notify agent at l3_agent.dv-cinder-843729-1-iscsi the message routers_updated {{(pid=103912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 17:27:16.846496 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-bbd22a14-477b-482f-9c45-a493cfb2731f admin admin] 10.222.0.33 "PUT /v2.0/routers/f1ff25eb-d240-41e9-9135-cf4ab545a865/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8738499 May 28 17:27:16.877755 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Device 4965c949-b273-457d-a45d-fbf2b4712401 up at agent ovs-agent-dv-cinder-843729-1-iscsi {{(pid=103913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 28 17:27:16.981299 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Provisioning complete for port 4965c949-b273-457d-a45d-fbf2b4712401 triggered by entity L2. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 17:27:16.982690 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1821120'] for port (4965c949-b273-457d-a45d-fbf2b4712401), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:17.145113 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Current status of the port 4965c949-b273-457d-a45d-fbf2b4712401 is: DOWN; New status is: ACTIVE {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 17:27:17.145937 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (4965c949-b273-457d-a45d-fbf2b4712401), before_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:17.184289 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] For port 4965c949-b273-457d-a45d-fbf2b4712401, host dv-cinder-843729-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843729-1-iscsi',level=0,port_id=4965c949-b273-457d-a45d-fbf2b4712401,segment=NetworkSegment(3991c6da-7adc-4448-bfac-a7af5b626d82),segment_id=3991c6da-7adc-4448-bfac-a7af5b626d82)] {{(pid=103913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 17:27:17.189526 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735968512485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735968120131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735968120149'] for port (4965c949-b273-457d-a45d-fbf2b4712401), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:17.286305 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Pushing event updated for resources: {'Port': ['ID=4965c949-b273-457d-a45d-fbf2b4712401,revision_number=4']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:27:17.380943 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.33', 57472) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:27:17.385436 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.v2.base [None req-4bd0fc08-0c29-4155-a9b4-3bf97ca4852e tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1452468175', 'description': 'tempest-description--1499010570'}} {{(pid=103912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 17:27:17.420613 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-4bd0fc08-0c29-4155-a9b4-3bf97ca4852e tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Publish callbacks [] for security_group (None), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:17.507612 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-4bd0fc08-0c29-4155-a9b4-3bf97ca4852e tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Publish callbacks [] for security_group (34a1458f-4733-4263-a54d-1cac11f7c252), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:17.512603 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-4bd0fc08-0c29-4155-a9b4-3bf97ca4852e tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594961'] for security_group (34a1458f-4733-4263-a54d-1cac11f7c252), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:17.543724 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-4bd0fc08-0c29-4155-a9b4-3bf97ca4852e tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Publish callbacks [] for security_group (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:17.545093 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-4bd0fc08-0c29-4155-a9b4-3bf97ca4852e tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1629996 May 28 17:27:17.547164 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd0fc08-0c29-4155-a9b4-3bf97ca4852e tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34a1458f-4733-4263-a54d-1cac11f7c252,revision_number=1']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:27:17.547985 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.33', 57484) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:27:17.562980 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.v2.base [None req-d64dc2a5-dba6-4cc4-8d30-16baf21aa39f tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Request body: {'security_group_rule': {'security_group_id': '34a1458f-4733-4263-a54d-1cac11f7c252', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 17:27:17.599656 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-d64dc2a5-dba6-4cc4-8d30-16baf21aa39f tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Publish callbacks [] for security_group_rule (c0ae4690-9251-41c7-9c6d-f94ba0e8a42b), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:17.655375 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:INSERT=4,neutron:DELETE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:27:17.676933 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-d64dc2a5-dba6-4cc4-8d30-16baf21aa39f tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Publish callbacks [] for security_group_rule (c0ae4690-9251-41c7-9c6d-f94ba0e8a42b), precommit_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:17.681163 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-d64dc2a5-dba6-4cc4-8d30-16baf21aa39f tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595010'] for security_group_rule (c0ae4690-9251-41c7-9c6d-f94ba0e8a42b), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:17.703357 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64dc2a5-dba6-4cc4-8d30-16baf21aa39f tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0ae4690-9251-41c7-9c6d-f94ba0e8a42b,revision_number=0']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:27:17.719540 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-d64dc2a5-dba6-4cc4-8d30-16baf21aa39f tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:17.720898 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-d64dc2a5-dba6-4cc4-8d30-16baf21aa39f tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1684861 May 28 17:27:17.723995 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.33', 57496) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:27:17.729494 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.v2.base [None req-ec760329-e937-4fed-9e9a-7ed8c986c4cd tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Request body: {'security_group_rule': {'security_group_id': '34a1458f-4733-4263-a54d-1cac11f7c252', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 17:27:17.762366 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-ec760329-e937-4fed-9e9a-7ed8c986c4cd tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Publish callbacks [] for security_group_rule (86f6658e-359c-46eb-a3cb-bca32c4ca092), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:17.813229 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-ec760329-e937-4fed-9e9a-7ed8c986c4cd tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Publish callbacks [] for security_group_rule (86f6658e-359c-46eb-a3cb-bca32c4ca092), precommit_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:17.817192 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-ec760329-e937-4fed-9e9a-7ed8c986c4cd tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595010'] for security_group_rule (86f6658e-359c-46eb-a3cb-bca32c4ca092), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:17.835035 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec760329-e937-4fed-9e9a-7ed8c986c4cd tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86f6658e-359c-46eb-a3cb-bca32c4ca092,revision_number=0']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:27:17.851116 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-ec760329-e937-4fed-9e9a-7ed8c986c4cd tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:17.852605 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-ec760329-e937-4fed-9e9a-7ed8c986c4cd tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1273723 May 28 17:27:17.855895 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.33', 57500) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:27:17.861478 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.v2.base [None req-9b380924-32b9-4174-b0dc-053df4f5baea tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Request body: {'floatingip': {'floating_network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48'}} {{(pid=103912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 17:27:17.907572 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-9b380924-32b9-4174-b0dc-053df4f5baea tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:17.967879 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc751b6a-a584-442e-8286-4b6778700cbd req-e76ff4c6-ca2c-45b8-98ce-55ab8bbdbb48 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:27:17.969390 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-dc751b6a-a584-442e-8286-4b6778700cbd req-e76ff4c6-ca2c-45b8-98ce-55ab8bbdbb48 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/ports?device_id=9d6203f1-8344-4493-9b94-22fb56f73a96 HTTP/1.1" status: 200 len: 946 time: 0.0749559 May 28 17:27:18.036321 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.33', 57504) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:27:18.054090 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-9b380924-32b9-4174-b0dc-053df4f5baea tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (None), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:18.079817 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-dc751b6a-a584-442e-8286-4b6778700cbd req-47f17aa2-1106-4f68-a62a-c9074ab3a2d8 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/security-groups?id=e86c30f5-196b-4340-88e9-8368ca719339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744267 May 28 17:27:18.174936 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-b34ecd20-e24c-4ff3-9f9c-8800cf5dfb19 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:18.178001 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.db.db_base_plugin_common [None req-9b380924-32b9-4174-b0dc-053df4f5baea tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Allocated IP 172.27.0.160 (2edbe6b8-aac1-406b-a2f1-8819dd0d1c48/5128d65d-65c0-41d1-99c9-7682fd6eaf92/03875716-f9d9-4037-91e5-33d99fe05cf9) {{(pid=103912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 17:27:18.224951 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:27:18.268291 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-b34ecd20-e24c-4ff3-9f9c-8800cf5dfb19 admin admin] Publish callbacks [] for security_group (0a47e790-4f2c-408c-b08c-929287b00d1f), precommit_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:18.278286 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-b34ecd20-e24c-4ff3-9f9c-8800cf5dfb19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594961'] for security_group (0a47e790-4f2c-408c-b08c-929287b00d1f), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:18.320334 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-9b380924-32b9-4174-b0dc-053df4f5baea tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Publish callbacks [] for port (03875716-f9d9-4037-91e5-33d99fe05cf9), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:18.324396 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34ecd20-e24c-4ff3-9f9c-8800cf5dfb19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a47e790-4f2c-408c-b08c-929287b00d1f,revision_number=1']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:27:18.329679 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-b34ecd20-e24c-4ff3-9f9c-8800cf5dfb19 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=c62b14b879914ef18d78381ff77ed5c2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2923088 May 28 17:27:18.332246 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.33', 57516) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:27:18.342131 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ce29d80-d3da-495c-9408-b7088a3fe825 None None] Sync routers for ids ['f1ff25eb-d240-41e9-9135-cf4ab545a865'] in dv-cinder-843729-1-iscsi {{(pid=103913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 17:27:18.353019 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ce29d80-d3da-495c-9408-b7088a3fe825 None None] Routers {'f1ff25eb-d240-41e9-9135-cf4ab545a865'} bound to L3 agent in host dv-cinder-843729-1-iscsi {{(pid=103913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 28 17:27:18.353640 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.l3_hamode_db [None req-3ce29d80-d3da-495c-9408-b7088a3fe825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843729-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T17:16:55Z,description=,heartbeat_timestamp=2022-05-28T17:26:55Z,host='dv-cinder-843729-1-iscsi',id=8a8c7bbb-808d-49ae-95de-62501e6237ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T17:16:55Z,topic='l3_agent')) {'router_ids': ['f1ff25eb-d240-41e9-9135-cf4ab545a865'], 'active': True} {{(pid=103913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:27:18.360904 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-9b380924-32b9-4174-b0dc-053df4f5baea tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735968120113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6173922'] for port (03875716-f9d9-4037-91e5-33d99fe05cf9), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:18.371612 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:27:18.410689 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-3f82e48d-9363-4c2b-bbd7-aac9909ca2d5 admin admin] Publish callbacks [] for security_group (0a47e790-4f2c-408c-b08c-929287b00d1f), before_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:18.420706 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b380924-32b9-4174-b0dc-053df4f5baea tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Network 2edbe6b8-aac1-406b-a2f1-8819dd0d1c48 is already hosted by enough agents. {{(pid=103912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 17:27:18.423992 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.scheduler.base_scheduler [None req-9b380924-32b9-4174-b0dc-053df4f5baea tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Resources bound (agent type, host, resource id): {{(pid=103912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 17:27:18.430297 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b380924-32b9-4174-b0dc-053df4f5baea tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Received port after_create {{(pid=103912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 28 17:27:18.447782 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-3f82e48d-9363-4c2b-bbd7-aac9909ca2d5 admin admin] Publish callbacks [] for security_group (0a47e790-4f2c-408c-b08c-929287b00d1f), precommit_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:18.490254 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b380924-32b9-4174-b0dc-053df4f5baea tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Pushing event updated for resources: {'Port': ['ID=03875716-f9d9-4037-91e5-33d99fe05cf9,revision_number=1']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:27:18.494680 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.l3_dvr_db [None req-3ce29d80-d3da-495c-9408-b7088a3fe825 None None] Set router f1ff25eb-d240-41e9-9135-cf4ab545a865 gateway port host: dv-cinder-843729-1-iscsi {{(pid=103913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 28 17:27:18.528652 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-3f82e48d-9363-4c2b-bbd7-aac9909ca2d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594961'] for security_group (0a47e790-4f2c-408c-b08c-929287b00d1f), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:18.535196 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-3f82e48d-9363-4c2b-bbd7-aac9909ca2d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:18.537328 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-3f82e48d-9363-4c2b-bbd7-aac9909ca2d5 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/0a47e790-4f2c-408c-b08c-929287b00d1f HTTP/1.1" status: 204 len: 168 time: 0.2039816 May 28 17:27:18.546575 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f82e48d-9363-4c2b-bbd7-aac9909ca2d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a47e790-4f2c-408c-b08c-929287b00d1f,revision_number=None']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:27:18.651546 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:27:18.653733 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-9b380924-32b9-4174-b0dc-053df4f5baea tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Publish callbacks [] for floatingip (ea6b831c-7d3d-468b-9ffb-c8f3c93249cd), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:18.736821 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-9b380924-32b9-4174-b0dc-053df4f5baea tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (03875716-f9d9-4037-91e5-33d99fe05cf9), before_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:18.801679 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Device 4965c949-b273-457d-a45d-fbf2b4712401 up at agent ovs-agent-dv-cinder-843729-1-iscsi {{(pid=103913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 28 17:27:18.985270 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Provisioning complete for port 4965c949-b273-457d-a45d-fbf2b4712401 triggered by entity L2. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 17:27:18.985637 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1821120'] for port (4965c949-b273-457d-a45d-fbf2b4712401), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:19.059147 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.33', 57538) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:27:19.059685 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.l3_hamode_db [None req-3ce29d80-d3da-495c-9408-b7088a3fe825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1ff25eb-d240-41e9-9135-cf4ab545a865', 'name': 'tempest-AttachVolumeShelveTestJSON-2058043606-router', 'tenant_id': 'afaaf8bde7134efc80c77d707bb309bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'external_fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': '4965c949-b273-457d-a45d-fbf2b4712401', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T17:27:12Z', 'updated_at': '2022-05-28T17:27:15Z', 'revision_number': 4, 'project_id': 'afaaf8bde7134efc80c77d707bb309bc', 'gw_port': {'id': '4965c949-b273-457d-a45d-fbf2b4712401', 'name': '', 'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:24:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1ff25eb-d240-41e9-9135-cf4ab545a865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:27:12Z', 'updated_at': '2022-05-28T17:27:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843729-1-iscsi', '_interfaces': [{'id': 'a7eb4d78-1147-418d-82d7-4950858f6734', 'name': '', 'network_id': '9aa607a6-b193-4d84-be0c-e5c8f4a565d2', 'tenant_id': 'afaaf8bde7134efc80c77d707bb309bc', 'mac_address': 'fa:16:3e:e4:22:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1ff25eb-d240-41e9-9135-cf4ab545a865', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '5c9892e7-e6e2-4d1b-9907-f3f374bf6c5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:27:14Z', 'updated_at': '2022-05-28T17:27:15Z', 'revision_number': 2, 'project_id': 'afaaf8bde7134efc80c77d707bb309bc', 'subnets': [{'id': '5c9892e7-e6e2-4d1b-9907-f3f374bf6c5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843729-1-iscsi', False) {} {{(pid=103913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:27:19.063131 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:27:19.073720 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-b02a4af3-4403-4d50-9fae-ed817ab346cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:19.083582 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-9b380924-32b9-4174-b0dc-053df4f5baea tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Publish callbacks [] for port (03875716-f9d9-4037-91e5-33d99fe05cf9), precommit_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:19.089218 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ce29d80-d3da-495c-9408-b7088a3fe825 None None] Checking router: f1ff25eb-d240-41e9-9135-cf4ab545a865 for host: dv-cinder-843729-1-iscsi {{(pid=103913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 17:27:19.089400 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-9b380924-32b9-4174-b0dc-053df4f5baea tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735968512485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735968120131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735968120149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6173909'] for port (03875716-f9d9-4037-91e5-33d99fe05cf9), after_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:19.089552 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ce29d80-d3da-495c-9408-b7088a3fe825 None None] Updating router f1ff25eb-d240-41e9-9135-cf4ab545a865 port a7eb4d78-1147-418d-82d7-4950858f6734 binding host dv-cinder-843729-1-iscsi {{(pid=103913) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 17:27:19.148470 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-3ce29d80-d3da-495c-9408-b7088a3fe825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (a7eb4d78-1147-418d-82d7-4950858f6734), before_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:19.161101 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Current status of the port 4965c949-b273-457d-a45d-fbf2b4712401 is: ACTIVE; New status is: ACTIVE {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 17:27:19.164888 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-b02a4af3-4403-4d50-9fae-ed817ab346cb admin admin] Publish callbacks [] for security_group (19533980-3f99-4212-87d2-9898f77ea00e), precommit_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:19.168062 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=100 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:27:19.171911 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-b02a4af3-4403-4d50-9fae-ed817ab346cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594961'] for security_group (19533980-3f99-4212-87d2-9898f77ea00e), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:19.193755 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b380924-32b9-4174-b0dc-053df4f5baea tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Pushing event updated for resources: {'Port': ['ID=03875716-f9d9-4037-91e5-33d99fe05cf9,revision_number=2']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:27:19.208385 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-9b380924-32b9-4174-b0dc-053df4f5baea tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681695'] for floatingip (ea6b831c-7d3d-468b-9ffb-c8f3c93249cd), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:19.237461 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-9b380924-32b9-4174-b0dc-053df4f5baea tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22441'] for floatingip (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:19.237461 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-9b380924-32b9-4174-b0dc-053df4f5baea tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3721001 May 28 17:27:19.245144 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02a4af3-4403-4d50-9fae-ed817ab346cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19533980-3f99-4212-87d2-9898f77ea00e,revision_number=1']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:27:19.251130 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-b02a4af3-4403-4d50-9fae-ed817ab346cb admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=b411a6745aef4de1bb6f91d7be1206f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1908901 May 28 17:27:19.254488 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.33', 57544) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:27:19.268364 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6171b4c7-f657-4ef0-bbe9-b469ad5ac328 req-6180f7aa-a5a0-47e3-9449-2a6dd51b0fd2 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:27:19.270485 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-6171b4c7-f657-4ef0-bbe9-b469ad5ac328 req-6180f7aa-a5a0-47e3-9449-2a6dd51b0fd2 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/ports?device_id=9d6203f1-8344-4493-9b94-22fb56f73a96 HTTP/1.1" status: 200 len: 946 time: 0.0725837 May 28 17:27:19.324800 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:DELETE=5,neutron:SELECT=79,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:27:19.326553 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-324ab93e-2c44-4073-b552-b74741bdc3e3 admin admin] Publish callbacks [] for security_group (19533980-3f99-4212-87d2-9898f77ea00e), before_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:19.335012 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-6171b4c7-f657-4ef0-bbe9-b469ad5ac328 req-7fc117e8-0b7a-4b7a-87bc-b66840b9517c tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/security-groups?id=e86c30f5-196b-4340-88e9-8368ca719339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569770 May 28 17:27:19.358215 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-324ab93e-2c44-4073-b552-b74741bdc3e3 admin admin] Publish callbacks [] for security_group (19533980-3f99-4212-87d2-9898f77ea00e), precommit_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:19.374453 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:27:19.421678 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-324ab93e-2c44-4073-b552-b74741bdc3e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594961'] for security_group (19533980-3f99-4212-87d2-9898f77ea00e), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:19.424697 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-324ab93e-2c44-4073-b552-b74741bdc3e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:19.425920 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-324ab93e-2c44-4073-b552-b74741bdc3e3 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/19533980-3f99-4212-87d2-9898f77ea00e HTTP/1.1" status: 204 len: 168 time: 0.1697934 May 28 17:27:19.437786 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324ab93e-2c44-4073-b552-b74741bdc3e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19533980-3f99-4212-87d2-9898f77ea00e,revision_number=None']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:27:19.545603 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-3ce29d80-d3da-495c-9408-b7088a3fe825 None None] Publish callbacks [] for port (a7eb4d78-1147-418d-82d7-4950858f6734), precommit_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:19.551662 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-3ce29d80-d3da-495c-9408-b7088a3fe825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735968512485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735968120131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735968120149'] for port (a7eb4d78-1147-418d-82d7-4950858f6734), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:19.604976 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318c29ee-5fcc-4b9f-9c4e-c4fc3728d157 None None] Pushing event updated for resources: {'Port': ['ID=a7eb4d78-1147-418d-82d7-4950858f6734,revision_number=3']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:27:19.674886 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.managers [None req-3ce29d80-d3da-495c-9408-b7088a3fe825 None None] Attempting to bind port a7eb4d78-1147-418d-82d7-4950858f6734 on host dv-cinder-843729-1-iscsi for vnic_type normal with profile {{(pid=103913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 28 17:27:19.675540 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.managers [None req-3ce29d80-d3da-495c-9408-b7088a3fe825 None None] Attempting to bind port a7eb4d78-1147-418d-82d7-4950858f6734 by drivers openvswitch,hyperv on host dv-cinder-843729-1-iscsi at level 0 using segments [{'id': 'c7dd3702-abca-4735-be38-4968a1e4ad1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '9aa607a6-b193-4d84-be0c-e5c8f4a565d2'}] {{(pid=103913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 28 17:27:19.675910 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ce29d80-d3da-495c-9408-b7088a3fe825 None None] Attempting to bind port a7eb4d78-1147-418d-82d7-4950858f6734 on network 9aa607a6-b193-4d84-be0c-e5c8f4a565d2 {{(pid=103913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 28 17:27:19.681408 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ce29d80-d3da-495c-9408-b7088a3fe825 None None] Checking agent: {'id': '0032cfec-21e8-44dd-a7d5-0b8312dfe052', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843729-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 17, 16, 59), 'started_at': datetime.datetime(2022, 5, 28, 17, 17, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 17, 26, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843729-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 28 17:27:19.681783 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ce29d80-d3da-495c-9408-b7088a3fe825 None None] Checking segment: {'id': 'c7dd3702-abca-4735-be38-4968a1e4ad1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '9aa607a6-b193-4d84-be0c-e5c8f4a565d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 28 17:27:19.682190 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-3ce29d80-d3da-495c-9408-b7088a3fe825 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:19.682703 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ce29d80-d3da-495c-9408-b7088a3fe825 None None] Bound using segment: {'id': 'c7dd3702-abca-4735-be38-4968a1e4ad1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '9aa607a6-b193-4d84-be0c-e5c8f4a565d2'} {{(pid=103913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 28 17:27:19.683256 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.managers [None req-3ce29d80-d3da-495c-9408-b7088a3fe825 None None] Bound port: a7eb4d78-1147-418d-82d7-4950858f6734, host: dv-cinder-843729-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7dd3702-abca-4735-be38-4968a1e4ad1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '9aa607a6-b193-4d84-be0c-e5c8f4a565d2'}}] {{(pid=103913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 28 17:27:19.683881 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-3ce29d80-d3da-495c-9408-b7088a3fe825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (a7eb4d78-1147-418d-82d7-4950858f6734), before_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:19.753521 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-3ce29d80-d3da-495c-9408-b7088a3fe825 None None] For port a7eb4d78-1147-418d-82d7-4950858f6734, host dv-cinder-843729-1-iscsi, cleared binding levels {{(pid=103913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 17:27:19.757529 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-3ce29d80-d3da-495c-9408-b7088a3fe825 None None] For port a7eb4d78-1147-418d-82d7-4950858f6734, host dv-cinder-843729-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843729-1-iscsi',level=0,port_id=a7eb4d78-1147-418d-82d7-4950858f6734,segment=NetworkSegment(c7dd3702-abca-4735-be38-4968a1e4ad1a),segment_id=c7dd3702-abca-4735-be38-4968a1e4ad1a)] {{(pid=103913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 17:27:19.765759 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-3ce29d80-d3da-495c-9408-b7088a3fe825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735968512485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735968120131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735968120149'] for port (a7eb4d78-1147-418d-82d7-4950858f6734), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:19.845569 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ce29d80-d3da-495c-9408-b7088a3fe825 None None] Routers {'f1ff25eb-d240-41e9-9135-cf4ab545a865'} bound to L3 agent in host dv-cinder-843729-1-iscsi {{(pid=103913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 28 17:27:19.846206 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.l3_hamode_db [None req-3ce29d80-d3da-495c-9408-b7088a3fe825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843729-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T17:16:55Z,description=,heartbeat_timestamp=2022-05-28T17:26:55Z,host='dv-cinder-843729-1-iscsi',id=8a8c7bbb-808d-49ae-95de-62501e6237ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T17:16:55Z,topic='l3_agent')) {'router_ids': ['f1ff25eb-d240-41e9-9135-cf4ab545a865'], 'active': True} {{(pid=103913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:27:19.852487 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318c29ee-5fcc-4b9f-9c4e-c4fc3728d157 None None] Pushing event updated for resources: {'Port': ['ID=a7eb4d78-1147-418d-82d7-4950858f6734,revision_number=4']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:27:19.890684 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-d9ca5526-10e3-47c1-a0d7-86abe3003f76 None None] Provisioning complete for port a7eb4d78-1147-418d-82d7-4950858f6734 triggered by entity DHCP. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 17:27:19.891071 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-d9ca5526-10e3-47c1-a0d7-86abe3003f76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1821120'] for port (a7eb4d78-1147-418d-82d7-4950858f6734), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:20.214954 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.l3_dvr_db [None req-3ce29d80-d3da-495c-9408-b7088a3fe825 None None] Set router f1ff25eb-d240-41e9-9135-cf4ab545a865 gateway port host: dv-cinder-843729-1-iscsi {{(pid=103913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 28 17:27:20.252449 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-d9ca5526-10e3-47c1-a0d7-86abe3003f76 None None] Current status of the port a7eb4d78-1147-418d-82d7-4950858f6734 is: DOWN; New status is: ACTIVE {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 17:27:20.252880 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-d9ca5526-10e3-47c1-a0d7-86abe3003f76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (a7eb4d78-1147-418d-82d7-4950858f6734), before_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:20.257077 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:27:20.276329 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:27:20.353937 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-d9ca5526-10e3-47c1-a0d7-86abe3003f76 None None] For port a7eb4d78-1147-418d-82d7-4950858f6734, host dv-cinder-843729-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843729-1-iscsi',level=0,port_id=a7eb4d78-1147-418d-82d7-4950858f6734,segment=NetworkSegment(c7dd3702-abca-4735-be38-4968a1e4ad1a),segment_id=c7dd3702-abca-4735-be38-4968a1e4ad1a)] {{(pid=103913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 17:27:20.361096 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-d9ca5526-10e3-47c1-a0d7-86abe3003f76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735968512485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735968120131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735968120149'] for port (a7eb4d78-1147-418d-82d7-4950858f6734), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:20.469268 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ca5526-10e3-47c1-a0d7-86abe3003f76 None None] Pushing event updated for resources: {'Port': ['ID=a7eb4d78-1147-418d-82d7-4950858f6734,revision_number=5']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:27:20.503552 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc7d0d9-c431-41fa-afec-0870471d1ef2 req-d82c7369-c687-4da0-b1f5-840d91814755 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:27:20.518568 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-0dc7d0d9-c431-41fa-afec-0870471d1ef2 req-d82c7369-c687-4da0-b1f5-840d91814755 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/ports?device_id=9d6203f1-8344-4493-9b94-22fb56f73a96 HTTP/1.1" status: 200 len: 946 time: 0.0768020 May 28 17:27:20.518698 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-b9c3d549-d9ca-4f79-bda3-71b24d51b1f5 None None] Provisioning complete for port a7eb4d78-1147-418d-82d7-4950858f6734 triggered by entity DHCP. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 17:27:20.518698 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-b9c3d549-d9ca-4f79-bda3-71b24d51b1f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1821120'] for port (a7eb4d78-1147-418d-82d7-4950858f6734), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:20.558068 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.l3_hamode_db [None req-3ce29d80-d3da-495c-9408-b7088a3fe825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1ff25eb-d240-41e9-9135-cf4ab545a865', 'name': 'tempest-AttachVolumeShelveTestJSON-2058043606-router', 'tenant_id': 'afaaf8bde7134efc80c77d707bb309bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'external_fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': '4965c949-b273-457d-a45d-fbf2b4712401', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T17:27:12Z', 'updated_at': '2022-05-28T17:27:15Z', 'revision_number': 4, 'project_id': 'afaaf8bde7134efc80c77d707bb309bc', 'gw_port': {'id': '4965c949-b273-457d-a45d-fbf2b4712401', 'name': '', 'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:24:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1ff25eb-d240-41e9-9135-cf4ab545a865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:27:12Z', 'updated_at': '2022-05-28T17:27:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843729-1-iscsi', '_interfaces': [{'id': 'a7eb4d78-1147-418d-82d7-4950858f6734', 'name': '', 'network_id': '9aa607a6-b193-4d84-be0c-e5c8f4a565d2', 'tenant_id': 'afaaf8bde7134efc80c77d707bb309bc', 'mac_address': 'fa:16:3e:e4:22:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1ff25eb-d240-41e9-9135-cf4ab545a865', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '5c9892e7-e6e2-4d1b-9907-f3f374bf6c5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:27:14Z', 'updated_at': '2022-05-28T17:27:19Z', 'revision_number': 4, 'project_id': 'afaaf8bde7134efc80c77d707bb309bc', 'subnets': [{'id': '5c9892e7-e6e2-4d1b-9907-f3f374bf6c5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843729-1-iscsi', False) {} {{(pid=103913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:27:20.568355 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-0dc7d0d9-c431-41fa-afec-0870471d1ef2 req-1f64a2b0-e03b-4e23-af8d-ebaed39e6b02 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/security-groups?id=e86c30f5-196b-4340-88e9-8368ca719339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451922 May 28 17:27:20.588247 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ce29d80-d3da-495c-9408-b7088a3fe825 None None] The sync data for ids ['f1ff25eb-d240-41e9-9135-cf4ab545a865'] in dv-cinder-843729-1-iscsi is: [{'id': 'f1ff25eb-d240-41e9-9135-cf4ab545a865', 'name': 'tempest-AttachVolumeShelveTestJSON-2058043606-router', 'tenant_id': 'afaaf8bde7134efc80c77d707bb309bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'external_fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': '4965c949-b273-457d-a45d-fbf2b4712401', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T17:27:12Z', 'updated_at': '2022-05-28T17:27:15Z', 'revision_number': 4, 'project_id': 'afaaf8bde7134efc80c77d707bb309bc', 'gw_port': {'id': '4965c949-b273-457d-a45d-fbf2b4712401', 'name': '', 'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:24:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1ff25eb-d240-41e9-9135-cf4ab545a865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:27:12Z', 'updated_at': '2022-05-28T17:27:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843729-1-iscsi', '_interfaces': [{'id': 'a7eb4d78-1147-418d-82d7-4950858f6734', 'name': '', 'network_id': '9aa607a6-b193-4d84-be0c-e5c8f4a565d2', 'tenant_id': 'afaaf8bde7134efc80c77d707bb309bc', 'mac_address': 'fa:16:3e:e4:22:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1ff25eb-d240-41e9-9135-cf4ab545a865', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '5c9892e7-e6e2-4d1b-9907-f3f374bf6c5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:27:14Z', 'updated_at': '2022-05-28T17:27:19Z', 'revision_number': 4, 'project_id': 'afaaf8bde7134efc80c77d707bb309bc', 'subnets': [{'id': '5c9892e7-e6e2-4d1b-9907-f3f374bf6c5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 17:27:20.636170 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-b9c3d549-d9ca-4f79-bda3-71b24d51b1f5 None None] Current status of the port a7eb4d78-1147-418d-82d7-4950858f6734 is: ACTIVE; New status is: ACTIVE {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 17:27:20.811097 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Device a7eb4d78-1147-418d-82d7-4950858f6734 up at agent ovs-agent-dv-cinder-843729-1-iscsi {{(pid=103913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 28 17:27:20.858575 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Provisioning complete for port a7eb4d78-1147-418d-82d7-4950858f6734 triggered by entity L2. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 17:27:20.859093 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1821120'] for port (a7eb4d78-1147-418d-82d7-4950858f6734), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:20.940065 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.33', 57608) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:27:20.956032 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Current status of the port a7eb4d78-1147-418d-82d7-4950858f6734 is: ACTIVE; New status is: ACTIVE {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 17:27:21.084959 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-a737f3f3-1c19-441d-92a3-e450ff9d1220 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:21.189590 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-a737f3f3-1c19-441d-92a3-e450ff9d1220 admin admin] Publish callbacks [] for security_group (092cd34b-393a-4f09-9e76-83445ad9621f), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:21.195118 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-a737f3f3-1c19-441d-92a3-e450ff9d1220 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594961'] for security_group (092cd34b-393a-4f09-9e76-83445ad9621f), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:21.241968 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-a737f3f3-1c19-441d-92a3-e450ff9d1220 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=1af8a82625604c13afd7ba465f05c9a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2978632 May 28 17:27:21.242262 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.33', 57622) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:27:21.252623 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a737f3f3-1c19-441d-92a3-e450ff9d1220 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=092cd34b-393a-4f09-9e76-83445ad9621f,revision_number=1']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:27:21.306972 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-1069358e-2611-43ad-8990-82f08ae9359f admin admin] Publish callbacks [] for security_group (092cd34b-393a-4f09-9e76-83445ad9621f), before_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:21.344943 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-1069358e-2611-43ad-8990-82f08ae9359f admin admin] Publish callbacks [] for security_group (092cd34b-393a-4f09-9e76-83445ad9621f), precommit_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:21.406477 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-1069358e-2611-43ad-8990-82f08ae9359f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594961'] for security_group (092cd34b-393a-4f09-9e76-83445ad9621f), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:21.409288 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-1069358e-2611-43ad-8990-82f08ae9359f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:21.410676 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-1069358e-2611-43ad-8990-82f08ae9359f admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/092cd34b-393a-4f09-9e76-83445ad9621f HTTP/1.1" status: 204 len: 168 time: 0.1663296 May 28 17:27:21.419373 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1069358e-2611-43ad-8990-82f08ae9359f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=092cd34b-393a-4f09-9e76-83445ad9621f,revision_number=None']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:27:21.763616 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d206d6e-c29d-4805-be6a-473caf081453 req-ce8e0f5f-a7b4-48fe-84b0-5556ae0e1681 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:27:21.765837 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-8d206d6e-c29d-4805-be6a-473caf081453 req-ce8e0f5f-a7b4-48fe-84b0-5556ae0e1681 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/ports?device_id=9d6203f1-8344-4493-9b94-22fb56f73a96 HTTP/1.1" status: 200 len: 946 time: 0.0924771 May 28 17:27:21.862583 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-8d206d6e-c29d-4805-be6a-473caf081453 req-80877595-803e-429c-ba61-d0c9ee5dc2f1 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/security-groups?id=e86c30f5-196b-4340-88e9-8368ca719339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863245 May 28 17:27:22.010008 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.33', 57662) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:27:22.209054 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-eab4a7cf-9280-430c-acba-471d2af923e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:22.298242 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-eab4a7cf-9280-430c-acba-471d2af923e9 admin admin] Publish callbacks [] for security_group (820223e0-0dde-407d-b393-998a4ef7c600), precommit_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:22.308222 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-eab4a7cf-9280-430c-acba-471d2af923e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594961'] for security_group (820223e0-0dde-407d-b393-998a4ef7c600), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:22.351629 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-eab4a7cf-9280-430c-acba-471d2af923e9 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=aacfe2d2bf374fcfb793d0278a9c8a81&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3404109 May 28 17:27:22.352743 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab4a7cf-9280-430c-acba-471d2af923e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=820223e0-0dde-407d-b393-998a4ef7c600,revision_number=1']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:27:22.354299 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.33', 57678) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:27:22.413477 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-332f2402-b8ae-41aa-8b40-2aa29581e27b admin admin] Publish callbacks [] for security_group (820223e0-0dde-407d-b393-998a4ef7c600), before_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:22.417551 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=87,neutron:UPDATE=1,neutron:DELETE=7,neutron:INSERT=5 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:27:22.442382 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-332f2402-b8ae-41aa-8b40-2aa29581e27b admin admin] Publish callbacks [] for security_group (820223e0-0dde-407d-b393-998a4ef7c600), precommit_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:22.492610 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-332f2402-b8ae-41aa-8b40-2aa29581e27b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594961'] for security_group (820223e0-0dde-407d-b393-998a4ef7c600), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:22.496948 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-332f2402-b8ae-41aa-8b40-2aa29581e27b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:22.504041 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-332f2402-b8ae-41aa-8b40-2aa29581e27b admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/820223e0-0dde-407d-b393-998a4ef7c600 HTTP/1.1" status: 204 len: 168 time: 0.1458480 May 28 17:27:22.511965 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332f2402-b8ae-41aa-8b40-2aa29581e27b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=820223e0-0dde-407d-b393-998a4ef7c600,revision_number=None']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:27:22.841653 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-6b241502-8ce4-4f22-94c5-9546323baaad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (b4d0b3c0-cc03-4456-af87-35ab415ef94b), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:22.939359 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.33', 57700) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:27:22.955960 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-6c3863de-cc2f-4f11-831c-573e5508b179 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:23.037866 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.33', 57708) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:27:23.039654 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caef65bc-6f49-4630-8bb4-70909857a868 req-a301ceda-bb75-4bff-82b9-c4ae4bb3e352 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:27:23.041245 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-caef65bc-6f49-4630-8bb4-70909857a868 req-a301ceda-bb75-4bff-82b9-c4ae4bb3e352 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/ports?device_id=9d6203f1-8344-4493-9b94-22fb56f73a96 HTTP/1.1" status: 200 len: 946 time: 0.0662076 May 28 17:27:23.083265 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:27:23.093806 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-caef65bc-6f49-4630-8bb4-70909857a868 req-355d409a-9657-4998-b655-8d33982a8989 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/security-groups?id=e86c30f5-196b-4340-88e9-8368ca719339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461960 May 28 17:27:23.108633 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-6c3863de-cc2f-4f11-831c-573e5508b179 admin admin] Publish callbacks [] for security_group (e8034383-c750-40e6-965f-77b59491ae01), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:23.114894 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-6c3863de-cc2f-4f11-831c-573e5508b179 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594961'] for security_group (e8034383-c750-40e6-965f-77b59491ae01), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:23.126028 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.db.db_base_plugin_v2 [None req-748b59d3-12f1-4a0e-b320-560f433df534 admin admin] Deleting subnet 80f82a80-72ed-46b1-a096-f1a58dde703a {{(pid=103912) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 28 17:27:23.145495 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-748b59d3-12f1-4a0e-b320-560f433df534 admin admin] Publish callbacks [] for subnet (80f82a80-72ed-46b1-a096-f1a58dde703a), before_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:23.189677 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-6c3863de-cc2f-4f11-831c-573e5508b179 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=c61b54aae8794b6e8af417feacdc6fbb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2545757 May 28 17:27:23.192171 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.33', 57712) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:27:23.199316 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3863de-cc2f-4f11-831c-573e5508b179 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8034383-c750-40e6-965f-77b59491ae01,revision_number=1']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:27:23.215885 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-748b59d3-12f1-4a0e-b320-560f433df534 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6171485'] for subnet (80f82a80-72ed-46b1-a096-f1a58dde703a), precommit_delete_associations {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:23.291114 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-748b59d3-12f1-4a0e-b320-560f433df534 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755116'] for subnet (80f82a80-72ed-46b1-a096-f1a58dde703a), precommit_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:23.293617 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-93937f7e-9259-4e60-930b-5b6734613697 admin admin] Publish callbacks [] for security_group (e8034383-c750-40e6-965f-77b59491ae01), before_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:23.342340 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-93937f7e-9259-4e60-930b-5b6734613697 admin admin] Publish callbacks [] for security_group (e8034383-c750-40e6-965f-77b59491ae01), precommit_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:23.388649 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-748b59d3-12f1-4a0e-b320-560f433df534 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6171411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5675836'] for subnet (80f82a80-72ed-46b1-a096-f1a58dde703a), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:23.417042 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748b59d3-12f1-4a0e-b320-560f433df534 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=80f82a80-72ed-46b1-a096-f1a58dde703a,revision_number=None']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:27:23.419266 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-748b59d3-12f1-4a0e-b320-560f433df534 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-152074'] for subnet (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:23.423146 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-748b59d3-12f1-4a0e-b320-560f433df534 admin admin] 10.222.0.33 "DELETE /v2.0/subnets/80f82a80-72ed-46b1-a096-f1a58dde703a HTTP/1.1" status: 204 len: 168 time: 0.3826916 May 28 17:27:23.425482 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.33', 57714) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:27:23.444457 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-93937f7e-9259-4e60-930b-5b6734613697 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594961'] for security_group (e8034383-c750-40e6-965f-77b59491ae01), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:23.446919 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-93937f7e-9259-4e60-930b-5b6734613697 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:23.448027 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-93937f7e-9259-4e60-930b-5b6734613697 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/e8034383-c750-40e6-965f-77b59491ae01 HTTP/1.1" status: 204 len: 168 time: 0.2549849 May 28 17:27:23.468508 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93937f7e-9259-4e60-930b-5b6734613697 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8034383-c750-40e6-965f-77b59491ae01,revision_number=None']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:27:23.515884 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-6dcf6681-68bf-4987-8bc8-eeb351d63bdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1661291'] for network (4b113839-9688-4224-ad29-970366f6024a), before_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:23.604047 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-6dcf6681-68bf-4987-8bc8-eeb351d63bdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753177', 'neutron.services.segments.db._delete_segments_for_network-8735968598640'] for network (4b113839-9688-4224-ad29-970366f6024a), precommit_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:23.612351 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:27:23.628913 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.services.segments.db [None req-6dcf6681-68bf-4987-8bc8-eeb351d63bdb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b113839-9688-4224-ad29-970366f6024a']}} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:27:23.639577 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.services.segments.db [None req-6dcf6681-68bf-4987-8bc8-eeb351d63bdb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3b22eed-52f2-49c7-89ae-c9e36c9eb18d') {'for_net_delete': True} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:27:23.639861 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.services.segments.db [None req-6dcf6681-68bf-4987-8bc8-eeb351d63bdb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3b22eed-52f2-49c7-89ae-c9e36c9eb18d') {} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:27:23.654933 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-6dcf6681-68bf-4987-8bc8-eeb351d63bdb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735968599161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6171492'] for segment (c3b22eed-52f2-49c7-89ae-c9e36c9eb18d), before_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:23.678024 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-6dcf6681-68bf-4987-8bc8-eeb351d63bdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766051'] for segment (c3b22eed-52f2-49c7-89ae-c9e36c9eb18d), precommit_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:23.684580 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6dcf6681-68bf-4987-8bc8-eeb351d63bdb admin admin] Releasing vlan 161 on physical network physnet1 to pool {{(pid=103912) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 17:27:23.684981 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-6dcf6681-68bf-4987-8bc8-eeb351d63bdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6173873'] for segment (c3b22eed-52f2-49c7-89ae-c9e36c9eb18d), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:23.736363 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.services.segments.plugin [-] Segment c3b22eed-52f2-49c7-89ae-c9e36c9eb18d resource provider aggregate not found May 28 17:27:23.753137 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-6dcf6681-68bf-4987-8bc8-eeb351d63bdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1753186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681677'] for network (4b113839-9688-4224-ad29-970366f6024a), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:23.756257 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.services.segments.plugin [-] Segment c3b22eed-52f2-49c7-89ae-c9e36c9eb18d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c3b22eed-52f2-49c7-89ae-c9e36c9eb18d found for delete ", "request_id": "req-87e2b875-2c4a-495e-8416-7cc660558f6d"}]} May 28 17:27:23.762566 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-6dcf6681-68bf-4987-8bc8-eeb351d63bdb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-152074'] for network (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:23.766775 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-6dcf6681-68bf-4987-8bc8-eeb351d63bdb admin admin] 10.222.0.33 "DELETE /v2.0/networks/4b113839-9688-4224-ad29-970366f6024a HTTP/1.1" status: 204 len: 168 time: 0.3403866 May 28 17:27:23.769803 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.33', 57724) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:27:23.781571 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcf6681-68bf-4987-8bc8-eeb351d63bdb admin admin] Pushing event deleted for resources: {'Network': ['ID=4b113839-9688-4224-ad29-970366f6024a,revision_number=None']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:27:23.816429 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.db.db_base_plugin_v2 [None req-28c25201-9c6d-475c-85d9-55754463aff1 admin admin] Deleting subnet 52290f04-a24c-493e-bea0-5ad729494f14 {{(pid=103911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 28 17:27:23.819632 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-28c25201-9c6d-475c-85d9-55754463aff1 admin admin] Publish callbacks [] for subnet (52290f04-a24c-493e-bea0-5ad729494f14), before_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:23.849329 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=83,neutron:DELETE=1,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:27:23.851301 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.33', 57726) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:27:23.861609 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-28c25201-9c6d-475c-85d9-55754463aff1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5576428'] for subnet (52290f04-a24c-493e-bea0-5ad729494f14), precommit_delete_associations {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:23.865210 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-435b95ac-6882-4c5f-a427-4902fe678fec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:23.905770 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-28c25201-9c6d-475c-85d9-55754463aff1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755116'] for subnet (52290f04-a24c-493e-bea0-5ad729494f14), precommit_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:23.953252 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-435b95ac-6882-4c5f-a427-4902fe678fec admin admin] Publish callbacks [] for security_group (fa836f79-4db3-4c77-b12d-d8b973821296), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:23.959627 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-435b95ac-6882-4c5f-a427-4902fe678fec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594961'] for security_group (fa836f79-4db3-4c77-b12d-d8b973821296), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:23.978658 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-28c25201-9c6d-475c-85d9-55754463aff1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6042941', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5946037'] for subnet (52290f04-a24c-493e-bea0-5ad729494f14), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:24.008904 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-435b95ac-6882-4c5f-a427-4902fe678fec admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=e027048191e141deb3b78f6a49fe031f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1538885 May 28 17:27:24.008904 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435b95ac-6882-4c5f-a427-4902fe678fec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa836f79-4db3-4c77-b12d-d8b973821296,revision_number=1']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:27:24.010322 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.33', 57730) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:27:24.018397 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=84,neutron:DELETE=9,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:27:24.019163 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-28c25201-9c6d-475c-85d9-55754463aff1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:24.025399 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-28c25201-9c6d-475c-85d9-55754463aff1 admin admin] 10.222.0.33 "DELETE /v2.0/subnets/52290f04-a24c-493e-bea0-5ad729494f14 HTTP/1.1" status: 204 len: 168 time: 0.2517829 May 28 17:27:24.025399 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c25201-9c6d-475c-85d9-55754463aff1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=52290f04-a24c-493e-bea0-5ad729494f14,revision_number=None']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:27:24.025771 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.33', 57732) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:27:24.067496 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-8823a942-57ff-437e-8f28-a181fa9fe882 admin admin] Publish callbacks [] for security_group (fa836f79-4db3-4c77-b12d-d8b973821296), before_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:24.094093 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-8823a942-57ff-437e-8f28-a181fa9fe882 admin admin] Publish callbacks [] for security_group (fa836f79-4db3-4c77-b12d-d8b973821296), precommit_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:24.103823 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-ae9945db-7d73-4e99-9b3c-b15888f36396 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1661291'] for network (2acb1efc-a79e-4dfc-b45d-8e9f4877f472), before_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:24.110813 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:27:24.189527 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-8823a942-57ff-437e-8f28-a181fa9fe882 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594961'] for security_group (fa836f79-4db3-4c77-b12d-d8b973821296), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:24.192959 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-8823a942-57ff-437e-8f28-a181fa9fe882 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:24.196708 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-8823a942-57ff-437e-8f28-a181fa9fe882 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/fa836f79-4db3-4c77-b12d-d8b973821296 HTTP/1.1" status: 204 len: 168 time: 0.1828082 May 28 17:27:24.216285 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-ae9945db-7d73-4e99-9b3c-b15888f36396 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753177', 'neutron.services.segments.db._delete_segments_for_network-8735968598640'] for network (2acb1efc-a79e-4dfc-b45d-8e9f4877f472), precommit_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:24.218852 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8823a942-57ff-437e-8f28-a181fa9fe882 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa836f79-4db3-4c77-b12d-d8b973821296,revision_number=None']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:27:24.294716 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.services.segments.db [None req-ae9945db-7d73-4e99-9b3c-b15888f36396 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2acb1efc-a79e-4dfc-b45d-8e9f4877f472']}} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:27:24.312674 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0da6c10-6cbe-4a31-a6a0-1da6f75a3aa1 req-4944e11a-7d5e-450f-a779-d482c4a1a611 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:27:24.314182 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-d0da6c10-6cbe-4a31-a6a0-1da6f75a3aa1 req-4944e11a-7d5e-450f-a779-d482c4a1a611 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/ports?device_id=9d6203f1-8344-4493-9b94-22fb56f73a96 HTTP/1.1" status: 200 len: 946 time: 0.1005900 May 28 17:27:24.316200 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.services.segments.db [None req-ae9945db-7d73-4e99-9b3c-b15888f36396 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '626cf0e4-fdb0-4b61-a06a-c1f214ee4d44') {'for_net_delete': True} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:27:24.316666 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.services.segments.db [None req-ae9945db-7d73-4e99-9b3c-b15888f36396 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '626cf0e4-fdb0-4b61-a06a-c1f214ee4d44') {} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:27:24.343845 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-87eb5eed-ed29-4c95-86ec-43a18fbcca1b req-059b32b1-977e-42bc-90b3-7442b5d244c3 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/security-groups?name=tempest-securitygroup--1452468175&fields=id&tenant_id=afaaf8bde7134efc80c77d707bb309bc HTTP/1.1" status: 200 len: 267 time: 0.0803828 May 28 17:27:24.349465 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-ae9945db-7d73-4e99-9b3c-b15888f36396 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735968599161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5576405'] for segment (626cf0e4-fdb0-4b61-a06a-c1f214ee4d44), before_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:24.374768 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-ae9945db-7d73-4e99-9b3c-b15888f36396 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766051'] for segment (626cf0e4-fdb0-4b61-a06a-c1f214ee4d44), precommit_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:24.390652 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae9945db-7d73-4e99-9b3c-b15888f36396 admin admin] Releasing vlan 189 on physical network physnet1 to pool {{(pid=103911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 17:27:24.391053 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-ae9945db-7d73-4e99-9b3c-b15888f36396 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6040223'] for segment (626cf0e4-fdb0-4b61-a06a-c1f214ee4d44), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:24.422401 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-d0da6c10-6cbe-4a31-a6a0-1da6f75a3aa1 req-fb18f8cd-05a6-45e7-8be9-2d2d610b84e1 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/security-groups?id=e86c30f5-196b-4340-88e9-8368ca719339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965943 May 28 17:27:24.458403 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.services.segments.plugin [-] Segment 626cf0e4-fdb0-4b61-a06a-c1f214ee4d44 resource provider aggregate not found May 28 17:27:24.477448 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-ae9945db-7d73-4e99-9b3c-b15888f36396 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1753186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681677'] for network (2acb1efc-a79e-4dfc-b45d-8e9f4877f472), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:24.483233 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-ae9945db-7d73-4e99-9b3c-b15888f36396 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-152074'] for network (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:24.490598 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-ae9945db-7d73-4e99-9b3c-b15888f36396 admin admin] 10.222.0.33 "DELETE /v2.0/networks/2acb1efc-a79e-4dfc-b45d-8e9f4877f472 HTTP/1.1" status: 204 len: 168 time: 0.4639142 May 28 17:27:24.507049 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.services.segments.plugin [-] Segment 626cf0e4-fdb0-4b61-a06a-c1f214ee4d44 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 626cf0e4-fdb0-4b61-a06a-c1f214ee4d44 found for delete ", "request_id": "req-e481f187-98cf-477d-bab8-468368f784fe"}]} May 28 17:27:24.508188 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9945db-7d73-4e99-9b3c-b15888f36396 admin admin] Pushing event deleted for resources: {'Network': ['ID=2acb1efc-a79e-4dfc-b45d-8e9f4877f472,revision_number=None']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:27:24.517816 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87eb5eed-ed29-4c95-86ec-43a18fbcca1b req-3a445d93-63b1-4969-9cc7-12e347bac7b7 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:27:24.520138 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-87eb5eed-ed29-4c95-86ec-43a18fbcca1b req-3a445d93-63b1-4969-9cc7-12e347bac7b7 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/networks?id=9aa607a6-b193-4d84-be0c-e5c8f4a565d2 HTTP/1.1" status: 200 len: 817 time: 0.1685097 May 28 17:27:24.540124 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-87eb5eed-ed29-4c95-86ec-43a18fbcca1b req-7c7377bf-6c05-405f-92c7-d4ee85bc768c tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/quotas/afaaf8bde7134efc80c77d707bb309bc HTTP/1.1" status: 200 len: 375 time: 0.0144472 May 28 17:27:24.600781 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-87eb5eed-ed29-4c95-86ec-43a18fbcca1b req-b14d798d-8725-46d5-af6b-d897a1ec6b49 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=afaaf8bde7134efc80c77d707bb309bc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0539515 May 28 17:27:24.705683 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.33', 57762) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:27:24.751277 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-85d07bd7-9f0a-4936-a956-e3d24ea02308 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=3cba1f063ee7455c8419c1dceba4ac45&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0443671 May 28 17:27:24.753855 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.33', 57766) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:27:24.817295 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-f47cf98a-76da-4279-b96e-a6781d17f94e admin admin] Publish callbacks [] for security_group (5a3c5f38-9658-445a-9e7f-b1486f5dfb99), before_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:24.841230 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-f47cf98a-76da-4279-b96e-a6781d17f94e admin admin] Publish callbacks [] for security_group (5a3c5f38-9658-445a-9e7f-b1486f5dfb99), precommit_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:24.901469 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-f47cf98a-76da-4279-b96e-a6781d17f94e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594961'] for security_group (5a3c5f38-9658-445a-9e7f-b1486f5dfb99), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:24.903833 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-f47cf98a-76da-4279-b96e-a6781d17f94e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:24.909181 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-f47cf98a-76da-4279-b96e-a6781d17f94e admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/5a3c5f38-9658-445a-9e7f-b1486f5dfb99 HTTP/1.1" status: 204 len: 168 time: 0.1508038 May 28 17:27:24.919271 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47cf98a-76da-4279-b96e-a6781d17f94e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a3c5f38-9658-445a-9e7f-b1486f5dfb99,revision_number=None']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:27:24.955729 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-87eb5eed-ed29-4c95-86ec-43a18fbcca1b req-72a5613c-11aa-4249-aa84-ea44f595a50c service neutron] 10.222.0.33 "GET /v2.0/networks/9aa607a6-b193-4d84-be0c-e5c8f4a565d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3342230 May 28 17:27:25.102528 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-87eb5eed-ed29-4c95-86ec-43a18fbcca1b req-dae5fb08-f015-4ab5-8a6f-a864f5515db2 service neutron] 10.222.0.33 "GET /v2.0/networks/9aa607a6-b193-4d84-be0c-e5c8f4a565d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389759 May 28 17:27:25.138359 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-edad430a-a46d-41d3-a0ba-e774eab1e691 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (8a8c7bbb-808d-49ae-95de-62501e6237ff), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:25.319327 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.33', 57802) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:27:25.379095 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-f63ccbb6-f601-414c-a522-88f19fa4a95e req-c083f704-7cd3-4bb5-a721-afc8f35a7cb6 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/ports?device_id=1e52b200-7c75-45f2-92ed-813b306fc334 HTTP/1.1" status: 200 len: 210 time: 0.0760825 May 28 17:27:25.479015 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.v2.base [None req-27de4f1a-388c-4302-a3b2-196783c6d754 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-128379888-network', 'tenant_id': '33d09d2e02c945a09e79efae8d8ab96c'}} {{(pid=103912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 17:27:25.501089 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.33', 57812) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:27:25.509854 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27de4f1a-388c-4302-a3b2-196783c6d754 admin admin] Made reservation on behalf of 33d09d2e02c945a09e79efae8d8ab96c for: {'network': 1} {{(pid=103912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 17:27:25.512487 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-27de4f1a-388c-4302-a3b2-196783c6d754 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for network (None), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:25.546431 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-27de4f1a-388c-4302-a3b2-196783c6d754 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:25.556512 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-7fb6fedc-e3d2-4c2d-8184-8337da9921b3 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=1debbe36ef274dcda31b1fca14faa365&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0539041 May 28 17:27:25.558948 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.33', 57814) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:27:25.571874 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:UPDATE=1,neutron:INSERT=7 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:27:25.607687 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05491e1-e74a-4f5e-8bd4-47011ef8e405 req-b0d79134-3715-4d0a-8354-62641f7fc9f6 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:27:25.609218 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-a05491e1-e74a-4f5e-8bd4-47011ef8e405 req-b0d79134-3715-4d0a-8354-62641f7fc9f6 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/ports?device_id=9d6203f1-8344-4493-9b94-22fb56f73a96 HTTP/1.1" status: 200 len: 946 time: 0.0736344 May 28 17:27:25.614651 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:27:25.623551 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-9cb5ab81-8f36-499b-8129-8ea3839c4ed8 admin admin] Publish callbacks [] for security_group (2393e323-e63e-4181-9c42-4e773f9a2a13), before_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:25.660018 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-9cb5ab81-8f36-499b-8129-8ea3839c4ed8 admin admin] Publish callbacks [] for security_group (2393e323-e63e-4181-9c42-4e773f9a2a13), precommit_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:25.692508 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-a05491e1-e74a-4f5e-8bd4-47011ef8e405 req-6c907191-2fb4-4707-a284-af1346d4c657 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/security-groups?id=e86c30f5-196b-4340-88e9-8368ca719339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749643 May 28 17:27:25.722852 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-27de4f1a-388c-4302-a3b2-196783c6d754 admin admin] Publish callbacks [] for security_group (b57b7f75-5a7b-4a87-9936-4ce2a1c3dca6), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:25.730907 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-27de4f1a-388c-4302-a3b2-196783c6d754 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594961'] for security_group (b57b7f75-5a7b-4a87-9936-4ce2a1c3dca6), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:25.753603 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-9cb5ab81-8f36-499b-8129-8ea3839c4ed8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594961'] for security_group (2393e323-e63e-4181-9c42-4e773f9a2a13), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:25.756275 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-9cb5ab81-8f36-499b-8129-8ea3839c4ed8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:25.757454 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-9cb5ab81-8f36-499b-8129-8ea3839c4ed8 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/2393e323-e63e-4181-9c42-4e773f9a2a13 HTTP/1.1" status: 204 len: 168 time: 0.1975543 May 28 17:27:25.757988 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:27:25.759196 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27de4f1a-388c-4302-a3b2-196783c6d754 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 150} {{(pid=103912) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 17:27:25.767560 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb5ab81-8f36-499b-8129-8ea3839c4ed8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2393e323-e63e-4181-9c42-4e773f9a2a13,revision_number=None']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:27:25.770396 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27de4f1a-388c-4302-a3b2-196783c6d754 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b57b7f75-5a7b-4a87-9936-4ce2a1c3dca6,revision_number=1']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:27:25.777759 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-27de4f1a-388c-4302-a3b2-196783c6d754 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766051'] for segment (7ca01be8-3573-49b0-96c6-bc7c2fecb2da), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:25.778103 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.db.segments_db [None req-27de4f1a-388c-4302-a3b2-196783c6d754 admin admin] Added segment 7ca01be8-3573-49b0-96c6-bc7c2fecb2da of type vlan for network c2642da9-62f7-4baf-be4a-bb647a278cd8 May 28 17:27:25.832394 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-27de4f1a-388c-4302-a3b2-196783c6d754 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735968101232'] for network (c2642da9-62f7-4baf-be4a-bb647a278cd8), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:25.859858 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-27de4f1a-388c-4302-a3b2-196783c6d754 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116'] for network (c2642da9-62f7-4baf-be4a-bb647a278cd8), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:25.861156 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27de4f1a-388c-4302-a3b2-196783c6d754 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:27:25.862164 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-27de4f1a-388c-4302-a3b2-196783c6d754 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-152074'] for network (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:25.907039 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-27de4f1a-388c-4302-a3b2-196783c6d754 admin admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.5833406 May 28 17:27:25.907377 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.33', 57820) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:27:25.912197 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.v2.base [None req-bd06ca89-0dea-4f6b-a895-1033b78ce8bc admin admin] Request body: {'subnet': {'network_id': 'c2642da9-62f7-4baf-be4a-bb647a278cd8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-128379888-subnet', 'tenant_id': '33d09d2e02c945a09e79efae8d8ab96c', 'ip_version': 4}} {{(pid=103911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 17:27:25.940539 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd06ca89-0dea-4f6b-a895-1033b78ce8bc admin admin] Made reservation on behalf of 33d09d2e02c945a09e79efae8d8ab96c for: {'subnet': 1} {{(pid=103911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 17:27:25.945621 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-bd06ca89-0dea-4f6b-a895-1033b78ce8bc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5946008'] for subnet (None), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:25.946947 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27de4f1a-388c-4302-a3b2-196783c6d754 admin admin] Pushing event updated for resources: {'Network': ['ID=c2642da9-62f7-4baf-be4a-bb647a278cd8,revision_number=1']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:27:25.958165 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Network c2642da9-62f7-4baf-be4a-bb647a278cd8 details requested by agent ovs-agent-dv-cinder-843729-1-iscsi with host dv-cinder-843729-1-iscsi {{(pid=103913) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 28 17:27:26.100163 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=4,neutron:INSERT=4 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:27:26.148314 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-bd06ca89-0dea-4f6b-a895-1033b78ce8bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6043004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5945998'] for subnet (ce8fcd52-903e-410e-9ed1-7c6a9f241d7c), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:26.210962 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd06ca89-0dea-4f6b-a895-1033b78ce8bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce8fcd52-903e-410e-9ed1-7c6a9f241d7c,revision_number=0']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:27:26.219419 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd06ca89-0dea-4f6b-a895-1033b78ce8bc admin admin] Checking segment: {'id': '7ca01be8-3573-49b0-96c6-bc7c2fecb2da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c2642da9-62f7-4baf-be4a-bb647a278cd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 28 17:27:26.219793 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd06ca89-0dea-4f6b-a895-1033b78ce8bc admin admin] Network hostable DHCP agents. Network: c2642da9-62f7-4baf-be4a-bb647a278cd8, hostable agents: ['b4d0b3c0-cc03-4456-af87-35ab415ef94b'], hosted agents: [] {{(pid=103911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 17:27:26.238233 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd06ca89-0dea-4f6b-a895-1033b78ce8bc admin admin] Network c2642da9-62f7-4baf-be4a-bb647a278cd8 is scheduled to be hosted by DHCP agent b4d0b3c0-cc03-4456-af87-35ab415ef94b with binding_index 1 {{(pid=103911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 17:27:26.249106 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.scheduler.base_scheduler [None req-bd06ca89-0dea-4f6b-a895-1033b78ce8bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843729-1-iscsi, c2642da9-62f7-4baf-be4a-bb647a278cd8) {{(pid=103911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 17:27:26.255805 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd06ca89-0dea-4f6b-a895-1033b78ce8bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:27:26.256407 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-bd06ca89-0dea-4f6b-a895-1033b78ce8bc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:26.257678 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f3c52da-b7fc-481f-b797-480a8bc02432 None None] Network c2642da9-62f7-4baf-be4a-bb647a278cd8 requested from dv-cinder-843729-1-iscsi {{(pid=103913) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 28 17:27:26.277778 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-bd06ca89-0dea-4f6b-a895-1033b78ce8bc admin admin] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3691516 May 28 17:27:26.281143 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.33', 57824) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:27:26.286521 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.v2.base [None req-04f94de0-bcfb-46c6-9928-33212398d2a3 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-128379888-router', 'tenant_id': '33d09d2e02c945a09e79efae8d8ab96c', 'external_gateway_info': {'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48'}}} {{(pid=103911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 17:27:26.319872 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-04f94de0-bcfb-46c6-9928-33212398d2a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-687946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6195'] for router (cd103a13-40ae-488d-8a4f-8b9fd861b649), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:26.321061 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-04f94de0-bcfb-46c6-9928-33212398d2a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-680010', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-544425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6154'] for router (cd103a13-40ae-488d-8a4f-8b9fd861b649), precommit_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:26.382734 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-04f94de0-bcfb-46c6-9928-33212398d2a3 admin admin] Publish callbacks [] for router_controller (cd103a13-40ae-488d-8a4f-8b9fd861b649), precommit_add_association {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:26.406993 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8acc93d-d767-451d-a533-b5c6cc314644 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d5e403e-4665-5b85-8da6-ff3b1ced4194-c2642da9-62f7-4baf-be4a-bb647a278cd8', 'network_id': 'c2642da9-62f7-4baf-be4a-bb647a278cd8', 'project_id': '33d09d2e02c945a09e79efae8d8ab96c', 'fixed_ips': [{'subnet_id': 'ce8fcd52-903e-410e-9ed1-7c6a9f241d7c'}]}} from dv-cinder-843729-1-iscsi. {{(pid=103913) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 28 17:27:26.408437 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-a8acc93d-d767-451d-a533-b5c6cc314644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (None), before_create {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:26.419628 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=27 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:27:26.427376 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=25 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:27:26.429661 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-f22b8f6e-815f-41ba-a8b6-c2e56f67911e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (0b51406a-5a43-473c-8a39-67b2a4c71e5e), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:26.533708 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-89b73c57-1e6b-4a00-810e-866c2c207169 req-25b97153-7383-4126-b747-7a029ec840d7 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/ports?device_id=1e52b200-7c75-45f2-92ed-813b306fc334 HTTP/1.1" status: 200 len: 210 time: 0.0651135 May 28 17:27:26.557347 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:27:26.569913 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-04f94de0-bcfb-46c6-9928-33212398d2a3 admin admin] Publish callbacks [] for router_gateway (cd103a13-40ae-488d-8a4f-8b9fd861b649), precommit_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:26.573232 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.db_base_plugin_common [None req-a8acc93d-d767-451d-a533-b5c6cc314644 None None] Allocated IP 172.20.0.2 (c2642da9-62f7-4baf-be4a-bb647a278cd8/ce8fcd52-903e-410e-9ed1-7c6a9f241d7c/00882a50-bf4e-419c-b851-5a8a03fe34ff) {{(pid=103913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 17:27:26.582756 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:27:26.726121 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-a8acc93d-d767-451d-a533-b5c6cc314644 None None] Publish callbacks [] for port (00882a50-bf4e-419c-b851-5a8a03fe34ff), precommit_create {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:26.731924 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-a8acc93d-d767-451d-a533-b5c6cc314644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735968120113'] for port (00882a50-bf4e-419c-b851-5a8a03fe34ff), after_create {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:26.761573 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-04f94de0-bcfb-46c6-9928-33212398d2a3 admin admin] Publish callbacks [] for router_gateway (cd103a13-40ae-488d-8a4f-8b9fd861b649), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:26.776623 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8acc93d-d767-451d-a533-b5c6cc314644 None None] Network c2642da9-62f7-4baf-be4a-bb647a278cd8 is already hosted by enough agents. {{(pid=103913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 17:27:26.782281 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.scheduler.base_scheduler [None req-a8acc93d-d767-451d-a533-b5c6cc314644 None None] Resources bound (agent type, host, resource id): {{(pid=103913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 17:27:26.782536 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-04f94de0-bcfb-46c6-9928-33212398d2a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (None), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:26.786138 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8acc93d-d767-451d-a533-b5c6cc314644 None None] Received port after_create {{(pid=103913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 28 17:27:26.799603 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8acc93d-d767-451d-a533-b5c6cc314644 None None] Pushing event updated for resources: {'Port': ['ID=00882a50-bf4e-419c-b851-5a8a03fe34ff,revision_number=1']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:27:26.851667 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58a7ffe-e4f6-4609-82ad-5db573bd383c req-1bba0aa5-9e20-4203-b60f-afc3b42ffc8e tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:27:26.853170 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-a58a7ffe-e4f6-4609-82ad-5db573bd383c req-1bba0aa5-9e20-4203-b60f-afc3b42ffc8e tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/ports?device_id=9d6203f1-8344-4493-9b94-22fb56f73a96 HTTP/1.1" status: 200 len: 946 time: 0.0616214 May 28 17:27:26.854066 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.managers [None req-a8acc93d-d767-451d-a533-b5c6cc314644 None None] Attempting to bind port 00882a50-bf4e-419c-b851-5a8a03fe34ff on host dv-cinder-843729-1-iscsi for vnic_type normal with profile {{(pid=103913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 28 17:27:26.854447 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.managers [None req-a8acc93d-d767-451d-a533-b5c6cc314644 None None] Attempting to bind port 00882a50-bf4e-419c-b851-5a8a03fe34ff by drivers openvswitch,hyperv on host dv-cinder-843729-1-iscsi at level 0 using segments [{'id': '7ca01be8-3573-49b0-96c6-bc7c2fecb2da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c2642da9-62f7-4baf-be4a-bb647a278cd8'}] {{(pid=103913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 28 17:27:26.854813 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8acc93d-d767-451d-a533-b5c6cc314644 None None] Attempting to bind port 00882a50-bf4e-419c-b851-5a8a03fe34ff on network c2642da9-62f7-4baf-be4a-bb647a278cd8 {{(pid=103913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 28 17:27:26.860702 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8acc93d-d767-451d-a533-b5c6cc314644 None None] Checking agent: {'id': '0032cfec-21e8-44dd-a7d5-0b8312dfe052', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843729-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 17, 16, 59), 'started_at': datetime.datetime(2022, 5, 28, 17, 17, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 17, 26, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843729-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 28 17:27:26.861087 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8acc93d-d767-451d-a533-b5c6cc314644 None None] Checking segment: {'id': '7ca01be8-3573-49b0-96c6-bc7c2fecb2da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c2642da9-62f7-4baf-be4a-bb647a278cd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 28 17:27:26.861518 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-a8acc93d-d767-451d-a533-b5c6cc314644 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:26.861937 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8acc93d-d767-451d-a533-b5c6cc314644 None None] Bound using segment: {'id': '7ca01be8-3573-49b0-96c6-bc7c2fecb2da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c2642da9-62f7-4baf-be4a-bb647a278cd8'} {{(pid=103913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 28 17:27:26.862459 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.managers [None req-a8acc93d-d767-451d-a533-b5c6cc314644 None None] Bound port: 00882a50-bf4e-419c-b851-5a8a03fe34ff, host: dv-cinder-843729-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ca01be8-3573-49b0-96c6-bc7c2fecb2da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c2642da9-62f7-4baf-be4a-bb647a278cd8'}}] {{(pid=103913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 28 17:27:26.862864 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-a8acc93d-d767-451d-a533-b5c6cc314644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (00882a50-bf4e-419c-b851-5a8a03fe34ff), before_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:26.908918 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-a58a7ffe-e4f6-4609-82ad-5db573bd383c req-5a9dcba7-9e21-41ca-b930-9b096fa2a153 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/security-groups?id=e86c30f5-196b-4340-88e9-8368ca719339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478458 May 28 17:27:26.913403 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:27:26.921666 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.db.db_base_plugin_common [None req-04f94de0-bcfb-46c6-9928-33212398d2a3 admin admin] Allocated IP 172.27.0.125 (2edbe6b8-aac1-406b-a2f1-8819dd0d1c48/5128d65d-65c0-41d1-99c9-7682fd6eaf92/fd175ce3-b367-4832-b65b-0dac0616dbf8) {{(pid=103911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 17:27:26.934124 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-a8acc93d-d767-451d-a533-b5c6cc314644 None None] For port 00882a50-bf4e-419c-b851-5a8a03fe34ff, host dv-cinder-843729-1-iscsi, cleared binding levels {{(pid=103913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 17:27:26.939096 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-a8acc93d-d767-451d-a533-b5c6cc314644 None None] For port 00882a50-bf4e-419c-b851-5a8a03fe34ff, host dv-cinder-843729-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843729-1-iscsi',level=0,port_id=00882a50-bf4e-419c-b851-5a8a03fe34ff,segment=NetworkSegment(7ca01be8-3573-49b0-96c6-bc7c2fecb2da),segment_id=7ca01be8-3573-49b0-96c6-bc7c2fecb2da)] {{(pid=103913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 17:27:26.945470 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-a8acc93d-d767-451d-a533-b5c6cc314644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735968512485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735968120131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735968120149'] for port (00882a50-bf4e-419c-b851-5a8a03fe34ff), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:27.009724 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8acc93d-d767-451d-a533-b5c6cc314644 None None] Pushing event updated for resources: {'Port': ['ID=00882a50-bf4e-419c-b851-5a8a03fe34ff,revision_number=2']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:27:27.049212 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-04f94de0-bcfb-46c6-9928-33212398d2a3 admin admin] Publish callbacks [] for port (fd175ce3-b367-4832-b65b-0dac0616dbf8), precommit_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:27.053247 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=83,neutron:INSERT=9,neutron:UPDATE=6,neutron:DELETE=2 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:27:27.086756 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-04f94de0-bcfb-46c6-9928-33212398d2a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735968120113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6040268'] for port (fd175ce3-b367-4832-b65b-0dac0616dbf8), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:27.130334 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04f94de0-bcfb-46c6-9928-33212398d2a3 admin admin] Network 2edbe6b8-aac1-406b-a2f1-8819dd0d1c48 is already hosted by enough agents. {{(pid=103911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 17:27:27.135678 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.scheduler.base_scheduler [None req-04f94de0-bcfb-46c6-9928-33212398d2a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 17:27:27.138266 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f94de0-bcfb-46c6-9928-33212398d2a3 admin admin] Received port after_create {{(pid=103911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 28 17:27:27.142779 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f94de0-bcfb-46c6-9928-33212398d2a3 admin admin] Pushing event updated for resources: {'Port': ['ID=fd175ce3-b367-4832-b65b-0dac0616dbf8,revision_number=1']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:27:27.419623 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-04f94de0-bcfb-46c6-9928-33212398d2a3 admin admin] Publish callbacks [] for router_gateway (cd103a13-40ae-488d-8a4f-8b9fd861b649), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:27.624346 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-04f94de0-bcfb-46c6-9928-33212398d2a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-679993'] for router (cd103a13-40ae-488d-8a4f-8b9fd861b649), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:27.643650 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-de41c89f-b9d0-4de3-9bd5-2c27a1736a97 req-33dc2b6a-975b-483d-a94b-d552325f7f26 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/ports?device_id=1e52b200-7c75-45f2-92ed-813b306fc334 HTTP/1.1" status: 200 len: 210 time: 0.0318704 May 28 17:27:27.707491 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-44990afe-4038-4bea-a0ed-12e052229f33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (19502cf1-8899-41f0-9103-a107faa54218), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:27.965989 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-774c8c8c-4750-4e38-a5a1-752beec97b10 None None] Network c2642da9-62f7-4baf-be4a-bb647a278cd8 requested from dv-cinder-843729-1-iscsi {{(pid=103913) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 28 17:27:27.979000 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04f94de0-bcfb-46c6-9928-33212398d2a3 admin admin] Router cd103a13-40ae-488d-8a4f-8b9fd861b649 is scheduled to L3 agent 8a8c7bbb-808d-49ae-95de-62501e6237ff with binding_index 1 {{(pid=103911) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 28 17:27:28.044256 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a0638a-52ec-432a-aaa0-4b24f943f4fa req-ecd0781e-612a-4777-a6d4-5c3d9679ffab tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:27:28.045515 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-da4d2803-03df-4156-8180-a7ea44906b99 None None] Provisioning complete for port 00882a50-bf4e-419c-b851-5a8a03fe34ff triggered by entity DHCP. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 17:27:28.046110 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-da4d2803-03df-4156-8180-a7ea44906b99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1821120'] for port (00882a50-bf4e-419c-b851-5a8a03fe34ff), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:28.046728 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-90a0638a-52ec-432a-aaa0-4b24f943f4fa req-ecd0781e-612a-4777-a6d4-5c3d9679ffab tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/ports?device_id=9d6203f1-8344-4493-9b94-22fb56f73a96 HTTP/1.1" status: 200 len: 946 time: 0.0599585 May 28 17:27:28.099176 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04f94de0-bcfb-46c6-9928-33212398d2a3 admin admin] Notify agent at l3_agent.dv-cinder-843729-1-iscsi the message routers_updated {{(pid=103911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 17:27:28.104379 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-90a0638a-52ec-432a-aaa0-4b24f943f4fa req-14c71f07-a56a-40f7-85bf-2b20be007521 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/security-groups?id=e86c30f5-196b-4340-88e9-8368ca719339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498574 May 28 17:27:28.111509 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec3af8f8-7006-4646-aed2-8b6cbc27143f None None] Sync routers for ids ['cd103a13-40ae-488d-8a4f-8b9fd861b649'] in dv-cinder-843729-1-iscsi {{(pid=103914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 17:27:28.117862 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:27:28.126358 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec3af8f8-7006-4646-aed2-8b6cbc27143f None None] Routers {'cd103a13-40ae-488d-8a4f-8b9fd861b649'} bound to L3 agent in host dv-cinder-843729-1-iscsi {{(pid=103914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 28 17:27:28.128392 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-04f94de0-bcfb-46c6-9928-33212398d2a3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:28.129340 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-ec3af8f8-7006-4646-aed2-8b6cbc27143f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843729-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T17:16:55Z,description=,heartbeat_timestamp=2022-05-28T17:27:25Z,host='dv-cinder-843729-1-iscsi',id=8a8c7bbb-808d-49ae-95de-62501e6237ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T17:16:55Z,topic='l3_agent')) {'router_ids': ['cd103a13-40ae-488d-8a4f-8b9fd861b649'], 'active': True} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:27:28.129929 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-04f94de0-bcfb-46c6-9928-33212398d2a3 admin admin] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.8475792 May 28 17:27:28.132565 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.33', 57846) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:27:28.160638 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-da4d2803-03df-4156-8180-a7ea44906b99 None None] Current status of the port 00882a50-bf4e-419c-b851-5a8a03fe34ff is: DOWN; New status is: ACTIVE {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 17:27:28.161104 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-da4d2803-03df-4156-8180-a7ea44906b99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (00882a50-bf4e-419c-b851-5a8a03fe34ff), before_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:28.197462 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-da4d2803-03df-4156-8180-a7ea44906b99 None None] For port 00882a50-bf4e-419c-b851-5a8a03fe34ff, host dv-cinder-843729-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843729-1-iscsi',level=0,port_id=00882a50-bf4e-419c-b851-5a8a03fe34ff,segment=NetworkSegment(7ca01be8-3573-49b0-96c6-bc7c2fecb2da),segment_id=7ca01be8-3573-49b0-96c6-bc7c2fecb2da)] {{(pid=103913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 17:27:28.203575 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-da4d2803-03df-4156-8180-a7ea44906b99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735968512485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735968120131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735968120149'] for port (00882a50-bf4e-419c-b851-5a8a03fe34ff), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:28.246228 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvr_db [None req-ec3af8f8-7006-4646-aed2-8b6cbc27143f None None] Set router cd103a13-40ae-488d-8a4f-8b9fd861b649 gateway port host: dv-cinder-843729-1-iscsi {{(pid=103914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 28 17:27:28.252380 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:27:28.276457 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4d2803-03df-4156-8180-a7ea44906b99 None None] Pushing event updated for resources: {'Port': ['ID=00882a50-bf4e-419c-b851-5a8a03fe34ff,revision_number=3']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:27:28.422743 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-d0a3ec34-e411-4802-93af-a78ae383ab39 None None] Provisioning complete for port 00882a50-bf4e-419c-b851-5a8a03fe34ff triggered by entity DHCP. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 17:27:28.423141 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-d0a3ec34-e411-4802-93af-a78ae383ab39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1821120'] for port (00882a50-bf4e-419c-b851-5a8a03fe34ff), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:28.438591 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-ec3af8f8-7006-4646-aed2-8b6cbc27143f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd103a13-40ae-488d-8a4f-8b9fd861b649', 'name': 'tempest-TestMinimumBasicScenario-128379888-router', 'tenant_id': '33d09d2e02c945a09e79efae8d8ab96c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'external_fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': 'fd175ce3-b367-4832-b65b-0dac0616dbf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T17:27:26Z', 'updated_at': '2022-05-28T17:27:27Z', 'revision_number': 3, 'project_id': '33d09d2e02c945a09e79efae8d8ab96c', 'gw_port': {'id': 'fd175ce3-b367-4832-b65b-0dac0616dbf8', 'name': '', 'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:cd:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd103a13-40ae-488d-8a4f-8b9fd861b649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:27:26Z', 'updated_at': '2022-05-28T17:27:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843729-1-iscsi'}], 'dv-cinder-843729-1-iscsi', False) {} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:27:28.464880 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec3af8f8-7006-4646-aed2-8b6cbc27143f None None] Checking router: cd103a13-40ae-488d-8a4f-8b9fd861b649 for host: dv-cinder-843729-1-iscsi {{(pid=103914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 17:27:28.465233 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec3af8f8-7006-4646-aed2-8b6cbc27143f None None] Updating router cd103a13-40ae-488d-8a4f-8b9fd861b649 port fd175ce3-b367-4832-b65b-0dac0616dbf8 binding host dv-cinder-843729-1-iscsi {{(pid=103914) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 17:27:28.478371 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:27:28.493900 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron_lib.callbacks.manager [None req-ec3af8f8-7006-4646-aed2-8b6cbc27143f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (fd175ce3-b367-4832-b65b-0dac0616dbf8), before_update {{(pid=103914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:28.511283 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:UPDATE=5,neutron:SELECT=92,neutron:INSERT=3 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:27:28.533456 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-d0a3ec34-e411-4802-93af-a78ae383ab39 None None] Current status of the port 00882a50-bf4e-419c-b851-5a8a03fe34ff is: ACTIVE; New status is: ACTIVE {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 17:27:28.600055 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-fcf573fe-deee-46d5-890e-859ab44268cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (None), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:28.774545 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-b9275781-baab-4d8c-96e2-eda2f5d55d97 req-fe353d02-bf57-4a9e-8cca-17c16473eb28 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/ports?device_id=1e52b200-7c75-45f2-92ed-813b306fc334 HTTP/1.1" status: 200 len: 210 time: 0.0507743 May 28 17:27:28.788913 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron_lib.callbacks.manager [None req-ec3af8f8-7006-4646-aed2-8b6cbc27143f None None] Publish callbacks [] for port (fd175ce3-b367-4832-b65b-0dac0616dbf8), precommit_update {{(pid=103914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:28.795800 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron_lib.callbacks.manager [None req-ec3af8f8-7006-4646-aed2-8b6cbc27143f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735968512485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735968120131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735968120149'] for port (fd175ce3-b367-4832-b65b-0dac0616dbf8), after_update {{(pid=103914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:28.798293 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.db.db_base_plugin_common [None req-fcf573fe-deee-46d5-890e-859ab44268cf admin admin] Allocated IP 172.20.0.1 (c2642da9-62f7-4baf-be4a-bb647a278cd8/ce8fcd52-903e-410e-9ed1-7c6a9f241d7c/7d275e8f-2965-4116-984e-c63517a516c5) {{(pid=103911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 17:27:28.811077 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Device 00882a50-bf4e-419c-b851-5a8a03fe34ff up at agent ovs-agent-dv-cinder-843729-1-iscsi {{(pid=103913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 28 17:27:28.852949 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff9bd87-fd65-473a-bf93-468a44fc39a6 None None] Pushing event updated for resources: {'Port': ['ID=fd175ce3-b367-4832-b65b-0dac0616dbf8,revision_number=2']} {{(pid=103914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:27:28.856547 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Provisioning complete for port 00882a50-bf4e-419c-b851-5a8a03fe34ff triggered by entity L2. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 17:27:28.856988 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1821120'] for port (00882a50-bf4e-419c-b851-5a8a03fe34ff), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:28.860103 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.plugins.ml2.managers [None req-ec3af8f8-7006-4646-aed2-8b6cbc27143f None None] Attempting to bind port fd175ce3-b367-4832-b65b-0dac0616dbf8 on host dv-cinder-843729-1-iscsi for vnic_type normal with profile {{(pid=103914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 28 17:27:28.860469 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.plugins.ml2.managers [None req-ec3af8f8-7006-4646-aed2-8b6cbc27143f None None] Attempting to bind port fd175ce3-b367-4832-b65b-0dac0616dbf8 by drivers openvswitch,hyperv on host dv-cinder-843729-1-iscsi at level 0 using segments [{'id': '3991c6da-7adc-4448-bfac-a7af5b626d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48'}] {{(pid=103914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 28 17:27:28.861014 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec3af8f8-7006-4646-aed2-8b6cbc27143f None None] Attempting to bind port fd175ce3-b367-4832-b65b-0dac0616dbf8 on network 2edbe6b8-aac1-406b-a2f1-8819dd0d1c48 {{(pid=103914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 28 17:27:28.866911 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec3af8f8-7006-4646-aed2-8b6cbc27143f None None] Checking agent: {'id': '0032cfec-21e8-44dd-a7d5-0b8312dfe052', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843729-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 17, 16, 59), 'started_at': datetime.datetime(2022, 5, 28, 17, 17, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 17, 26, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843729-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 28 17:27:28.867294 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec3af8f8-7006-4646-aed2-8b6cbc27143f None None] Checking segment: {'id': '3991c6da-7adc-4448-bfac-a7af5b626d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 28 17:27:28.867729 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron_lib.callbacks.manager [None req-ec3af8f8-7006-4646-aed2-8b6cbc27143f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:28.868111 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec3af8f8-7006-4646-aed2-8b6cbc27143f None None] Bound using segment: {'id': '3991c6da-7adc-4448-bfac-a7af5b626d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48'} {{(pid=103914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 28 17:27:28.868574 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.plugins.ml2.managers [None req-ec3af8f8-7006-4646-aed2-8b6cbc27143f None None] Bound port: fd175ce3-b367-4832-b65b-0dac0616dbf8, host: dv-cinder-843729-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3991c6da-7adc-4448-bfac-a7af5b626d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48'}}] {{(pid=103914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 28 17:27:28.868955 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron_lib.callbacks.manager [None req-ec3af8f8-7006-4646-aed2-8b6cbc27143f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (fd175ce3-b367-4832-b65b-0dac0616dbf8), before_update {{(pid=103914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:28.918721 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-fcf573fe-deee-46d5-890e-859ab44268cf admin admin] Publish callbacks [] for port (7d275e8f-2965-4116-984e-c63517a516c5), precommit_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:28.923315 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.plugins.ml2.db [None req-ec3af8f8-7006-4646-aed2-8b6cbc27143f None None] For port fd175ce3-b367-4832-b65b-0dac0616dbf8, host dv-cinder-843729-1-iscsi, cleared binding levels {{(pid=103914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 17:27:28.926701 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.plugins.ml2.db [None req-ec3af8f8-7006-4646-aed2-8b6cbc27143f None None] For port fd175ce3-b367-4832-b65b-0dac0616dbf8, host dv-cinder-843729-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843729-1-iscsi',level=0,port_id=fd175ce3-b367-4832-b65b-0dac0616dbf8,segment=NetworkSegment(3991c6da-7adc-4448-bfac-a7af5b626d82),segment_id=3991c6da-7adc-4448-bfac-a7af5b626d82)] {{(pid=103914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 17:27:28.933593 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron_lib.callbacks.manager [None req-ec3af8f8-7006-4646-aed2-8b6cbc27143f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735968512485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735968120131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735968120149'] for port (fd175ce3-b367-4832-b65b-0dac0616dbf8), after_update {{(pid=103914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:28.933751 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Current status of the port 00882a50-bf4e-419c-b851-5a8a03fe34ff is: ACTIVE; New status is: ACTIVE {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 17:27:28.954835 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-fcf573fe-deee-46d5-890e-859ab44268cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735968120113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6040268'] for port (7d275e8f-2965-4116-984e-c63517a516c5), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:28.975617 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:27:28.995153 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec3af8f8-7006-4646-aed2-8b6cbc27143f None None] Routers {'cd103a13-40ae-488d-8a4f-8b9fd861b649'} bound to L3 agent in host dv-cinder-843729-1-iscsi {{(pid=103914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 28 17:27:28.995800 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-ec3af8f8-7006-4646-aed2-8b6cbc27143f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843729-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T17:16:55Z,description=,heartbeat_timestamp=2022-05-28T17:27:25Z,host='dv-cinder-843729-1-iscsi',id=8a8c7bbb-808d-49ae-95de-62501e6237ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T17:16:55Z,topic='l3_agent')) {'router_ids': ['cd103a13-40ae-488d-8a4f-8b9fd861b649'], 'active': True} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:27:28.997132 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcf573fe-deee-46d5-890e-859ab44268cf admin admin] Network c2642da9-62f7-4baf-be4a-bb647a278cd8 is already hosted by enough agents. {{(pid=103911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 17:27:28.998546 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff9bd87-fd65-473a-bf93-468a44fc39a6 None None] Pushing event updated for resources: {'Port': ['ID=fd175ce3-b367-4832-b65b-0dac0616dbf8,revision_number=3']} {{(pid=103914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:27:29.006077 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.scheduler.base_scheduler [None req-fcf573fe-deee-46d5-890e-859ab44268cf admin admin] Resources bound (agent type, host, resource id): {{(pid=103911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 17:27:29.008843 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf573fe-deee-46d5-890e-859ab44268cf admin admin] Received port after_create {{(pid=103911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 28 17:27:29.013755 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:27:29.033244 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf573fe-deee-46d5-890e-859ab44268cf admin admin] Pushing event updated for resources: {'Port': ['ID=7d275e8f-2965-4116-984e-c63517a516c5,revision_number=1']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:27:29.057494 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-fcf573fe-deee-46d5-890e-859ab44268cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681546'] for router_interface (cd103a13-40ae-488d-8a4f-8b9fd861b649), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:29.108074 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvr_db [None req-ec3af8f8-7006-4646-aed2-8b6cbc27143f None None] Set router cd103a13-40ae-488d-8a4f-8b9fd861b649 gateway port host: dv-cinder-843729-1-iscsi {{(pid=103914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 28 17:27:29.116553 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:27:29.193066 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:27:29.204524 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-fcf573fe-deee-46d5-890e-859ab44268cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (7d275e8f-2965-4116-984e-c63517a516c5), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:29.256151 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344906e9-8b46-45de-814e-1705c973cbbf req-d23b20ef-5deb-41f8-821a-f5fe0a38ba64 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:27:29.258080 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-d88b5264-fe4f-408a-b187-3e74b95e0e3d None None] Provisioning complete for port 7d275e8f-2965-4116-984e-c63517a516c5 triggered by entity DHCP. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 17:27:29.258436 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-344906e9-8b46-45de-814e-1705c973cbbf req-d23b20ef-5deb-41f8-821a-f5fe0a38ba64 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/ports?device_id=9d6203f1-8344-4493-9b94-22fb56f73a96 HTTP/1.1" status: 200 len: 946 time: 0.0585310 May 28 17:27:29.258552 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-d88b5264-fe4f-408a-b187-3e74b95e0e3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1821120'] for port (7d275e8f-2965-4116-984e-c63517a516c5), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:29.300535 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-d88b5264-fe4f-408a-b187-3e74b95e0e3d None None] Port 7d275e8f-2965-4116-984e-c63517a516c5 cannot update to ACTIVE because it is not bound. {{(pid=103913) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 28 17:27:29.313812 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-344906e9-8b46-45de-814e-1705c973cbbf req-29598d1c-f071-4046-a816-2319160ae55f tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/security-groups?id=e86c30f5-196b-4340-88e9-8368ca719339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490091 May 28 17:27:29.316479 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-ec3af8f8-7006-4646-aed2-8b6cbc27143f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd103a13-40ae-488d-8a4f-8b9fd861b649', 'name': 'tempest-TestMinimumBasicScenario-128379888-router', 'tenant_id': '33d09d2e02c945a09e79efae8d8ab96c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'external_fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': 'fd175ce3-b367-4832-b65b-0dac0616dbf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T17:27:26Z', 'updated_at': '2022-05-28T17:27:27Z', 'revision_number': 3, 'project_id': '33d09d2e02c945a09e79efae8d8ab96c', 'gw_port': {'id': 'fd175ce3-b367-4832-b65b-0dac0616dbf8', 'name': '', 'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:cd:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd103a13-40ae-488d-8a4f-8b9fd861b649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:27:26Z', 'updated_at': '2022-05-28T17:27:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843729-1-iscsi'}], 'dv-cinder-843729-1-iscsi', False) {} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:27:29.344422 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec3af8f8-7006-4646-aed2-8b6cbc27143f None None] The sync data for ids ['cd103a13-40ae-488d-8a4f-8b9fd861b649'] in dv-cinder-843729-1-iscsi is: [{'id': 'cd103a13-40ae-488d-8a4f-8b9fd861b649', 'name': 'tempest-TestMinimumBasicScenario-128379888-router', 'tenant_id': '33d09d2e02c945a09e79efae8d8ab96c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'external_fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': 'fd175ce3-b367-4832-b65b-0dac0616dbf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T17:27:26Z', 'updated_at': '2022-05-28T17:27:27Z', 'revision_number': 3, 'project_id': '33d09d2e02c945a09e79efae8d8ab96c', 'gw_port': {'id': 'fd175ce3-b367-4832-b65b-0dac0616dbf8', 'name': '', 'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:cd:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd103a13-40ae-488d-8a4f-8b9fd861b649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:27:26Z', 'updated_at': '2022-05-28T17:27:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843729-1-iscsi'}] {{(pid=103914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 17:27:29.399035 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (0032cfec-21e8-44dd-a7d5-0b8312dfe052), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:29.422828 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-fcf573fe-deee-46d5-890e-859ab44268cf admin admin] Publish callbacks [] for port (7d275e8f-2965-4116-984e-c63517a516c5), precommit_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:29.427281 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-fcf573fe-deee-46d5-890e-859ab44268cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735968512485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735968120131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735968120149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6040315'] for port (7d275e8f-2965-4116-984e-c63517a516c5), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:29.498986 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf573fe-deee-46d5-890e-859ab44268cf admin admin] Pushing event updated for resources: {'Port': ['ID=7d275e8f-2965-4116-984e-c63517a516c5,revision_number=2']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:27:29.501895 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-fcf573fe-deee-46d5-890e-859ab44268cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-152102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-686586'] for router_interface (cd103a13-40ae-488d-8a4f-8b9fd861b649), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:29.619280 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcf573fe-deee-46d5-890e-859ab44268cf admin admin] Network c2642da9-62f7-4baf-be4a-bb647a278cd8 is already hosted by enough agents. {{(pid=103911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 17:27:29.620739 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.scheduler.base_scheduler [None req-fcf573fe-deee-46d5-890e-859ab44268cf admin admin] Resources bound (agent type, host, resource id): {{(pid=103911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 17:27:29.747873 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcf573fe-deee-46d5-890e-859ab44268cf admin admin] Router cd103a13-40ae-488d-8a4f-8b9fd861b649 has already been hosted by L3 agent 8a8c7bbb-808d-49ae-95de-62501e6237ff {{(pid=103911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 17:27:29.886586 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-868f1bc6-6f72-4dbc-9fe9-9e327acd0ce5 req-c68ffa44-220a-45cd-a3b2-1787c1c71fbb tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/ports?device_id=1e52b200-7c75-45f2-92ed-813b306fc334 HTTP/1.1" status: 200 len: 210 time: 0.0363536 May 28 17:27:29.893677 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcf573fe-deee-46d5-890e-859ab44268cf admin admin] Notify agent at l3_agent.dv-cinder-843729-1-iscsi the message routers_updated {{(pid=103911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 17:27:29.909082 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-fcf573fe-deee-46d5-890e-859ab44268cf admin admin] 10.222.0.33 "PUT /v2.0/routers/cd103a13-40ae-488d-8a4f-8b9fd861b649/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7658563 May 28 17:27:29.931248 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-5b61fc34-abf7-47c0-9c94-f66e6b862e55 None None] Provisioning complete for port 7d275e8f-2965-4116-984e-c63517a516c5 triggered by entity DHCP. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 17:27:29.931776 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-5b61fc34-abf7-47c0-9c94-f66e6b862e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1821120'] for port (7d275e8f-2965-4116-984e-c63517a516c5), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:29.970211 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-5b61fc34-abf7-47c0-9c94-f66e6b862e55 None None] Port 7d275e8f-2965-4116-984e-c63517a516c5 cannot update to ACTIVE because it is not bound. {{(pid=103913) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 28 17:27:30.454816 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9820580e-98b1-44a4-9b95-51987d0222f0 req-d95a8b6d-276c-47e6-91ab-0416c95c6911 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:27:30.456425 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-9820580e-98b1-44a4-9b95-51987d0222f0 req-d95a8b6d-276c-47e6-91ab-0416c95c6911 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/ports?device_id=9d6203f1-8344-4493-9b94-22fb56f73a96 HTTP/1.1" status: 200 len: 946 time: 0.0593824 May 28 17:27:30.512295 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-9820580e-98b1-44a4-9b95-51987d0222f0 req-c46c66e0-64e0-491f-840f-1156f7eb18cd tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/security-groups?id=e86c30f5-196b-4340-88e9-8368ca719339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504861 May 28 17:27:30.605721 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.33', 57886) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:27:30.611466 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.v2.base [None req-3f293e21-4429-4872-8fc1-4c938aeb7015 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1120990257-network', 'tenant_id': '9e10e1fb9f6f425cb76033446d29aa8b'}} {{(pid=103911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 17:27:30.632140 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f293e21-4429-4872-8fc1-4c938aeb7015 admin admin] Made reservation on behalf of 9e10e1fb9f6f425cb76033446d29aa8b for: {'network': 1} {{(pid=103911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 17:27:30.634646 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-3f293e21-4429-4872-8fc1-4c938aeb7015 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for network (None), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:30.644283 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-3f293e21-4429-4872-8fc1-4c938aeb7015 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:30.672924 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:27:30.694105 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:27:30.754458 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-3f293e21-4429-4872-8fc1-4c938aeb7015 admin admin] Publish callbacks [] for security_group (045d8f2c-53d1-4fad-82be-dfb6ee562d6d), precommit_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:30.759222 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-3f293e21-4429-4872-8fc1-4c938aeb7015 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594961'] for security_group (045d8f2c-53d1-4fad-82be-dfb6ee562d6d), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:30.789553 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Device fd175ce3-b367-4832-b65b-0dac0616dbf8 up at agent ovs-agent-dv-cinder-843729-1-iscsi {{(pid=103913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 28 17:27:30.793481 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f293e21-4429-4872-8fc1-4c938aeb7015 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 196} {{(pid=103911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 17:27:30.801191 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f293e21-4429-4872-8fc1-4c938aeb7015 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=045d8f2c-53d1-4fad-82be-dfb6ee562d6d,revision_number=1']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:27:30.808858 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-3f293e21-4429-4872-8fc1-4c938aeb7015 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766051'] for segment (dfe26193-eaf4-445b-a429-066d74ca41d4), precommit_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:30.809310 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.db.segments_db [None req-3f293e21-4429-4872-8fc1-4c938aeb7015 admin admin] Added segment dfe26193-eaf4-445b-a429-066d74ca41d4 of type vlan for network d55ef638-1364-438a-be79-c3bc076c9261 May 28 17:27:30.835742 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Provisioning complete for port fd175ce3-b367-4832-b65b-0dac0616dbf8 triggered by entity L2. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 17:27:30.836113 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1821120'] for port (fd175ce3-b367-4832-b65b-0dac0616dbf8), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:30.855655 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-3f293e21-4429-4872-8fc1-4c938aeb7015 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735968101232'] for network (d55ef638-1364-438a-be79-c3bc076c9261), precommit_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:30.881275 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-3f293e21-4429-4872-8fc1-4c938aeb7015 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116'] for network (d55ef638-1364-438a-be79-c3bc076c9261), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:30.882375 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f293e21-4429-4872-8fc1-4c938aeb7015 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:27:30.882953 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-3f293e21-4429-4872-8fc1-4c938aeb7015 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-152074'] for network (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:30.911882 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Current status of the port fd175ce3-b367-4832-b65b-0dac0616dbf8 is: DOWN; New status is: ACTIVE {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 17:27:30.912772 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (fd175ce3-b367-4832-b65b-0dac0616dbf8), before_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:30.946590 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-3f293e21-4429-4872-8fc1-4c938aeb7015 admin admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.3373268 May 28 17:27:30.946776 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] For port fd175ce3-b367-4832-b65b-0dac0616dbf8, host dv-cinder-843729-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843729-1-iscsi',level=0,port_id=fd175ce3-b367-4832-b65b-0dac0616dbf8,segment=NetworkSegment(3991c6da-7adc-4448-bfac-a7af5b626d82),segment_id=3991c6da-7adc-4448-bfac-a7af5b626d82)] {{(pid=103913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 17:27:30.947250 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.33', 57892) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:27:30.952165 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735968512485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735968120131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735968120149'] for port (fd175ce3-b367-4832-b65b-0dac0616dbf8), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:30.952465 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.v2.base [None req-3fed0c86-44a3-4c65-8f63-9de5aec70073 admin admin] Request body: {'subnet': {'network_id': 'd55ef638-1364-438a-be79-c3bc076c9261', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1120990257-subnet', 'tenant_id': '9e10e1fb9f6f425cb76033446d29aa8b', 'ip_version': 4}} {{(pid=103912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 17:27:30.958508 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f293e21-4429-4872-8fc1-4c938aeb7015 admin admin] Pushing event updated for resources: {'Network': ['ID=d55ef638-1364-438a-be79-c3bc076c9261,revision_number=1']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:27:30.974579 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fed0c86-44a3-4c65-8f63-9de5aec70073 admin admin] Made reservation on behalf of 9e10e1fb9f6f425cb76033446d29aa8b for: {'subnet': 1} {{(pid=103912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 17:27:30.977309 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-3fed0c86-44a3-4c65-8f63-9de5aec70073 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5675793'] for subnet (None), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:30.980923 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Network d55ef638-1364-438a-be79-c3bc076c9261 details requested by agent ovs-agent-dv-cinder-843729-1-iscsi with host dv-cinder-843729-1-iscsi {{(pid=103913) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 28 17:27:31.022332 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-3c90c73e-faab-4c0f-a6a2-d289462f9045 req-bb8a2a87-e079-420a-8e0d-72e110526081 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/ports?device_id=1e52b200-7c75-45f2-92ed-813b306fc334 HTTP/1.1" status: 200 len: 210 time: 0.0434620 May 28 17:27:31.071413 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Pushing event updated for resources: {'Port': ['ID=fd175ce3-b367-4832-b65b-0dac0616dbf8,revision_number=4']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:27:31.074792 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:INSERT=14,neutron:SELECT=81,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:27:31.127683 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe552f4d-e0b9-4235-b256-d100f4b60824 None None] Sync routers for ids ['cd103a13-40ae-488d-8a4f-8b9fd861b649'] in dv-cinder-843729-1-iscsi {{(pid=103913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 17:27:31.137312 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe552f4d-e0b9-4235-b256-d100f4b60824 None None] Routers {'cd103a13-40ae-488d-8a4f-8b9fd861b649'} bound to L3 agent in host dv-cinder-843729-1-iscsi {{(pid=103913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 28 17:27:31.137928 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.l3_hamode_db [None req-fe552f4d-e0b9-4235-b256-d100f4b60824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843729-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T17:16:55Z,description=,heartbeat_timestamp=2022-05-28T17:27:25Z,host='dv-cinder-843729-1-iscsi',id=8a8c7bbb-808d-49ae-95de-62501e6237ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T17:16:55Z,topic='l3_agent')) {'router_ids': ['cd103a13-40ae-488d-8a4f-8b9fd861b649'], 'active': True} {{(pid=103913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:27:31.190272 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-3fed0c86-44a3-4c65-8f63-9de5aec70073 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6171474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5675783'] for subnet (f2ff852b-e2f8-4855-9ec6-540306001226), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:31.240736 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fed0c86-44a3-4c65-8f63-9de5aec70073 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f2ff852b-e2f8-4855-9ec6-540306001226,revision_number=0']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:27:31.248110 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.l3_dvr_db [None req-fe552f4d-e0b9-4235-b256-d100f4b60824 None None] Set router cd103a13-40ae-488d-8a4f-8b9fd861b649 gateway port host: dv-cinder-843729-1-iscsi {{(pid=103913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 28 17:27:31.257018 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fed0c86-44a3-4c65-8f63-9de5aec70073 admin admin] Checking segment: {'id': 'dfe26193-eaf4-445b-a429-066d74ca41d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'd55ef638-1364-438a-be79-c3bc076c9261'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 28 17:27:31.257377 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fed0c86-44a3-4c65-8f63-9de5aec70073 admin admin] Network hostable DHCP agents. Network: d55ef638-1364-438a-be79-c3bc076c9261, hostable agents: ['b4d0b3c0-cc03-4456-af87-35ab415ef94b'], hosted agents: [] {{(pid=103912) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 17:27:31.276552 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fed0c86-44a3-4c65-8f63-9de5aec70073 admin admin] Network d55ef638-1364-438a-be79-c3bc076c9261 is scheduled to be hosted by DHCP agent b4d0b3c0-cc03-4456-af87-35ab415ef94b with binding_index 1 {{(pid=103912) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 17:27:31.287506 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.scheduler.base_scheduler [None req-3fed0c86-44a3-4c65-8f63-9de5aec70073 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843729-1-iscsi, d55ef638-1364-438a-be79-c3bc076c9261) {{(pid=103912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 17:27:31.291630 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fed0c86-44a3-4c65-8f63-9de5aec70073 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:27:31.292226 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-3fed0c86-44a3-4c65-8f63-9de5aec70073 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-152074'] for subnet (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:31.309094 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-3fed0c86-44a3-4c65-8f63-9de5aec70073 admin admin] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3610435 May 28 17:27:31.311856 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.33', 57894) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:27:31.316551 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.v2.base [None req-41776be3-924f-4d9c-9d5f-b97aad766c78 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1120990257-router', 'tenant_id': '9e10e1fb9f6f425cb76033446d29aa8b', 'external_gateway_info': {'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48'}}} {{(pid=103912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 17:27:31.340052 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-41776be3-924f-4d9c-9d5f-b97aad766c78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-687946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6195'] for router (d871251c-f6ce-4e49-a82d-5104c2f0ad1a), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:31.341022 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-41776be3-924f-4d9c-9d5f-b97aad766c78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-680010', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-544425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6154'] for router (d871251c-f6ce-4e49-a82d-5104c2f0ad1a), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:31.347622 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:27:31.400979 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-41776be3-924f-4d9c-9d5f-b97aad766c78 admin admin] Publish callbacks [] for router_controller (d871251c-f6ce-4e49-a82d-5104c2f0ad1a), precommit_add_association {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:31.412710 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cc12c6c-3246-459c-ab18-98e34a7ad964 None None] Network d55ef638-1364-438a-be79-c3bc076c9261 requested from dv-cinder-843729-1-iscsi {{(pid=103913) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 28 17:27:31.420427 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.agents_db [None req-b36f0ab6-f8d6-4670-a7fa-3628cf342135 None None] Agent healthcheck: found 6 active agents {{(pid=103914) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 28 17:27:31.536931 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-41776be3-924f-4d9c-9d5f-b97aad766c78 admin admin] Publish callbacks [] for router_gateway (d871251c-f6ce-4e49-a82d-5104c2f0ad1a), precommit_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:31.614996 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bc41d06-947a-4ade-8184-bb1aab357f4b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d5e403e-4665-5b85-8da6-ff3b1ced4194-d55ef638-1364-438a-be79-c3bc076c9261', 'network_id': 'd55ef638-1364-438a-be79-c3bc076c9261', 'project_id': '9e10e1fb9f6f425cb76033446d29aa8b', 'fixed_ips': [{'subnet_id': 'f2ff852b-e2f8-4855-9ec6-540306001226'}]}} from dv-cinder-843729-1-iscsi. {{(pid=103913) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 28 17:27:31.616007 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-9bc41d06-947a-4ade-8184-bb1aab357f4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (None), before_create {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:31.625448 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=100 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:27:31.634790 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:27:31.782735 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.l3_hamode_db [None req-fe552f4d-e0b9-4235-b256-d100f4b60824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd103a13-40ae-488d-8a4f-8b9fd861b649', 'name': 'tempest-TestMinimumBasicScenario-128379888-router', 'tenant_id': '33d09d2e02c945a09e79efae8d8ab96c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'external_fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': 'fd175ce3-b367-4832-b65b-0dac0616dbf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T17:27:26Z', 'updated_at': '2022-05-28T17:27:29Z', 'revision_number': 4, 'project_id': '33d09d2e02c945a09e79efae8d8ab96c', 'gw_port': {'id': 'fd175ce3-b367-4832-b65b-0dac0616dbf8', 'name': '', 'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:cd:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd103a13-40ae-488d-8a4f-8b9fd861b649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:27:26Z', 'updated_at': '2022-05-28T17:27:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843729-1-iscsi', '_interfaces': [{'id': '7d275e8f-2965-4116-984e-c63517a516c5', 'name': '', 'network_id': 'c2642da9-62f7-4baf-be4a-bb647a278cd8', 'tenant_id': '33d09d2e02c945a09e79efae8d8ab96c', 'mac_address': 'fa:16:3e:af:f6:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd103a13-40ae-488d-8a4f-8b9fd861b649', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'ce8fcd52-903e-410e-9ed1-7c6a9f241d7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:27:28Z', 'updated_at': '2022-05-28T17:27:29Z', 'revision_number': 2, 'project_id': '33d09d2e02c945a09e79efae8d8ab96c', 'subnets': [{'id': 'ce8fcd52-903e-410e-9ed1-7c6a9f241d7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843729-1-iscsi', False) {} {{(pid=103913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:27:31.788819 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c013b9e-2956-44b2-8f09-f11aa46a9cd8 req-c2d4429c-5d2d-4137-bc2e-943dec604d9a tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:27:31.790313 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-6c013b9e-2956-44b2-8f09-f11aa46a9cd8 req-c2d4429c-5d2d-4137-bc2e-943dec604d9a tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/ports?device_id=9d6203f1-8344-4493-9b94-22fb56f73a96 HTTP/1.1" status: 200 len: 946 time: 0.1495731 May 28 17:27:31.821686 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-41776be3-924f-4d9c-9d5f-b97aad766c78 admin admin] Publish callbacks [] for router_gateway (d871251c-f6ce-4e49-a82d-5104c2f0ad1a), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:31.835836 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe552f4d-e0b9-4235-b256-d100f4b60824 None None] Checking router: cd103a13-40ae-488d-8a4f-8b9fd861b649 for host: dv-cinder-843729-1-iscsi {{(pid=103913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 17:27:31.836165 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe552f4d-e0b9-4235-b256-d100f4b60824 None None] Updating router cd103a13-40ae-488d-8a4f-8b9fd861b649 port 7d275e8f-2965-4116-984e-c63517a516c5 binding host dv-cinder-843729-1-iscsi {{(pid=103913) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 17:27:31.848782 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-41776be3-924f-4d9c-9d5f-b97aad766c78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (None), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:31.874441 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-6c013b9e-2956-44b2-8f09-f11aa46a9cd8 req-9e8f45db-22d3-4322-aa9d-41263de79b67 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/security-groups?id=e86c30f5-196b-4340-88e9-8368ca719339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771661 May 28 17:27:31.878915 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.db_base_plugin_common [None req-9bc41d06-947a-4ade-8184-bb1aab357f4b None None] Allocated IP 172.20.0.2 (d55ef638-1364-438a-be79-c3bc076c9261/f2ff852b-e2f8-4855-9ec6-540306001226/de2a9320-e0a5-42ea-9fca-c6dfc2a61dc9) {{(pid=103913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 17:27:31.881083 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-fe552f4d-e0b9-4235-b256-d100f4b60824 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (7d275e8f-2965-4116-984e-c63517a516c5), before_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:31.977695 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.db.db_base_plugin_common [None req-41776be3-924f-4d9c-9d5f-b97aad766c78 admin admin] Allocated IP 172.27.0.190 (2edbe6b8-aac1-406b-a2f1-8819dd0d1c48/5128d65d-65c0-41d1-99c9-7682fd6eaf92/94a58024-5fa1-44f8-8b75-b6b33e5c9e25) {{(pid=103912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 17:27:31.987806 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:27:32.092999 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-41776be3-924f-4d9c-9d5f-b97aad766c78 admin admin] Publish callbacks [] for port (94a58024-5fa1-44f8-8b75-b6b33e5c9e25), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:32.133559 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-41776be3-924f-4d9c-9d5f-b97aad766c78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735968120113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6173922'] for port (94a58024-5fa1-44f8-8b75-b6b33e5c9e25), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:32.139741 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-43bd52e4-1242-4ab0-b936-2f99caddabec req-c7748ade-20b3-4963-9051-85fd487cfbd1 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/ports?device_id=1e52b200-7c75-45f2-92ed-813b306fc334 HTTP/1.1" status: 200 len: 210 time: 0.0299630 May 28 17:27:32.168647 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41776be3-924f-4d9c-9d5f-b97aad766c78 admin admin] Network 2edbe6b8-aac1-406b-a2f1-8819dd0d1c48 is already hosted by enough agents. {{(pid=103912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 17:27:32.172499 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.scheduler.base_scheduler [None req-41776be3-924f-4d9c-9d5f-b97aad766c78 admin admin] Resources bound (agent type, host, resource id): {{(pid=103912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 17:27:32.176209 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41776be3-924f-4d9c-9d5f-b97aad766c78 admin admin] Received port after_create {{(pid=103912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 28 17:27:32.197764 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-9bc41d06-947a-4ade-8184-bb1aab357f4b None None] Publish callbacks [] for port (de2a9320-e0a5-42ea-9fca-c6dfc2a61dc9), precommit_create {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:32.209321 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-9bc41d06-947a-4ade-8184-bb1aab357f4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735968120113'] for port (de2a9320-e0a5-42ea-9fca-c6dfc2a61dc9), after_create {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:32.211314 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41776be3-924f-4d9c-9d5f-b97aad766c78 admin admin] Pushing event updated for resources: {'Port': ['ID=94a58024-5fa1-44f8-8b75-b6b33e5c9e25,revision_number=1']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:27:32.278755 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bc41d06-947a-4ade-8184-bb1aab357f4b None None] Network d55ef638-1364-438a-be79-c3bc076c9261 is already hosted by enough agents. {{(pid=103913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 17:27:32.282015 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc41d06-947a-4ade-8184-bb1aab357f4b None None] Pushing event updated for resources: {'Port': ['ID=de2a9320-e0a5-42ea-9fca-c6dfc2a61dc9,revision_number=1']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:27:32.286912 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.scheduler.base_scheduler [None req-9bc41d06-947a-4ade-8184-bb1aab357f4b None None] Resources bound (agent type, host, resource id): {{(pid=103913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 17:27:32.289040 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bc41d06-947a-4ade-8184-bb1aab357f4b None None] Received port after_create {{(pid=103913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 28 17:27:32.333869 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:27:32.393021 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-fe552f4d-e0b9-4235-b256-d100f4b60824 None None] Publish callbacks [] for port (7d275e8f-2965-4116-984e-c63517a516c5), precommit_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:32.394519 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.managers [None req-9bc41d06-947a-4ade-8184-bb1aab357f4b None None] Attempting to bind port de2a9320-e0a5-42ea-9fca-c6dfc2a61dc9 on host dv-cinder-843729-1-iscsi for vnic_type normal with profile {{(pid=103913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 28 17:27:32.394883 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.managers [None req-9bc41d06-947a-4ade-8184-bb1aab357f4b None None] Attempting to bind port de2a9320-e0a5-42ea-9fca-c6dfc2a61dc9 by drivers openvswitch,hyperv on host dv-cinder-843729-1-iscsi at level 0 using segments [{'id': 'dfe26193-eaf4-445b-a429-066d74ca41d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'd55ef638-1364-438a-be79-c3bc076c9261'}] {{(pid=103913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 28 17:27:32.395263 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bc41d06-947a-4ade-8184-bb1aab357f4b None None] Attempting to bind port de2a9320-e0a5-42ea-9fca-c6dfc2a61dc9 on network d55ef638-1364-438a-be79-c3bc076c9261 {{(pid=103913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 28 17:27:32.401915 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bc41d06-947a-4ade-8184-bb1aab357f4b None None] Checking agent: {'id': '0032cfec-21e8-44dd-a7d5-0b8312dfe052', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843729-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 17, 16, 59), 'started_at': datetime.datetime(2022, 5, 28, 17, 17, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 17, 27, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843729-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 28 17:27:32.402285 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bc41d06-947a-4ade-8184-bb1aab357f4b None None] Checking segment: {'id': 'dfe26193-eaf4-445b-a429-066d74ca41d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'd55ef638-1364-438a-be79-c3bc076c9261'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 28 17:27:32.402668 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-9bc41d06-947a-4ade-8184-bb1aab357f4b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:32.403049 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bc41d06-947a-4ade-8184-bb1aab357f4b None None] Bound using segment: {'id': 'dfe26193-eaf4-445b-a429-066d74ca41d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'd55ef638-1364-438a-be79-c3bc076c9261'} {{(pid=103913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 28 17:27:32.403649 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.managers [None req-9bc41d06-947a-4ade-8184-bb1aab357f4b None None] Bound port: de2a9320-e0a5-42ea-9fca-c6dfc2a61dc9, host: dv-cinder-843729-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfe26193-eaf4-445b-a429-066d74ca41d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'd55ef638-1364-438a-be79-c3bc076c9261'}}] {{(pid=103913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 28 17:27:32.404804 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-9bc41d06-947a-4ade-8184-bb1aab357f4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (de2a9320-e0a5-42ea-9fca-c6dfc2a61dc9), before_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:32.407017 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-fe552f4d-e0b9-4235-b256-d100f4b60824 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735968512485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735968120131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735968120149'] for port (7d275e8f-2965-4116-984e-c63517a516c5), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:32.418170 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:27:32.420429 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:27:32.430916 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-41776be3-924f-4d9c-9d5f-b97aad766c78 admin admin] Publish callbacks [] for router_gateway (d871251c-f6ce-4e49-a82d-5104c2f0ad1a), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:32.513990 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575eab89-74b2-47a3-a276-6460161aee96 None None] Pushing event updated for resources: {'Port': ['ID=7d275e8f-2965-4116-984e-c63517a516c5,revision_number=3']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:27:32.582942 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-9bc41d06-947a-4ade-8184-bb1aab357f4b None None] For port de2a9320-e0a5-42ea-9fca-c6dfc2a61dc9, host dv-cinder-843729-1-iscsi, cleared binding levels {{(pid=103913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 17:27:32.597464 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.managers [None req-fe552f4d-e0b9-4235-b256-d100f4b60824 None None] Attempting to bind port 7d275e8f-2965-4116-984e-c63517a516c5 on host dv-cinder-843729-1-iscsi for vnic_type normal with profile {{(pid=103913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 28 17:27:32.597831 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.managers [None req-fe552f4d-e0b9-4235-b256-d100f4b60824 None None] Attempting to bind port 7d275e8f-2965-4116-984e-c63517a516c5 by drivers openvswitch,hyperv on host dv-cinder-843729-1-iscsi at level 0 using segments [{'id': '7ca01be8-3573-49b0-96c6-bc7c2fecb2da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c2642da9-62f7-4baf-be4a-bb647a278cd8'}] {{(pid=103913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 28 17:27:32.598186 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe552f4d-e0b9-4235-b256-d100f4b60824 None None] Attempting to bind port 7d275e8f-2965-4116-984e-c63517a516c5 on network c2642da9-62f7-4baf-be4a-bb647a278cd8 {{(pid=103913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 28 17:27:32.601260 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-9bc41d06-947a-4ade-8184-bb1aab357f4b None None] For port de2a9320-e0a5-42ea-9fca-c6dfc2a61dc9, host dv-cinder-843729-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843729-1-iscsi',level=0,port_id=de2a9320-e0a5-42ea-9fca-c6dfc2a61dc9,segment=NetworkSegment(dfe26193-eaf4-445b-a429-066d74ca41d4),segment_id=dfe26193-eaf4-445b-a429-066d74ca41d4)] {{(pid=103913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 17:27:32.609643 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-9bc41d06-947a-4ade-8184-bb1aab357f4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735968512485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735968120131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735968120149'] for port (de2a9320-e0a5-42ea-9fca-c6dfc2a61dc9), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:32.611756 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe552f4d-e0b9-4235-b256-d100f4b60824 None None] Checking agent: {'id': '0032cfec-21e8-44dd-a7d5-0b8312dfe052', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843729-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 17, 16, 59), 'started_at': datetime.datetime(2022, 5, 28, 17, 17, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 17, 27, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843729-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 28 17:27:32.612181 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe552f4d-e0b9-4235-b256-d100f4b60824 None None] Checking segment: {'id': '7ca01be8-3573-49b0-96c6-bc7c2fecb2da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c2642da9-62f7-4baf-be4a-bb647a278cd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 28 17:27:32.612571 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-fe552f4d-e0b9-4235-b256-d100f4b60824 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:32.612945 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe552f4d-e0b9-4235-b256-d100f4b60824 None None] Bound using segment: {'id': '7ca01be8-3573-49b0-96c6-bc7c2fecb2da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c2642da9-62f7-4baf-be4a-bb647a278cd8'} {{(pid=103913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 28 17:27:32.613410 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.managers [None req-fe552f4d-e0b9-4235-b256-d100f4b60824 None None] Bound port: 7d275e8f-2965-4116-984e-c63517a516c5, host: dv-cinder-843729-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ca01be8-3573-49b0-96c6-bc7c2fecb2da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c2642da9-62f7-4baf-be4a-bb647a278cd8'}}] {{(pid=103913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 28 17:27:32.613783 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-fe552f4d-e0b9-4235-b256-d100f4b60824 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (7d275e8f-2965-4116-984e-c63517a516c5), before_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:32.655138 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-41776be3-924f-4d9c-9d5f-b97aad766c78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-679993'] for router (d871251c-f6ce-4e49-a82d-5104c2f0ad1a), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:32.740300 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc41d06-947a-4ade-8184-bb1aab357f4b None None] Pushing event updated for resources: {'Port': ['ID=de2a9320-e0a5-42ea-9fca-c6dfc2a61dc9,revision_number=2']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:27:32.748103 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-f212738d-29c1-476c-9b3e-4e09f526e8b6 None None] Provisioning complete for port 7d275e8f-2965-4116-984e-c63517a516c5 triggered by entity DHCP. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 17:27:32.748535 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-f212738d-29c1-476c-9b3e-4e09f526e8b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1821120'] for port (7d275e8f-2965-4116-984e-c63517a516c5), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:32.804327 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-fe552f4d-e0b9-4235-b256-d100f4b60824 None None] For port 7d275e8f-2965-4116-984e-c63517a516c5, host dv-cinder-843729-1-iscsi, cleared binding levels {{(pid=103913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 17:27:32.828470 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Device fd175ce3-b367-4832-b65b-0dac0616dbf8 up at agent ovs-agent-dv-cinder-843729-1-iscsi {{(pid=103913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 28 17:27:32.835896 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-fe552f4d-e0b9-4235-b256-d100f4b60824 None None] For port 7d275e8f-2965-4116-984e-c63517a516c5, host dv-cinder-843729-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843729-1-iscsi',level=0,port_id=7d275e8f-2965-4116-984e-c63517a516c5,segment=NetworkSegment(7ca01be8-3573-49b0-96c6-bc7c2fecb2da),segment_id=7ca01be8-3573-49b0-96c6-bc7c2fecb2da)] {{(pid=103913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 17:27:32.839840 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41776be3-924f-4d9c-9d5f-b97aad766c78 admin admin] Router d871251c-f6ce-4e49-a82d-5104c2f0ad1a is scheduled to L3 agent 8a8c7bbb-808d-49ae-95de-62501e6237ff with binding_index 1 {{(pid=103912) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 28 17:27:32.840040 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-f212738d-29c1-476c-9b3e-4e09f526e8b6 None None] Port 7d275e8f-2965-4116-984e-c63517a516c5 cannot update to ACTIVE because it is not bound. {{(pid=103913) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 28 17:27:32.864671 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-fe552f4d-e0b9-4235-b256-d100f4b60824 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735968512485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735968120131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735968120149'] for port (7d275e8f-2965-4116-984e-c63517a516c5), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:32.958209 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575eab89-74b2-47a3-a276-6460161aee96 None None] Pushing event updated for resources: {'Port': ['ID=7d275e8f-2965-4116-984e-c63517a516c5,revision_number=4']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:27:32.961877 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe552f4d-e0b9-4235-b256-d100f4b60824 None None] Routers {'cd103a13-40ae-488d-8a4f-8b9fd861b649'} bound to L3 agent in host dv-cinder-843729-1-iscsi {{(pid=103913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 28 17:27:32.962479 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.l3_hamode_db [None req-fe552f4d-e0b9-4235-b256-d100f4b60824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843729-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T17:16:55Z,description=,heartbeat_timestamp=2022-05-28T17:27:25Z,host='dv-cinder-843729-1-iscsi',id=8a8c7bbb-808d-49ae-95de-62501e6237ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T17:16:55Z,topic='l3_agent')) {'router_ids': ['cd103a13-40ae-488d-8a4f-8b9fd861b649'], 'active': True} {{(pid=103913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:27:32.992187 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Provisioning complete for port fd175ce3-b367-4832-b65b-0dac0616dbf8 triggered by entity L2. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 17:27:32.992649 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1821120'] for port (fd175ce3-b367-4832-b65b-0dac0616dbf8), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:32.999403 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41776be3-924f-4d9c-9d5f-b97aad766c78 admin admin] Notify agent at l3_agent.dv-cinder-843729-1-iscsi the message routers_updated {{(pid=103912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 17:27:33.010441 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-826c0d49-0782-448c-9501-66917748f0b0 None None] Sync routers for ids ['d871251c-f6ce-4e49-a82d-5104c2f0ad1a'] in dv-cinder-843729-1-iscsi {{(pid=103914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 17:27:33.020481 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-41776be3-924f-4d9c-9d5f-b97aad766c78 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:33.023416 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-41776be3-924f-4d9c-9d5f-b97aad766c78 admin admin] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.7087364 May 28 17:27:33.024829 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.33', 57914) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:27:33.041660 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-826c0d49-0782-448c-9501-66917748f0b0 None None] Routers {'d871251c-f6ce-4e49-a82d-5104c2f0ad1a'} bound to L3 agent in host dv-cinder-843729-1-iscsi {{(pid=103914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 28 17:27:33.044149 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-826c0d49-0782-448c-9501-66917748f0b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843729-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T17:16:55Z,description=,heartbeat_timestamp=2022-05-28T17:27:25Z,host='dv-cinder-843729-1-iscsi',id=8a8c7bbb-808d-49ae-95de-62501e6237ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T17:16:55Z,topic='l3_agent')) {'router_ids': ['d871251c-f6ce-4e49-a82d-5104c2f0ad1a'], 'active': True} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:27:33.248272 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007c7f07-54e0-4b1e-a76c-02f1a9d2af2f req-9487b1c1-49b3-401b-865a-89a2c317e05e tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:27:33.251751 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.l3_dvr_db [None req-fe552f4d-e0b9-4235-b256-d100f4b60824 None None] Set router cd103a13-40ae-488d-8a4f-8b9fd861b649 gateway port host: dv-cinder-843729-1-iscsi {{(pid=103913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 28 17:27:33.256504 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-007c7f07-54e0-4b1e-a76c-02f1a9d2af2f req-9487b1c1-49b3-401b-865a-89a2c317e05e tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/ports?device_id=9d6203f1-8344-4493-9b94-22fb56f73a96 HTTP/1.1" status: 200 len: 946 time: 0.2313414 May 28 17:27:33.267892 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38942ca5-555d-479f-9434-68e9730b4228 req-c42a0345-b251-43f5-82a3-5331565e6edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:27:33.269312 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-38942ca5-555d-479f-9434-68e9730b4228 req-c42a0345-b251-43f5-82a3-5331565e6edc service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=9d6203f1-8344-4493-9b94-22fb56f73a96 HTTP/1.1" status: 200 len: 1130 time: 0.1507759 May 28 17:27:33.289323 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvr_db [None req-826c0d49-0782-448c-9501-66917748f0b0 None None] Set router d871251c-f6ce-4e49-a82d-5104c2f0ad1a gateway port host: dv-cinder-843729-1-iscsi {{(pid=103914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 28 17:27:33.291927 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:27:33.355621 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-007c7f07-54e0-4b1e-a76c-02f1a9d2af2f req-7be2181b-7c50-4611-9e46-164320d1d392 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/security-groups?id=e86c30f5-196b-4340-88e9-8368ca719339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899329 May 28 17:27:33.357949 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-0ce7d845-3332-4c5a-9eff-0b5eca13c819 req-7cd58050-a908-4dc6-bae4-2d1ded30a71a tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/ports?device_id=1e52b200-7c75-45f2-92ed-813b306fc334 HTTP/1.1" status: 200 len: 210 time: 0.0606983 May 28 17:27:33.466195 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-38942ca5-555d-479f-9434-68e9730b4228 req-426b0626-6b97-4135-a14e-1dcf77e4ee8f service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=e86c30f5-196b-4340-88e9-8368ca719339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811412 May 28 17:27:33.558656 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:27:33.586864 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-770eaf34-3a24-4f0f-bfd7-d0352c98a66c None None] Provisioning complete for port 7d275e8f-2965-4116-984e-c63517a516c5 triggered by entity DHCP. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 17:27:33.587232 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-770eaf34-3a24-4f0f-bfd7-d0352c98a66c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1821120'] for port (7d275e8f-2965-4116-984e-c63517a516c5), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:33.589518 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Current status of the port fd175ce3-b367-4832-b65b-0dac0616dbf8 is: ACTIVE; New status is: ACTIVE {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 17:27:33.662926 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-826c0d49-0782-448c-9501-66917748f0b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd871251c-f6ce-4e49-a82d-5104c2f0ad1a', 'name': 'tempest-TestMinimumBasicScenario-1120990257-router', 'tenant_id': '9e10e1fb9f6f425cb76033446d29aa8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'external_fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '94a58024-5fa1-44f8-8b75-b6b33e5c9e25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T17:27:31Z', 'updated_at': '2022-05-28T17:27:32Z', 'revision_number': 3, 'project_id': '9e10e1fb9f6f425cb76033446d29aa8b', 'gw_port': {'id': '94a58024-5fa1-44f8-8b75-b6b33e5c9e25', 'name': '', 'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:55:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd871251c-f6ce-4e49-a82d-5104c2f0ad1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:27:31Z', 'updated_at': '2022-05-28T17:27:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843729-1-iscsi'}], 'dv-cinder-843729-1-iscsi', False) {} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:27:33.695967 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:27:33.703295 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-826c0d49-0782-448c-9501-66917748f0b0 None None] Checking router: d871251c-f6ce-4e49-a82d-5104c2f0ad1a for host: dv-cinder-843729-1-iscsi {{(pid=103914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 17:27:33.703987 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-826c0d49-0782-448c-9501-66917748f0b0 None None] Updating router d871251c-f6ce-4e49-a82d-5104c2f0ad1a port 94a58024-5fa1-44f8-8b75-b6b33e5c9e25 binding host dv-cinder-843729-1-iscsi {{(pid=103914) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 17:27:33.750246 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron_lib.callbacks.manager [None req-826c0d49-0782-448c-9501-66917748f0b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (94a58024-5fa1-44f8-8b75-b6b33e5c9e25), before_update {{(pid=103914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:33.864521 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-770eaf34-3a24-4f0f-bfd7-d0352c98a66c None None] Current status of the port 7d275e8f-2965-4116-984e-c63517a516c5 is: DOWN; New status is: ACTIVE {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 17:27:33.865023 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-770eaf34-3a24-4f0f-bfd7-d0352c98a66c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (7d275e8f-2965-4116-984e-c63517a516c5), before_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:33.897431 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.l3_hamode_db [None req-fe552f4d-e0b9-4235-b256-d100f4b60824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd103a13-40ae-488d-8a4f-8b9fd861b649', 'name': 'tempest-TestMinimumBasicScenario-128379888-router', 'tenant_id': '33d09d2e02c945a09e79efae8d8ab96c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'external_fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': 'fd175ce3-b367-4832-b65b-0dac0616dbf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T17:27:26Z', 'updated_at': '2022-05-28T17:27:29Z', 'revision_number': 4, 'project_id': '33d09d2e02c945a09e79efae8d8ab96c', 'gw_port': {'id': 'fd175ce3-b367-4832-b65b-0dac0616dbf8', 'name': '', 'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:cd:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd103a13-40ae-488d-8a4f-8b9fd861b649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:27:26Z', 'updated_at': '2022-05-28T17:27:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843729-1-iscsi', '_interfaces': [{'id': '7d275e8f-2965-4116-984e-c63517a516c5', 'name': '', 'network_id': 'c2642da9-62f7-4baf-be4a-bb647a278cd8', 'tenant_id': '33d09d2e02c945a09e79efae8d8ab96c', 'mac_address': 'fa:16:3e:af:f6:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd103a13-40ae-488d-8a4f-8b9fd861b649', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'ce8fcd52-903e-410e-9ed1-7c6a9f241d7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:27:28Z', 'updated_at': '2022-05-28T17:27:32Z', 'revision_number': 4, 'project_id': '33d09d2e02c945a09e79efae8d8ab96c', 'subnets': [{'id': 'ce8fcd52-903e-410e-9ed1-7c6a9f241d7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843729-1-iscsi', False) {} {{(pid=103913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:27:33.967450 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe552f4d-e0b9-4235-b256-d100f4b60824 None None] The sync data for ids ['cd103a13-40ae-488d-8a4f-8b9fd861b649'] in dv-cinder-843729-1-iscsi is: [{'id': 'cd103a13-40ae-488d-8a4f-8b9fd861b649', 'name': 'tempest-TestMinimumBasicScenario-128379888-router', 'tenant_id': '33d09d2e02c945a09e79efae8d8ab96c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'external_fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': 'fd175ce3-b367-4832-b65b-0dac0616dbf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T17:27:26Z', 'updated_at': '2022-05-28T17:27:29Z', 'revision_number': 4, 'project_id': '33d09d2e02c945a09e79efae8d8ab96c', 'gw_port': {'id': 'fd175ce3-b367-4832-b65b-0dac0616dbf8', 'name': '', 'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:cd:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd103a13-40ae-488d-8a4f-8b9fd861b649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:27:26Z', 'updated_at': '2022-05-28T17:27:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843729-1-iscsi', '_interfaces': [{'id': '7d275e8f-2965-4116-984e-c63517a516c5', 'name': '', 'network_id': 'c2642da9-62f7-4baf-be4a-bb647a278cd8', 'tenant_id': '33d09d2e02c945a09e79efae8d8ab96c', 'mac_address': 'fa:16:3e:af:f6:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd103a13-40ae-488d-8a4f-8b9fd861b649', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'ce8fcd52-903e-410e-9ed1-7c6a9f241d7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:27:28Z', 'updated_at': '2022-05-28T17:27:32Z', 'revision_number': 4, 'project_id': '33d09d2e02c945a09e79efae8d8ab96c', 'subnets': [{'id': 'ce8fcd52-903e-410e-9ed1-7c6a9f241d7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 17:27:33.973356 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-770eaf34-3a24-4f0f-bfd7-d0352c98a66c None None] For port 7d275e8f-2965-4116-984e-c63517a516c5, host dv-cinder-843729-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843729-1-iscsi',level=0,port_id=7d275e8f-2965-4116-984e-c63517a516c5,segment=NetworkSegment(7ca01be8-3573-49b0-96c6-bc7c2fecb2da),segment_id=7ca01be8-3573-49b0-96c6-bc7c2fecb2da)] {{(pid=103913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 17:27:33.986739 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-770eaf34-3a24-4f0f-bfd7-d0352c98a66c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735968512485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735968120131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735968120149'] for port (7d275e8f-2965-4116-984e-c63517a516c5), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:34.136635 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770eaf34-3a24-4f0f-bfd7-d0352c98a66c None None] Pushing event updated for resources: {'Port': ['ID=7d275e8f-2965-4116-984e-c63517a516c5,revision_number=5']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:27:34.158114 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-e90ab776-82f7-440e-9c28-58a156d4c0ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (None), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:34.270974 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87eb5eed-ed29-4c95-86ec-43a18fbcca1b req-988294c0-2c26-40ff-bbf5-5bf713bff98d tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:27:34.272744 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-87eb5eed-ed29-4c95-86ec-43a18fbcca1b req-988294c0-2c26-40ff-bbf5-5bf713bff98d tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.16 "GET /v2.0/networks?id=9aa607a6-b193-4d84-be0c-e5c8f4a565d2 HTTP/1.1" status: 200 len: 817 time: 0.2384703 May 28 17:27:34.337743 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron_lib.callbacks.manager [None req-826c0d49-0782-448c-9501-66917748f0b0 None None] Publish callbacks [] for port (94a58024-5fa1-44f8-8b75-b6b33e5c9e25), precommit_update {{(pid=103914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:34.339749 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (7cdbebfa-f3b4-48eb-8fbc-caed95606681), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:34.348812 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron_lib.callbacks.manager [None req-826c0d49-0782-448c-9501-66917748f0b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735968512485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735968120131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735968120149'] for port (94a58024-5fa1-44f8-8b75-b6b33e5c9e25), after_update {{(pid=103914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:34.407164 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:27:34.434274 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90ea5e37-a110-411f-a1c6-3858f3886639 None None] Network d55ef638-1364-438a-be79-c3bc076c9261 requested from dv-cinder-843729-1-iscsi {{(pid=103913) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 28 17:27:34.495390 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af912f3e-558d-40ed-b0f2-58f1d9824745 None None] Pushing event updated for resources: {'Port': ['ID=94a58024-5fa1-44f8-8b75-b6b33e5c9e25,revision_number=2']} {{(pid=103914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:27:34.523766 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.plugins.ml2.managers [None req-826c0d49-0782-448c-9501-66917748f0b0 None None] Attempting to bind port 94a58024-5fa1-44f8-8b75-b6b33e5c9e25 on host dv-cinder-843729-1-iscsi for vnic_type normal with profile {{(pid=103914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 28 17:27:34.524303 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.plugins.ml2.managers [None req-826c0d49-0782-448c-9501-66917748f0b0 None None] Attempting to bind port 94a58024-5fa1-44f8-8b75-b6b33e5c9e25 by drivers openvswitch,hyperv on host dv-cinder-843729-1-iscsi at level 0 using segments [{'id': '3991c6da-7adc-4448-bfac-a7af5b626d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48'}] {{(pid=103914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 28 17:27:34.524671 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-826c0d49-0782-448c-9501-66917748f0b0 None None] Attempting to bind port 94a58024-5fa1-44f8-8b75-b6b33e5c9e25 on network 2edbe6b8-aac1-406b-a2f1-8819dd0d1c48 {{(pid=103914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 28 17:27:34.533576 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-826c0d49-0782-448c-9501-66917748f0b0 None None] Checking agent: {'id': '0032cfec-21e8-44dd-a7d5-0b8312dfe052', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843729-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 17, 16, 59), 'started_at': datetime.datetime(2022, 5, 28, 17, 17, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 17, 27, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843729-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 28 17:27:34.533956 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-826c0d49-0782-448c-9501-66917748f0b0 None None] Checking segment: {'id': '3991c6da-7adc-4448-bfac-a7af5b626d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 28 17:27:34.534479 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron_lib.callbacks.manager [None req-826c0d49-0782-448c-9501-66917748f0b0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:34.535177 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-826c0d49-0782-448c-9501-66917748f0b0 None None] Bound using segment: {'id': '3991c6da-7adc-4448-bfac-a7af5b626d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48'} {{(pid=103914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 28 17:27:34.536000 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.plugins.ml2.managers [None req-826c0d49-0782-448c-9501-66917748f0b0 None None] Bound port: 94a58024-5fa1-44f8-8b75-b6b33e5c9e25, host: dv-cinder-843729-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3991c6da-7adc-4448-bfac-a7af5b626d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48'}}] {{(pid=103914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 28 17:27:34.536626 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron_lib.callbacks.manager [None req-826c0d49-0782-448c-9501-66917748f0b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (94a58024-5fa1-44f8-8b75-b6b33e5c9e25), before_update {{(pid=103914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:34.545655 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:27:34.556459 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:27:34.578057 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=100 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:27:34.593093 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-a524b269-6236-4226-8b0a-4648fc51f314 None None] Provisioning complete for port de2a9320-e0a5-42ea-9fca-c6dfc2a61dc9 triggered by entity DHCP. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 17:27:34.593449 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-a524b269-6236-4226-8b0a-4648fc51f314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1821120'] for port (de2a9320-e0a5-42ea-9fca-c6dfc2a61dc9), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:34.635093 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.plugins.ml2.db [None req-826c0d49-0782-448c-9501-66917748f0b0 None None] For port 94a58024-5fa1-44f8-8b75-b6b33e5c9e25, host dv-cinder-843729-1-iscsi, cleared binding levels {{(pid=103914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 17:27:34.638163 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-ad55d34c-9abe-4d82-93e5-137a5774dd60 req-5e3bcb18-e766-4c6d-85d7-b995b53f91de tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/ports?device_id=1e52b200-7c75-45f2-92ed-813b306fc334 HTTP/1.1" status: 200 len: 210 time: 0.1422100 May 28 17:27:34.641549 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.plugins.ml2.db [None req-826c0d49-0782-448c-9501-66917748f0b0 None None] For port 94a58024-5fa1-44f8-8b75-b6b33e5c9e25, host dv-cinder-843729-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843729-1-iscsi',level=0,port_id=94a58024-5fa1-44f8-8b75-b6b33e5c9e25,segment=NetworkSegment(3991c6da-7adc-4448-bfac-a7af5b626d82),segment_id=3991c6da-7adc-4448-bfac-a7af5b626d82)] {{(pid=103914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 17:27:34.651655 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron_lib.callbacks.manager [None req-826c0d49-0782-448c-9501-66917748f0b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735968512485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735968120131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735968120149'] for port (94a58024-5fa1-44f8-8b75-b6b33e5c9e25), after_update {{(pid=103914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:34.667022 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.db.db_base_plugin_common [None req-e90ab776-82f7-440e-9c28-58a156d4c0ca admin admin] Allocated IP 172.20.0.1 (d55ef638-1364-438a-be79-c3bc076c9261/f2ff852b-e2f8-4855-9ec6-540306001226/a6b08ff1-f586-45b9-925d-ca3007646e0c) {{(pid=103911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 17:27:34.678300 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e22322-467c-4b71-9563-7c5942149df3 req-6a75576a-5726-4b47-a4a5-5fc09ca345fc tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:27:34.679155 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-b3e22322-467c-4b71-9563-7c5942149df3 req-6a75576a-5726-4b47-a4a5-5fc09ca345fc tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/ports?device_id=9d6203f1-8344-4493-9b94-22fb56f73a96 HTTP/1.1" status: 200 len: 946 time: 0.1577761 May 28 17:27:34.779600 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:27:34.831123 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-826c0d49-0782-448c-9501-66917748f0b0 None None] Routers {'d871251c-f6ce-4e49-a82d-5104c2f0ad1a'} bound to L3 agent in host dv-cinder-843729-1-iscsi {{(pid=103914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 28 17:27:34.832491 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-826c0d49-0782-448c-9501-66917748f0b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843729-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T17:16:55Z,description=,heartbeat_timestamp=2022-05-28T17:27:25Z,host='dv-cinder-843729-1-iscsi',id=8a8c7bbb-808d-49ae-95de-62501e6237ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T17:16:55Z,topic='l3_agent')) {'router_ids': ['d871251c-f6ce-4e49-a82d-5104c2f0ad1a'], 'active': True} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:27:34.902530 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-a524b269-6236-4226-8b0a-4648fc51f314 None None] Current status of the port de2a9320-e0a5-42ea-9fca-c6dfc2a61dc9 is: DOWN; New status is: ACTIVE {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 17:27:34.906360 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-a524b269-6236-4226-8b0a-4648fc51f314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (de2a9320-e0a5-42ea-9fca-c6dfc2a61dc9), before_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:34.985722 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-a524b269-6236-4226-8b0a-4648fc51f314 None None] For port de2a9320-e0a5-42ea-9fca-c6dfc2a61dc9, host dv-cinder-843729-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843729-1-iscsi',level=0,port_id=de2a9320-e0a5-42ea-9fca-c6dfc2a61dc9,segment=NetworkSegment(dfe26193-eaf4-445b-a429-066d74ca41d4),segment_id=dfe26193-eaf4-445b-a429-066d74ca41d4)] {{(pid=103913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 17:27:34.989206 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Device de2a9320-e0a5-42ea-9fca-c6dfc2a61dc9 up at agent ovs-agent-dv-cinder-843729-1-iscsi {{(pid=103913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 28 17:27:35.042001 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-b3e22322-467c-4b71-9563-7c5942149df3 req-b77c1d84-d4e9-4a35-9c5a-4ff468204e27 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/security-groups?id=e86c30f5-196b-4340-88e9-8368ca719339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2948570 May 28 17:27:35.067401 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-a524b269-6236-4226-8b0a-4648fc51f314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735968512485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735968120131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735968120149'] for port (de2a9320-e0a5-42ea-9fca-c6dfc2a61dc9), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:35.091588 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-87eb5eed-ed29-4c95-86ec-43a18fbcca1b req-517094f4-4850-4181-aa43-b73c29615b21 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=afaaf8bde7134efc80c77d707bb309bc HTTP/1.1" status: 200 len: 380 time: 0.4434090 May 28 17:27:35.145433 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-e90ab776-82f7-440e-9c28-58a156d4c0ca admin admin] Publish callbacks [] for port (a6b08ff1-f586-45b9-925d-ca3007646e0c), precommit_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:35.155120 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af912f3e-558d-40ed-b0f2-58f1d9824745 None None] Pushing event updated for resources: {'Port': ['ID=94a58024-5fa1-44f8-8b75-b6b33e5c9e25,revision_number=3']} {{(pid=103914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:27:35.178545 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Provisioning complete for port de2a9320-e0a5-42ea-9fca-c6dfc2a61dc9 triggered by entity L2. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 17:27:35.182769 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvr_db [None req-826c0d49-0782-448c-9501-66917748f0b0 None None] Set router d871251c-f6ce-4e49-a82d-5104c2f0ad1a gateway port host: dv-cinder-843729-1-iscsi {{(pid=103914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 28 17:27:35.185950 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1821120'] for port (de2a9320-e0a5-42ea-9fca-c6dfc2a61dc9), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:35.203490 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-e90ab776-82f7-440e-9c28-58a156d4c0ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735968120113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6040268'] for port (a6b08ff1-f586-45b9-925d-ca3007646e0c), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:35.219868 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a524b269-6236-4226-8b0a-4648fc51f314 None None] Pushing event updated for resources: {'Port': ['ID=de2a9320-e0a5-42ea-9fca-c6dfc2a61dc9,revision_number=3']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:27:35.257464 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e90ab776-82f7-440e-9c28-58a156d4c0ca admin admin] Network d55ef638-1364-438a-be79-c3bc076c9261 is already hosted by enough agents. {{(pid=103911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 17:27:35.264706 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.scheduler.base_scheduler [None req-e90ab776-82f7-440e-9c28-58a156d4c0ca admin admin] Resources bound (agent type, host, resource id): {{(pid=103911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 17:27:35.265958 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e90ab776-82f7-440e-9c28-58a156d4c0ca admin admin] Received port after_create {{(pid=103911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 28 17:27:35.269656 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90ab776-82f7-440e-9c28-58a156d4c0ca admin admin] Pushing event updated for resources: {'Port': ['ID=a6b08ff1-f586-45b9-925d-ca3007646e0c,revision_number=1']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:27:35.334542 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-e90ab776-82f7-440e-9c28-58a156d4c0ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681546'] for router_interface (d871251c-f6ce-4e49-a82d-5104c2f0ad1a), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:35.348847 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-79b41bf3-6d23-486c-b85c-e7949a3b0e96 None None] Provisioning complete for port de2a9320-e0a5-42ea-9fca-c6dfc2a61dc9 triggered by entity DHCP. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 17:27:35.349542 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-79b41bf3-6d23-486c-b85c-e7949a3b0e96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1821120'] for port (de2a9320-e0a5-42ea-9fca-c6dfc2a61dc9), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:35.353562 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:27:35.398342 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Current status of the port de2a9320-e0a5-42ea-9fca-c6dfc2a61dc9 is: ACTIVE; New status is: ACTIVE {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 17:27:35.399751 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Device 7d275e8f-2965-4116-984e-c63517a516c5 up at agent ovs-agent-dv-cinder-843729-1-iscsi {{(pid=103913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 28 17:27:35.475522 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-826c0d49-0782-448c-9501-66917748f0b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd871251c-f6ce-4e49-a82d-5104c2f0ad1a', 'name': 'tempest-TestMinimumBasicScenario-1120990257-router', 'tenant_id': '9e10e1fb9f6f425cb76033446d29aa8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'external_fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '94a58024-5fa1-44f8-8b75-b6b33e5c9e25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T17:27:31Z', 'updated_at': '2022-05-28T17:27:32Z', 'revision_number': 3, 'project_id': '9e10e1fb9f6f425cb76033446d29aa8b', 'gw_port': {'id': '94a58024-5fa1-44f8-8b75-b6b33e5c9e25', 'name': '', 'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:55:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd871251c-f6ce-4e49-a82d-5104c2f0ad1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:27:31Z', 'updated_at': '2022-05-28T17:27:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843729-1-iscsi'}], 'dv-cinder-843729-1-iscsi', False) {} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:27:35.514326 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-826c0d49-0782-448c-9501-66917748f0b0 None None] The sync data for ids ['d871251c-f6ce-4e49-a82d-5104c2f0ad1a'] in dv-cinder-843729-1-iscsi is: [{'id': 'd871251c-f6ce-4e49-a82d-5104c2f0ad1a', 'name': 'tempest-TestMinimumBasicScenario-1120990257-router', 'tenant_id': '9e10e1fb9f6f425cb76033446d29aa8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'external_fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '94a58024-5fa1-44f8-8b75-b6b33e5c9e25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T17:27:31Z', 'updated_at': '2022-05-28T17:27:32Z', 'revision_number': 3, 'project_id': '9e10e1fb9f6f425cb76033446d29aa8b', 'gw_port': {'id': '94a58024-5fa1-44f8-8b75-b6b33e5c9e25', 'name': '', 'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:55:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd871251c-f6ce-4e49-a82d-5104c2f0ad1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:27:31Z', 'updated_at': '2022-05-28T17:27:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843729-1-iscsi'}] {{(pid=103914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 17:27:35.527325 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Provisioning complete for port 7d275e8f-2965-4116-984e-c63517a516c5 triggered by entity L2. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 17:27:35.527726 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1821120'] for port (7d275e8f-2965-4116-984e-c63517a516c5), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:35.560049 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-e90ab776-82f7-440e-9c28-58a156d4c0ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (a6b08ff1-f586-45b9-925d-ca3007646e0c), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:35.568394 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:27:35.590673 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-79b41bf3-6d23-486c-b85c-e7949a3b0e96 None None] Current status of the port de2a9320-e0a5-42ea-9fca-c6dfc2a61dc9 is: ACTIVE; New status is: ACTIVE {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 17:27:35.649579 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Current status of the port 7d275e8f-2965-4116-984e-c63517a516c5 is: ACTIVE; New status is: ACTIVE {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 17:27:35.728048 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-13008dc7-5436-4110-be68-a17648ee02a3 None None] Provisioning complete for port a6b08ff1-f586-45b9-925d-ca3007646e0c triggered by entity DHCP. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 17:27:35.728426 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-13008dc7-5436-4110-be68-a17648ee02a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1821120'] for port (a6b08ff1-f586-45b9-925d-ca3007646e0c), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:35.793704 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-13008dc7-5436-4110-be68-a17648ee02a3 None None] Port a6b08ff1-f586-45b9-925d-ca3007646e0c cannot update to ACTIVE because it is not bound. {{(pid=103913) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 28 17:27:35.812715 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-01faaf8d-3d3f-4599-b5ef-56c58566aa0f req-634b35d7-5a5d-456b-9baf-5a878ce7ff89 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/ports?device_id=1e52b200-7c75-45f2-92ed-813b306fc334 HTTP/1.1" status: 200 len: 210 time: 0.0514107 May 28 17:27:35.816369 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.v2.base [req-87eb5eed-ed29-4c95-86ec-43a18fbcca1b req-3acc2e37-6937-47c2-8558-533ae4fb70dd tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Request body: {'port': {'device_id': '1e52b200-7c75-45f2-92ed-813b306fc334', 'network_id': '9aa607a6-b193-4d84-be0c-e5c8f4a565d2', 'admin_state_up': True, 'tenant_id': 'afaaf8bde7134efc80c77d707bb309bc', 'security_groups': ['34a1458f-4733-4263-a54d-1cac11f7c252']}} {{(pid=103912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 17:27:35.875427 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-e90ab776-82f7-440e-9c28-58a156d4c0ca admin admin] Publish callbacks [] for port (a6b08ff1-f586-45b9-925d-ca3007646e0c), precommit_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:35.880984 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-e90ab776-82f7-440e-9c28-58a156d4c0ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735968512485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735968120131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735968120149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6040315'] for port (a6b08ff1-f586-45b9-925d-ca3007646e0c), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:35.940380 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87eb5eed-ed29-4c95-86ec-43a18fbcca1b req-3acc2e37-6937-47c2-8558-533ae4fb70dd tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Made reservation on behalf of afaaf8bde7134efc80c77d707bb309bc for: {'port': 1} {{(pid=103912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 17:27:35.951374 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-87eb5eed-ed29-4c95-86ec-43a18fbcca1b req-3acc2e37-6937-47c2-8558-533ae4fb70dd tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (None), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:35.964610 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90ab776-82f7-440e-9c28-58a156d4c0ca admin admin] Pushing event updated for resources: {'Port': ['ID=a6b08ff1-f586-45b9-925d-ca3007646e0c,revision_number=2']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:27:35.993970 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-e90ab776-82f7-440e-9c28-58a156d4c0ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-152102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-686586'] for router_interface (d871251c-f6ce-4e49-a82d-5104c2f0ad1a), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:36.125296 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:27:36.126164 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:27:36.136620 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e90ab776-82f7-440e-9c28-58a156d4c0ca admin admin] Network d55ef638-1364-438a-be79-c3bc076c9261 is already hosted by enough agents. {{(pid=103911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 17:27:36.138788 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.scheduler.base_scheduler [None req-e90ab776-82f7-440e-9c28-58a156d4c0ca admin admin] Resources bound (agent type, host, resource id): {{(pid=103911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 17:27:36.290466 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eacb0d2-2219-4633-b675-57cc0a156afb req-6cf1ddf0-5ca8-439a-9f1a-457ca41e815e tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:27:36.292095 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-2eacb0d2-2219-4633-b675-57cc0a156afb req-6cf1ddf0-5ca8-439a-9f1a-457ca41e815e tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/ports?device_id=9d6203f1-8344-4493-9b94-22fb56f73a96 HTTP/1.1" status: 200 len: 946 time: 0.1401560 May 28 17:27:36.320425 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e90ab776-82f7-440e-9c28-58a156d4c0ca admin admin] Router d871251c-f6ce-4e49-a82d-5104c2f0ad1a has already been hosted by L3 agent 8a8c7bbb-808d-49ae-95de-62501e6237ff {{(pid=103911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 17:27:36.366939 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.db.db_base_plugin_common [req-87eb5eed-ed29-4c95-86ec-43a18fbcca1b req-3acc2e37-6937-47c2-8558-533ae4fb70dd tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Allocated IP 172.20.0.4 (9aa607a6-b193-4d84-be0c-e5c8f4a565d2/5c9892e7-e6e2-4d1b-9907-f3f374bf6c5e/48f2ad05-071e-4e67-9258-657db8e5bedf) {{(pid=103912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 17:27:36.403000 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-2eacb0d2-2219-4633-b675-57cc0a156afb req-e12b03c0-ef1d-4b88-96e5-95fa43f08c71 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/security-groups?id=e86c30f5-196b-4340-88e9-8368ca719339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018782 May 28 17:27:36.506231 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:27:36.525027 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-4c395148-d724-437c-8b5f-94e07a55afd4 None None] Provisioning complete for port a6b08ff1-f586-45b9-925d-ca3007646e0c triggered by entity DHCP. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 17:27:36.525611 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-4c395148-d724-437c-8b5f-94e07a55afd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1821120'] for port (a6b08ff1-f586-45b9-925d-ca3007646e0c), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:36.545496 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e90ab776-82f7-440e-9c28-58a156d4c0ca admin admin] Notify agent at l3_agent.dv-cinder-843729-1-iscsi the message routers_updated {{(pid=103911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 17:27:36.561426 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-e90ab776-82f7-440e-9c28-58a156d4c0ca admin admin] 10.222.0.33 "PUT /v2.0/routers/d871251c-f6ce-4e49-a82d-5104c2f0ad1a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5244844 May 28 17:27:36.572914 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-4c395148-d724-437c-8b5f-94e07a55afd4 None None] Port a6b08ff1-f586-45b9-925d-ca3007646e0c cannot update to ACTIVE because it is not bound. {{(pid=103913) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 28 17:27:36.578942 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc58d02-e5c1-4eee-ae45-2f1337179bcd req-6c0da958-e914-4d71-a488-deada2830a12 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:27:36.580555 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-8cc58d02-e5c1-4eee-ae45-2f1337179bcd req-6c0da958-e914-4d71-a488-deada2830a12 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/ports?device_id=1c3b0710-2e45-41e0-b02a-a9b95245f62a HTTP/1.1" status: 200 len: 945 time: 0.0771906 May 28 17:27:36.660756 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-8cc58d02-e5c1-4eee-ae45-2f1337179bcd req-f711f031-2328-42af-8933-cff28fc04b71 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/security-groups?id=e86c30f5-196b-4340-88e9-8368ca719339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707936 May 28 17:27:36.843994 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-87eb5eed-ed29-4c95-86ec-43a18fbcca1b req-3acc2e37-6937-47c2-8558-533ae4fb70dd tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Publish callbacks [] for port (48f2ad05-071e-4e67-9258-657db8e5bedf), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:36.889725 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-87eb5eed-ed29-4c95-86ec-43a18fbcca1b req-3acc2e37-6937-47c2-8558-533ae4fb70dd tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735968120113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6173922'] for port (48f2ad05-071e-4e67-9258-657db8e5bedf), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:36.937463 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Device de2a9320-e0a5-42ea-9fca-c6dfc2a61dc9 up at agent ovs-agent-dv-cinder-843729-1-iscsi {{(pid=103913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 28 17:27:36.958565 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87eb5eed-ed29-4c95-86ec-43a18fbcca1b req-3acc2e37-6937-47c2-8558-533ae4fb70dd tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Network 9aa607a6-b193-4d84-be0c-e5c8f4a565d2 is already hosted by enough agents. {{(pid=103912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 17:27:36.997334 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.scheduler.base_scheduler [req-87eb5eed-ed29-4c95-86ec-43a18fbcca1b req-3acc2e37-6937-47c2-8558-533ae4fb70dd tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Resources bound (agent type, host, resource id): {{(pid=103912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 17:27:37.002363 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Provisioning complete for port de2a9320-e0a5-42ea-9fca-c6dfc2a61dc9 triggered by entity L2. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 17:27:37.002594 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1821120'] for port (de2a9320-e0a5-42ea-9fca-c6dfc2a61dc9), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:37.049879 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvrscheduler_db [req-87eb5eed-ed29-4c95-86ec-43a18fbcca1b req-3acc2e37-6937-47c2-8558-533ae4fb70dd tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Received port after_create {{(pid=103912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 28 17:27:37.148117 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Current status of the port de2a9320-e0a5-42ea-9fca-c6dfc2a61dc9 is: ACTIVE; New status is: ACTIVE {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 17:27:37.149211 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Device 94a58024-5fa1-44f8-8b75-b6b33e5c9e25 up at agent ovs-agent-dv-cinder-843729-1-iscsi {{(pid=103913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 28 17:27:37.190402 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:27:37.213536 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87eb5eed-ed29-4c95-86ec-43a18fbcca1b req-3acc2e37-6937-47c2-8558-533ae4fb70dd tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:27:37.226017 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-87eb5eed-ed29-4c95-86ec-43a18fbcca1b req-3acc2e37-6937-47c2-8558-533ae4fb70dd tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-152074'] for port (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:37.231566 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acc2e37-6937-47c2-8558-533ae4fb70dd tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Pushing event updated for resources: {'Port': ['ID=48f2ad05-071e-4e67-9258-657db8e5bedf,revision_number=1']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:27:37.231791 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Provisioning complete for port 94a58024-5fa1-44f8-8b75-b6b33e5c9e25 triggered by entity L2. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 17:27:37.231791 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1821120'] for port (94a58024-5fa1-44f8-8b75-b6b33e5c9e25), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:37.278813 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c9dcca-c261-4096-b8ea-c9b065fd023b req-c175c625-62d7-49a5-8cde-1c81e301441e tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:27:37.286389 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-f5c9dcca-c261-4096-b8ea-c9b065fd023b req-c175c625-62d7-49a5-8cde-1c81e301441e tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/ports?device_id=1e52b200-7c75-45f2-92ed-813b306fc334 HTTP/1.1" status: 200 len: 931 time: 0.3543241 May 28 17:27:37.319871 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-87eb5eed-ed29-4c95-86ec-43a18fbcca1b req-3acc2e37-6937-47c2-8558-533ae4fb70dd tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5075028 May 28 17:27:37.343065 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.v2.base [req-87eb5eed-ed29-4c95-86ec-43a18fbcca1b req-e4a2e174-ff68-4ca0-873e-3139bd7c33e6 service neutron] Request body: {'port': {'device_id': '1e52b200-7c75-45f2-92ed-813b306fc334', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84372'}} {{(pid=103912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 17:27:37.386440 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Current status of the port 94a58024-5fa1-44f8-8b75-b6b33e5c9e25 is: DOWN; New status is: ACTIVE {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 17:27:37.386836 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (94a58024-5fa1-44f8-8b75-b6b33e5c9e25), before_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:37.395959 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-f5c9dcca-c261-4096-b8ea-c9b065fd023b req-fdd89356-ab46-4d9d-b4e3-70febf6612c7 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/security-groups?id=34a1458f-4733-4263-a54d-1cac11f7c252&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1086142 May 28 17:27:37.421021 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] For port 94a58024-5fa1-44f8-8b75-b6b33e5c9e25, host dv-cinder-843729-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843729-1-iscsi',level=0,port_id=94a58024-5fa1-44f8-8b75-b6b33e5c9e25,segment=NetworkSegment(3991c6da-7adc-4448-bfac-a7af5b626d82),segment_id=3991c6da-7adc-4448-bfac-a7af5b626d82)] {{(pid=103913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 17:27:37.427077 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735968512485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735968120131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735968120149'] for port (94a58024-5fa1-44f8-8b75-b6b33e5c9e25), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:37.463583 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-87eb5eed-ed29-4c95-86ec-43a18fbcca1b req-e4a2e174-ff68-4ca0-873e-3139bd7c33e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (48f2ad05-071e-4e67-9258-657db8e5bedf), before_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:37.485127 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Pushing event updated for resources: {'Port': ['ID=94a58024-5fa1-44f8-8b75-b6b33e5c9e25,revision_number=4']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:27:37.500876 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:27:37.501301 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:27:37.501837 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:27:37.502543 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:27:37.502947 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:27:37.503453 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:27:37.504423 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:27:37.504423 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:27:37.504937 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:27:37.505517 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:27:37.506092 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:27:37.506488 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:27:37.506819 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:27:37.507143 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:27:37.507595 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:27:37.517338 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-3226ef2f-9097-42fd-ac98-d40d6735737b None None] Provisioning complete for port 48f2ad05-071e-4e67-9258-657db8e5bedf triggered by entity DHCP. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 17:27:37.517710 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-3226ef2f-9097-42fd-ac98-d40d6735737b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1821120'] for port (48f2ad05-071e-4e67-9258-657db8e5bedf), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:37.554127 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-3226ef2f-9097-42fd-ac98-d40d6735737b None None] Port 48f2ad05-071e-4e67-9258-657db8e5bedf cannot update to ACTIVE because it is not bound. {{(pid=103913) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 28 17:27:37.795179 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.notifiers.nova [req-87eb5eed-ed29-4c95-86ec-43a18fbcca1b req-e4a2e174-ff68-4ca0-873e-3139bd7c33e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48f2ad05-071e-4e67-9258-657db8e5bedf {{(pid=103912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 17:27:37.803830 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-87eb5eed-ed29-4c95-86ec-43a18fbcca1b req-e4a2e174-ff68-4ca0-873e-3139bd7c33e6 service neutron] Publish callbacks [] for port (48f2ad05-071e-4e67-9258-657db8e5bedf), precommit_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:37.822517 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.db.provisioning_blocks [req-87eb5eed-ed29-4c95-86ec-43a18fbcca1b req-e4a2e174-ff68-4ca0-873e-3139bd7c33e6 service neutron] Transition to ACTIVE for port object 48f2ad05-071e-4e67-9258-657db8e5bedf will not be triggered until provisioned by entity L2. {{(pid=103912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 28 17:27:37.829901 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-87eb5eed-ed29-4c95-86ec-43a18fbcca1b req-e4a2e174-ff68-4ca0-873e-3139bd7c33e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735968512485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735968120131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735968120149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6173909'] for port (48f2ad05-071e-4e67-9258-657db8e5bedf), after_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:37.890924 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a2e174-ff68-4ca0-873e-3139bd7c33e6 service neutron] Pushing event updated for resources: {'Port': ['ID=48f2ad05-071e-4e67-9258-657db8e5bedf,revision_number=2']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:27:37.984298 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.managers [req-87eb5eed-ed29-4c95-86ec-43a18fbcca1b req-e4a2e174-ff68-4ca0-873e-3139bd7c33e6 service neutron] Attempting to bind port 48f2ad05-071e-4e67-9258-657db8e5bedf on host hv-cinder-84372 for vnic_type normal with profile {{(pid=103912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 28 17:27:37.984842 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.managers [req-87eb5eed-ed29-4c95-86ec-43a18fbcca1b req-e4a2e174-ff68-4ca0-873e-3139bd7c33e6 service neutron] Attempting to bind port 48f2ad05-071e-4e67-9258-657db8e5bedf by drivers openvswitch,hyperv on host hv-cinder-84372 at level 0 using segments [{'id': 'c7dd3702-abca-4735-be38-4968a1e4ad1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '9aa607a6-b193-4d84-be0c-e5c8f4a565d2'}] {{(pid=103912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 28 17:27:37.985582 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87eb5eed-ed29-4c95-86ec-43a18fbcca1b req-e4a2e174-ff68-4ca0-873e-3139bd7c33e6 service neutron] Attempting to bind port 48f2ad05-071e-4e67-9258-657db8e5bedf on network 9aa607a6-b193-4d84-be0c-e5c8f4a565d2 {{(pid=103912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 28 17:27:37.994362 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87eb5eed-ed29-4c95-86ec-43a18fbcca1b req-e4a2e174-ff68-4ca0-873e-3139bd7c33e6 service neutron] Port 48f2ad05-071e-4e67-9258-657db8e5bedf on network 9aa607a6-b193-4d84-be0c-e5c8f4a565d2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84372 {{(pid=103912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 28 17:27:37.994692 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87eb5eed-ed29-4c95-86ec-43a18fbcca1b req-e4a2e174-ff68-4ca0-873e-3139bd7c33e6 service neutron] Attempting to bind port 48f2ad05-071e-4e67-9258-657db8e5bedf on network 9aa607a6-b193-4d84-be0c-e5c8f4a565d2 {{(pid=103912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 28 17:27:38.001612 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87eb5eed-ed29-4c95-86ec-43a18fbcca1b req-e4a2e174-ff68-4ca0-873e-3139bd7c33e6 service neutron] Checking agent: {'id': '7cdbebfa-f3b4-48eb-8fbc-caed95606681', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84372', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 17, 23, 31), 'started_at': datetime.datetime(2022, 5, 28, 17, 23, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 17, 27, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 28 17:27:38.001961 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87eb5eed-ed29-4c95-86ec-43a18fbcca1b req-e4a2e174-ff68-4ca0-873e-3139bd7c33e6 service neutron] Checking segment: {'id': 'c7dd3702-abca-4735-be38-4968a1e4ad1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '9aa607a6-b193-4d84-be0c-e5c8f4a565d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 28 17:27:38.002408 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87eb5eed-ed29-4c95-86ec-43a18fbcca1b req-e4a2e174-ff68-4ca0-873e-3139bd7c33e6 service neutron] Bound using segment: {'id': 'c7dd3702-abca-4735-be38-4968a1e4ad1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '9aa607a6-b193-4d84-be0c-e5c8f4a565d2'} {{(pid=103912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 28 17:27:38.002777 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.managers [req-87eb5eed-ed29-4c95-86ec-43a18fbcca1b req-e4a2e174-ff68-4ca0-873e-3139bd7c33e6 service neutron] Bound port: 48f2ad05-071e-4e67-9258-657db8e5bedf, host: hv-cinder-84372, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7dd3702-abca-4735-be38-4968a1e4ad1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '9aa607a6-b193-4d84-be0c-e5c8f4a565d2'}}] {{(pid=103912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 28 17:27:38.004990 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-87eb5eed-ed29-4c95-86ec-43a18fbcca1b req-e4a2e174-ff68-4ca0-873e-3139bd7c33e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (48f2ad05-071e-4e67-9258-657db8e5bedf), before_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:38.047270 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb65f524-bba1-4ec4-b582-0827fa47e5ce None None] Sync routers for ids ['d871251c-f6ce-4e49-a82d-5104c2f0ad1a'] in dv-cinder-843729-1-iscsi {{(pid=103913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 17:27:38.068954 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb65f524-bba1-4ec4-b582-0827fa47e5ce None None] Routers {'d871251c-f6ce-4e49-a82d-5104c2f0ad1a'} bound to L3 agent in host dv-cinder-843729-1-iscsi {{(pid=103913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 28 17:27:38.071752 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.l3_hamode_db [None req-cb65f524-bba1-4ec4-b582-0827fa47e5ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843729-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T17:16:55Z,description=,heartbeat_timestamp=2022-05-28T17:27:25Z,host='dv-cinder-843729-1-iscsi',id=8a8c7bbb-808d-49ae-95de-62501e6237ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T17:16:55Z,topic='l3_agent')) {'router_ids': ['d871251c-f6ce-4e49-a82d-5104c2f0ad1a'], 'active': True} {{(pid=103913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:27:38.096190 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.db [req-87eb5eed-ed29-4c95-86ec-43a18fbcca1b req-e4a2e174-ff68-4ca0-873e-3139bd7c33e6 service neutron] For port 48f2ad05-071e-4e67-9258-657db8e5bedf, host hv-cinder-84372, cleared binding levels {{(pid=103912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 17:27:38.101326 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.db [req-87eb5eed-ed29-4c95-86ec-43a18fbcca1b req-e4a2e174-ff68-4ca0-873e-3139bd7c33e6 service neutron] For port 48f2ad05-071e-4e67-9258-657db8e5bedf, host hv-cinder-84372, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84372',level=0,port_id=48f2ad05-071e-4e67-9258-657db8e5bedf,segment=NetworkSegment(c7dd3702-abca-4735-be38-4968a1e4ad1a),segment_id=c7dd3702-abca-4735-be38-4968a1e4ad1a)] {{(pid=103912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 17:27:38.110732 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-87eb5eed-ed29-4c95-86ec-43a18fbcca1b req-e4a2e174-ff68-4ca0-873e-3139bd7c33e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735968512485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735968120131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735968120149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6173909'] for port (48f2ad05-071e-4e67-9258-657db8e5bedf), after_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:38.160908 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:27:38.179208 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87eb5eed-ed29-4c95-86ec-43a18fbcca1b req-e4a2e174-ff68-4ca0-873e-3139bd7c33e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:27:38.179870 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-87eb5eed-ed29-4c95-86ec-43a18fbcca1b req-e4a2e174-ff68-4ca0-873e-3139bd7c33e6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-152074'] for port (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:38.181450 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-87eb5eed-ed29-4c95-86ec-43a18fbcca1b req-e4a2e174-ff68-4ca0-873e-3139bd7c33e6 service neutron] 10.222.0.16 "PUT /v2.0/ports/48f2ad05-071e-4e67-9258-657db8e5bedf HTTP/1.1" status: 200 len: 1093 time: 0.8453035 May 28 17:27:38.181812 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e52b200-7c75-45f2-92ed-813b306fc334', 'tag': '48f2ad05-071e-4e67-9258-657db8e5bedf'}] {{(pid=103912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 17:27:38.187311 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}192b2939a0ee72d6dca365a869ce4d556b01f2e73c600b6e44d67eb265bc480d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-845b99bd-3f4d-4f06-af75-b99cbeee1878" -d '{"events": [{"name": "network-changed", "server_uuid": "1e52b200-7c75-45f2-92ed-813b306fc334", "tag": "48f2ad05-071e-4e67-9258-657db8e5bedf"}]}' {{(pid=103912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 28 17:27:38.235862 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a2e174-ff68-4ca0-873e-3139bd7c33e6 service neutron] Pushing event updated for resources: {'Port': ['ID=48f2ad05-071e-4e67-9258-657db8e5bedf,revision_number=3']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:27:38.251647 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 May 2022 17:27:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c04132b1-035d-4240-beb6-0e69b12c4062 x-openstack-request-id: req-c04132b1-035d-4240-beb6-0e69b12c4062 {{(pid=103912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 28 17:27:38.252321 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e52b200-7c75-45f2-92ed-813b306fc334", "tag": "48f2ad05-071e-4e67-9258-657db8e5bedf", "status": "completed", "code": 200}]} {{(pid=103912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 28 17:27:38.263388 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-c04132b1-035d-4240-beb6-0e69b12c4062 {{(pid=103912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 28 17:27:38.264255 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c04132b1-035d-4240-beb6-0e69b12c4062'] response: {'name': 'network-changed', 'server_uuid': '1e52b200-7c75-45f2-92ed-813b306fc334', 'tag': '48f2ad05-071e-4e67-9258-657db8e5bedf', 'status': 'completed', 'code': 200} May 28 17:27:38.268289 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:27:38.300343 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.l3_dvr_db [None req-cb65f524-bba1-4ec4-b582-0827fa47e5ce None None] Set router d871251c-f6ce-4e49-a82d-5104c2f0ad1a gateway port host: dv-cinder-843729-1-iscsi {{(pid=103913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 28 17:27:38.311225 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87eb5eed-ed29-4c95-86ec-43a18fbcca1b req-e0316e3f-ba4f-4db9-8fd1-fd4ab9680942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:27:38.313186 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-87eb5eed-ed29-4c95-86ec-43a18fbcca1b req-e0316e3f-ba4f-4db9-8fd1-fd4ab9680942 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=afaaf8bde7134efc80c77d707bb309bc&device_id=1e52b200-7c75-45f2-92ed-813b306fc334 HTTP/1.1" status: 200 len: 1127 time: 0.0476737 May 28 17:27:38.378506 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-87eb5eed-ed29-4c95-86ec-43a18fbcca1b req-6ad2c8af-60ee-46b4-9c5c-0fae45689a33 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=48f2ad05-071e-4e67-9258-657db8e5bedf HTTP/1.1" status: 200 len: 217 time: 0.0508976 May 28 17:27:38.460382 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87eb5eed-ed29-4c95-86ec-43a18fbcca1b req-6dcbaeef-d491-4698-8c0b-9986d4434f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:27:38.463050 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-87eb5eed-ed29-4c95-86ec-43a18fbcca1b req-6dcbaeef-d491-4698-8c0b-9986d4434f0c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5c9892e7-e6e2-4d1b-9907-f3f374bf6c5e HTTP/1.1" status: 200 len: 856 time: 0.0788198 May 28 17:27:38.570630 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:27:38.576559 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87eb5eed-ed29-4c95-86ec-43a18fbcca1b req-73d046ab-1b6a-4ae1-a270-b10772d1978d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:27:38.578176 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-87eb5eed-ed29-4c95-86ec-43a18fbcca1b req-73d046ab-1b6a-4ae1-a270-b10772d1978d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9aa607a6-b193-4d84-be0c-e5c8f4a565d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1027091 May 28 17:27:38.588337 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=100 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:27:38.657784 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.l3_hamode_db [None req-cb65f524-bba1-4ec4-b582-0827fa47e5ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd871251c-f6ce-4e49-a82d-5104c2f0ad1a', 'name': 'tempest-TestMinimumBasicScenario-1120990257-router', 'tenant_id': '9e10e1fb9f6f425cb76033446d29aa8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'external_fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '94a58024-5fa1-44f8-8b75-b6b33e5c9e25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T17:27:31Z', 'updated_at': '2022-05-28T17:27:35Z', 'revision_number': 4, 'project_id': '9e10e1fb9f6f425cb76033446d29aa8b', 'gw_port': {'id': '94a58024-5fa1-44f8-8b75-b6b33e5c9e25', 'name': '', 'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:55:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd871251c-f6ce-4e49-a82d-5104c2f0ad1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:27:31Z', 'updated_at': '2022-05-28T17:27:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843729-1-iscsi', '_interfaces': [{'id': 'a6b08ff1-f586-45b9-925d-ca3007646e0c', 'name': '', 'network_id': 'd55ef638-1364-438a-be79-c3bc076c9261', 'tenant_id': '9e10e1fb9f6f425cb76033446d29aa8b', 'mac_address': 'fa:16:3e:02:5a:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd871251c-f6ce-4e49-a82d-5104c2f0ad1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'f2ff852b-e2f8-4855-9ec6-540306001226', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:27:34Z', 'updated_at': '2022-05-28T17:27:35Z', 'revision_number': 2, 'project_id': '9e10e1fb9f6f425cb76033446d29aa8b', 'subnets': [{'id': 'f2ff852b-e2f8-4855-9ec6-540306001226', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843729-1-iscsi', False) {} {{(pid=103913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:27:38.691271 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb65f524-bba1-4ec4-b582-0827fa47e5ce None None] Checking router: d871251c-f6ce-4e49-a82d-5104c2f0ad1a for host: dv-cinder-843729-1-iscsi {{(pid=103913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 17:27:38.691652 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb65f524-bba1-4ec4-b582-0827fa47e5ce None None] Updating router d871251c-f6ce-4e49-a82d-5104c2f0ad1a port a6b08ff1-f586-45b9-925d-ca3007646e0c binding host dv-cinder-843729-1-iscsi {{(pid=103913) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 17:27:38.745421 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-cb65f524-bba1-4ec4-b582-0827fa47e5ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (a6b08ff1-f586-45b9-925d-ca3007646e0c), before_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:38.747133 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-87eb5eed-ed29-4c95-86ec-43a18fbcca1b req-9dfdfd21-4571-4fff-ac24-3c6ad04f865d service neutron] 10.222.0.16 "GET /v2.0/networks/9aa607a6-b193-4d84-be0c-e5c8f4a565d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601524 May 28 17:27:38.760933 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cbb2e8-af99-4252-aa11-5dcf8e695bd5 req-b746e06d-6c60-447f-bb9b-5e77f71e0e3a tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:27:38.771898 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-50cbb2e8-af99-4252-aa11-5dcf8e695bd5 req-b746e06d-6c60-447f-bb9b-5e77f71e0e3a tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/ports?device_id=1e52b200-7c75-45f2-92ed-813b306fc334 HTTP/1.1" status: 200 len: 943 time: 0.2325079 May 28 17:27:38.910836 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Device 94a58024-5fa1-44f8-8b75-b6b33e5c9e25 up at agent ovs-agent-dv-cinder-843729-1-iscsi {{(pid=103913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 28 17:27:38.955876 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-50cbb2e8-af99-4252-aa11-5dcf8e695bd5 req-af3830a8-4b33-4460-99e8-afa0b235f850 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/security-groups?id=34a1458f-4733-4263-a54d-1cac11f7c252&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1830931 May 28 17:27:39.032808 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-87eb5eed-ed29-4c95-86ec-43a18fbcca1b req-2b72e842-d9f2-4bcf-90a9-72e742c1f908 service neutron] 10.222.0.16 "GET /v2.0/networks/9aa607a6-b193-4d84-be0c-e5c8f4a565d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2588630 May 28 17:27:39.085029 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.33', 58060) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:27:39.180019 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Provisioning complete for port 94a58024-5fa1-44f8-8b75-b6b33e5c9e25 triggered by entity L2. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 17:27:39.180595 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1821120'] for port (94a58024-5fa1-44f8-8b75-b6b33e5c9e25), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:39.258675 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-abb953fc-4e10-4ab0-91f2-3b220ec716b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:39.355614 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Current status of the port 94a58024-5fa1-44f8-8b75-b6b33e5c9e25 is: ACTIVE; New status is: ACTIVE {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 17:27:39.367849 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-abb953fc-4e10-4ab0-91f2-3b220ec716b4 admin admin] Publish callbacks [] for security_group (ee3316cc-6b33-43b3-850f-c9bed9be3de4), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:39.384091 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-abb953fc-4e10-4ab0-91f2-3b220ec716b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594961'] for security_group (ee3316cc-6b33-43b3-850f-c9bed9be3de4), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:39.446044 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-abb953fc-4e10-4ab0-91f2-3b220ec716b4 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=9afae5d44c6f422bb10f03f930898d48&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3574455 May 28 17:27:39.446458 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.33', 58070) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:27:39.466849 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb953fc-4e10-4ab0-91f2-3b220ec716b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee3316cc-6b33-43b3-850f-c9bed9be3de4,revision_number=1']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:27:39.543520 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-3894a0c9-392d-4694-ae57-701c17b46aa7 admin admin] Publish callbacks [] for security_group (ee3316cc-6b33-43b3-850f-c9bed9be3de4), before_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:39.562338 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-cb65f524-bba1-4ec4-b582-0827fa47e5ce None None] Publish callbacks [] for port (a6b08ff1-f586-45b9-925d-ca3007646e0c), precommit_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:39.578671 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-cb65f524-bba1-4ec4-b582-0827fa47e5ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735968512485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735968120131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735968120149'] for port (a6b08ff1-f586-45b9-925d-ca3007646e0c), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:39.582196 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-3894a0c9-392d-4694-ae57-701c17b46aa7 admin admin] Publish callbacks [] for security_group (ee3316cc-6b33-43b3-850f-c9bed9be3de4), precommit_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:39.658894 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-3894a0c9-392d-4694-ae57-701c17b46aa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594961'] for security_group (ee3316cc-6b33-43b3-850f-c9bed9be3de4), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:39.661652 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-3894a0c9-392d-4694-ae57-701c17b46aa7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:39.665625 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-3894a0c9-392d-4694-ae57-701c17b46aa7 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/ee3316cc-6b33-43b3-850f-c9bed9be3de4 HTTP/1.1" status: 204 len: 168 time: 0.2179976 May 28 17:27:39.682718 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3894a0c9-392d-4694-ae57-701c17b46aa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee3316cc-6b33-43b3-850f-c9bed9be3de4,revision_number=None']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:27:39.910178 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013233df-9d82-4178-8c21-1a64a1ae1359 None None] Pushing event updated for resources: {'Port': ['ID=a6b08ff1-f586-45b9-925d-ca3007646e0c,revision_number=3']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:27:39.946985 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.managers [None req-cb65f524-bba1-4ec4-b582-0827fa47e5ce None None] Attempting to bind port a6b08ff1-f586-45b9-925d-ca3007646e0c on host dv-cinder-843729-1-iscsi for vnic_type normal with profile {{(pid=103913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 28 17:27:39.947371 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.managers [None req-cb65f524-bba1-4ec4-b582-0827fa47e5ce None None] Attempting to bind port a6b08ff1-f586-45b9-925d-ca3007646e0c by drivers openvswitch,hyperv on host dv-cinder-843729-1-iscsi at level 0 using segments [{'id': 'dfe26193-eaf4-445b-a429-066d74ca41d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'd55ef638-1364-438a-be79-c3bc076c9261'}] {{(pid=103913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 28 17:27:39.947740 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb65f524-bba1-4ec4-b582-0827fa47e5ce None None] Attempting to bind port a6b08ff1-f586-45b9-925d-ca3007646e0c on network d55ef638-1364-438a-be79-c3bc076c9261 {{(pid=103913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 28 17:27:39.954196 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb65f524-bba1-4ec4-b582-0827fa47e5ce None None] Checking agent: {'id': '0032cfec-21e8-44dd-a7d5-0b8312dfe052', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843729-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 17, 16, 59), 'started_at': datetime.datetime(2022, 5, 28, 17, 17, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 17, 27, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843729-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 28 17:27:39.954568 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb65f524-bba1-4ec4-b582-0827fa47e5ce None None] Checking segment: {'id': 'dfe26193-eaf4-445b-a429-066d74ca41d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'd55ef638-1364-438a-be79-c3bc076c9261'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 28 17:27:39.954961 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-cb65f524-bba1-4ec4-b582-0827fa47e5ce None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:39.955426 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb65f524-bba1-4ec4-b582-0827fa47e5ce None None] Bound using segment: {'id': 'dfe26193-eaf4-445b-a429-066d74ca41d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'd55ef638-1364-438a-be79-c3bc076c9261'} {{(pid=103913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 28 17:27:39.955881 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.managers [None req-cb65f524-bba1-4ec4-b582-0827fa47e5ce None None] Bound port: a6b08ff1-f586-45b9-925d-ca3007646e0c, host: dv-cinder-843729-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfe26193-eaf4-445b-a429-066d74ca41d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'd55ef638-1364-438a-be79-c3bc076c9261'}}] {{(pid=103913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 28 17:27:39.956253 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-cb65f524-bba1-4ec4-b582-0827fa47e5ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (a6b08ff1-f586-45b9-925d-ca3007646e0c), before_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:39.958785 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:27:40.023154 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-cb65f524-bba1-4ec4-b582-0827fa47e5ce None None] For port a6b08ff1-f586-45b9-925d-ca3007646e0c, host dv-cinder-843729-1-iscsi, cleared binding levels {{(pid=103913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 17:27:40.026245 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-cb65f524-bba1-4ec4-b582-0827fa47e5ce None None] For port a6b08ff1-f586-45b9-925d-ca3007646e0c, host dv-cinder-843729-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843729-1-iscsi',level=0,port_id=a6b08ff1-f586-45b9-925d-ca3007646e0c,segment=NetworkSegment(dfe26193-eaf4-445b-a429-066d74ca41d4),segment_id=dfe26193-eaf4-445b-a429-066d74ca41d4)] {{(pid=103913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 17:27:40.039644 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-cb65f524-bba1-4ec4-b582-0827fa47e5ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735968512485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735968120131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735968120149'] for port (a6b08ff1-f586-45b9-925d-ca3007646e0c), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:40.069651 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-ab0de366-ec79-4eca-86a8-8e10d62be050 None None] Provisioning complete for port a6b08ff1-f586-45b9-925d-ca3007646e0c triggered by entity DHCP. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 17:27:40.070018 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-ab0de366-ec79-4eca-86a8-8e10d62be050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1821120'] for port (a6b08ff1-f586-45b9-925d-ca3007646e0c), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:40.073095 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:27:40.193843 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013233df-9d82-4178-8c21-1a64a1ae1359 None None] Pushing event updated for resources: {'Port': ['ID=a6b08ff1-f586-45b9-925d-ca3007646e0c,revision_number=4']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:27:40.202217 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb65f524-bba1-4ec4-b582-0827fa47e5ce None None] Routers {'d871251c-f6ce-4e49-a82d-5104c2f0ad1a'} bound to L3 agent in host dv-cinder-843729-1-iscsi {{(pid=103913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 28 17:27:40.204271 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.l3_hamode_db [None req-cb65f524-bba1-4ec4-b582-0827fa47e5ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843729-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T17:16:55Z,description=,heartbeat_timestamp=2022-05-28T17:27:25Z,host='dv-cinder-843729-1-iscsi',id=8a8c7bbb-808d-49ae-95de-62501e6237ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T17:16:55Z,topic='l3_agent')) {'router_ids': ['d871251c-f6ce-4e49-a82d-5104c2f0ad1a'], 'active': True} {{(pid=103913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:27:40.228839 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81502b9f-a72c-4544-967d-f8f723985748 req-02efc58e-a9ac-4fb8-a667-ca23e42adc5c tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:27:40.238175 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-81502b9f-a72c-4544-967d-f8f723985748 req-02efc58e-a9ac-4fb8-a667-ca23e42adc5c tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/ports?device_id=1e52b200-7c75-45f2-92ed-813b306fc334 HTTP/1.1" status: 200 len: 943 time: 0.1021316 May 28 17:27:40.297126 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-81502b9f-a72c-4544-967d-f8f723985748 req-8464e6c8-d30f-4384-b235-a7f78575c469 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/security-groups?id=34a1458f-4733-4263-a54d-1cac11f7c252&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578108 May 28 17:27:40.313589 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-ab0de366-ec79-4eca-86a8-8e10d62be050 None None] Current status of the port a6b08ff1-f586-45b9-925d-ca3007646e0c is: DOWN; New status is: ACTIVE {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 17:27:40.314120 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-ab0de366-ec79-4eca-86a8-8e10d62be050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (a6b08ff1-f586-45b9-925d-ca3007646e0c), before_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:40.420797 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-ab0de366-ec79-4eca-86a8-8e10d62be050 None None] For port a6b08ff1-f586-45b9-925d-ca3007646e0c, host dv-cinder-843729-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843729-1-iscsi',level=0,port_id=a6b08ff1-f586-45b9-925d-ca3007646e0c,segment=NetworkSegment(dfe26193-eaf4-445b-a429-066d74ca41d4),segment_id=dfe26193-eaf4-445b-a429-066d74ca41d4)] {{(pid=103913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 17:27:40.460575 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-ab0de366-ec79-4eca-86a8-8e10d62be050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735968512485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735968120131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735968120149'] for port (a6b08ff1-f586-45b9-925d-ca3007646e0c), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:40.504226 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.l3_dvr_db [None req-cb65f524-bba1-4ec4-b582-0827fa47e5ce None None] Set router d871251c-f6ce-4e49-a82d-5104c2f0ad1a gateway port host: dv-cinder-843729-1-iscsi {{(pid=103913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 28 17:27:40.746250 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-a69b52d5-3b86-40d6-ab31-963b76e6be90 None None] Provisioning complete for port a6b08ff1-f586-45b9-925d-ca3007646e0c triggered by entity DHCP. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 17:27:40.754398 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-a69b52d5-3b86-40d6-ab31-963b76e6be90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1821120'] for port (a6b08ff1-f586-45b9-925d-ca3007646e0c), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:40.830475 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0de366-ec79-4eca-86a8-8e10d62be050 None None] Pushing event updated for resources: {'Port': ['ID=a6b08ff1-f586-45b9-925d-ca3007646e0c,revision_number=5']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:27:40.968088 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbce1e8b-0adf-4d31-9ae7-91cee5b7513d req-0421f4f0-fc2f-4320-879d-24e6db1451f9 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:27:40.980623 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-dbce1e8b-0adf-4d31-9ae7-91cee5b7513d req-0421f4f0-fc2f-4320-879d-24e6db1451f9 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/ports?device_id=1c3b0710-2e45-41e0-b02a-a9b95245f62a HTTP/1.1" status: 200 len: 945 time: 0.0897057 May 28 17:27:41.002526 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-a69b52d5-3b86-40d6-ab31-963b76e6be90 None None] Current status of the port a6b08ff1-f586-45b9-925d-ca3007646e0c is: ACTIVE; New status is: ACTIVE {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 17:27:41.021874 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.l3_hamode_db [None req-cb65f524-bba1-4ec4-b582-0827fa47e5ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd871251c-f6ce-4e49-a82d-5104c2f0ad1a', 'name': 'tempest-TestMinimumBasicScenario-1120990257-router', 'tenant_id': '9e10e1fb9f6f425cb76033446d29aa8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'external_fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '94a58024-5fa1-44f8-8b75-b6b33e5c9e25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T17:27:31Z', 'updated_at': '2022-05-28T17:27:35Z', 'revision_number': 4, 'project_id': '9e10e1fb9f6f425cb76033446d29aa8b', 'gw_port': {'id': '94a58024-5fa1-44f8-8b75-b6b33e5c9e25', 'name': '', 'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:55:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd871251c-f6ce-4e49-a82d-5104c2f0ad1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:27:31Z', 'updated_at': '2022-05-28T17:27:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843729-1-iscsi', '_interfaces': [{'id': 'a6b08ff1-f586-45b9-925d-ca3007646e0c', 'name': '', 'network_id': 'd55ef638-1364-438a-be79-c3bc076c9261', 'tenant_id': '9e10e1fb9f6f425cb76033446d29aa8b', 'mac_address': 'fa:16:3e:02:5a:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd871251c-f6ce-4e49-a82d-5104c2f0ad1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'f2ff852b-e2f8-4855-9ec6-540306001226', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:27:34Z', 'updated_at': '2022-05-28T17:27:40Z', 'revision_number': 4, 'project_id': '9e10e1fb9f6f425cb76033446d29aa8b', 'subnets': [{'id': 'f2ff852b-e2f8-4855-9ec6-540306001226', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843729-1-iscsi', False) {} {{(pid=103913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:27:41.050448 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb65f524-bba1-4ec4-b582-0827fa47e5ce None None] The sync data for ids ['d871251c-f6ce-4e49-a82d-5104c2f0ad1a'] in dv-cinder-843729-1-iscsi is: [{'id': 'd871251c-f6ce-4e49-a82d-5104c2f0ad1a', 'name': 'tempest-TestMinimumBasicScenario-1120990257-router', 'tenant_id': '9e10e1fb9f6f425cb76033446d29aa8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'external_fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '94a58024-5fa1-44f8-8b75-b6b33e5c9e25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T17:27:31Z', 'updated_at': '2022-05-28T17:27:35Z', 'revision_number': 4, 'project_id': '9e10e1fb9f6f425cb76033446d29aa8b', 'gw_port': {'id': '94a58024-5fa1-44f8-8b75-b6b33e5c9e25', 'name': '', 'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:55:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd871251c-f6ce-4e49-a82d-5104c2f0ad1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:27:31Z', 'updated_at': '2022-05-28T17:27:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843729-1-iscsi', '_interfaces': [{'id': 'a6b08ff1-f586-45b9-925d-ca3007646e0c', 'name': '', 'network_id': 'd55ef638-1364-438a-be79-c3bc076c9261', 'tenant_id': '9e10e1fb9f6f425cb76033446d29aa8b', 'mac_address': 'fa:16:3e:02:5a:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd871251c-f6ce-4e49-a82d-5104c2f0ad1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'f2ff852b-e2f8-4855-9ec6-540306001226', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:27:34Z', 'updated_at': '2022-05-28T17:27:40Z', 'revision_number': 4, 'project_id': '9e10e1fb9f6f425cb76033446d29aa8b', 'subnets': [{'id': 'f2ff852b-e2f8-4855-9ec6-540306001226', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 17:27:41.056034 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-dbce1e8b-0adf-4d31-9ae7-91cee5b7513d req-3c1692e2-dbd1-4f7c-a189-203a79a759b2 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/security-groups?id=e86c30f5-196b-4340-88e9-8368ca719339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739415 May 28 17:27:41.454578 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:27:41.474449 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11dd10c-e8ea-4a92-bd4a-4dec0ac94380 req-8f004720-4dc6-4fa2-8c51-17a8d6928788 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:27:41.482269 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-c11dd10c-e8ea-4a92-bd4a-4dec0ac94380 req-8f004720-4dc6-4fa2-8c51-17a8d6928788 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/ports?device_id=1e52b200-7c75-45f2-92ed-813b306fc334 HTTP/1.1" status: 200 len: 943 time: 0.0740845 May 28 17:27:41.578143 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-c11dd10c-e8ea-4a92-bd4a-4dec0ac94380 req-089f3cdd-8bd4-4cd9-b735-f1a269e02387 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/security-groups?id=34a1458f-4733-4263-a54d-1cac11f7c252&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946655 May 28 17:27:42.196320 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c42791-4868-4269-84b4-e1884c0cbdb8 req-4a0298da-1c7b-4e00-a7bb-13e95b75b758 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:27:42.197796 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-18c42791-4868-4269-84b4-e1884c0cbdb8 req-4a0298da-1c7b-4e00-a7bb-13e95b75b758 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/ports?device_id=1c3b0710-2e45-41e0-b02a-a9b95245f62a HTTP/1.1" status: 200 len: 945 time: 0.0562327 May 28 17:27:42.264302 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-18c42791-4868-4269-84b4-e1884c0cbdb8 req-d0451149-7d35-4ca7-a61c-3757b6464059 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/security-groups?id=e86c30f5-196b-4340-88e9-8368ca719339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577815 May 28 17:27:42.743823 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818a6936-2eac-40a9-9d95-698e43a76046 req-13caafd0-376a-4c9f-938a-2e99d753b393 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:27:42.758034 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-818a6936-2eac-40a9-9d95-698e43a76046 req-13caafd0-376a-4c9f-938a-2e99d753b393 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/ports?device_id=1e52b200-7c75-45f2-92ed-813b306fc334 HTTP/1.1" status: 200 len: 943 time: 0.0809143 May 28 17:27:42.824676 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-818a6936-2eac-40a9-9d95-698e43a76046 req-2000106a-660b-4d72-bc0f-e760a48a0c68 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/security-groups?id=34a1458f-4733-4263-a54d-1cac11f7c252&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654380 May 28 17:27:42.861611 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Device a6b08ff1-f586-45b9-925d-ca3007646e0c up at agent ovs-agent-dv-cinder-843729-1-iscsi {{(pid=103913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 28 17:27:42.919254 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=100 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:27:42.921104 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Provisioning complete for port a6b08ff1-f586-45b9-925d-ca3007646e0c triggered by entity L2. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 17:27:42.921759 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1821120'] for port (a6b08ff1-f586-45b9-925d-ca3007646e0c), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:43.014713 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Current status of the port a6b08ff1-f586-45b9-925d-ca3007646e0c is: ACTIVE; New status is: ACTIVE {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 17:27:43.157362 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845b99bd-3f4d-4f06-af75-b99cbeee1878 req-a3b5346a-e78e-4c4e-878b-8675f9a8af88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:27:43.159227 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-845b99bd-3f4d-4f06-af75-b99cbeee1878 req-a3b5346a-e78e-4c4e-878b-8675f9a8af88 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=afaaf8bde7134efc80c77d707bb309bc&device_id=1e52b200-7c75-45f2-92ed-813b306fc334 HTTP/1.1" status: 200 len: 1127 time: 0.0543323 May 28 17:27:43.225189 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a633a0-d278-4e57-973c-d711ea1b3f79 req-2813e8ef-e793-45b7-ba82-8b7cd31f29fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:27:43.227929 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-a5a633a0-d278-4e57-973c-d711ea1b3f79 req-2813e8ef-e793-45b7-ba82-8b7cd31f29fb service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8e92a5dc387f47c99ce98da4d6fd9d92&device_id=1c3b0710-2e45-41e0-b02a-a9b95245f62a HTTP/1.1" status: 200 len: 1129 time: 0.0550385 May 28 17:27:43.268052 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:27:43.290484 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845b99bd-3f4d-4f06-af75-b99cbeee1878 req-6f5a024c-87b6-45ac-bad0-e15b98fdb0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:27:43.292035 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-845b99bd-3f4d-4f06-af75-b99cbeee1878 req-6f5a024c-87b6-45ac-bad0-e15b98fdb0ea service neutron] 10.222.0.16 "GET /v2.0/networks?id=9aa607a6-b193-4d84-be0c-e5c8f4a565d2 HTTP/1.1" status: 200 len: 918 time: 0.1249483 May 28 17:27:43.339477 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-845b99bd-3f4d-4f06-af75-b99cbeee1878 req-9e66878d-1120-482e-802c-784e3ce09a2a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=48f2ad05-071e-4e67-9258-657db8e5bedf HTTP/1.1" status: 200 len: 217 time: 0.0409975 May 28 17:27:43.394879 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a633a0-d278-4e57-973c-d711ea1b3f79 req-7a774e9d-cd8c-4d7a-b4e6-b2990d174afc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:27:43.396505 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-a5a633a0-d278-4e57-973c-d711ea1b3f79 req-7a774e9d-cd8c-4d7a-b4e6-b2990d174afc service neutron] 10.222.0.16 "GET /v2.0/networks?id=77a1ea92-c07d-41a7-8668-7c3c660591aa HTTP/1.1" status: 200 len: 919 time: 0.1629095 May 28 17:27:43.406192 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845b99bd-3f4d-4f06-af75-b99cbeee1878 req-b44796b6-12d5-4f12-a7d6-86d6c3bc6392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:27:43.408187 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-845b99bd-3f4d-4f06-af75-b99cbeee1878 req-b44796b6-12d5-4f12-a7d6-86d6c3bc6392 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5c9892e7-e6e2-4d1b-9907-f3f374bf6c5e HTTP/1.1" status: 200 len: 856 time: 0.0628502 May 28 17:27:43.446002 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1814b22-7cf1-42f6-ad78-f135ce536944 req-79bb2b41-765d-4389-ac5f-50ea52e0a27c tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:27:43.447892 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-f1814b22-7cf1-42f6-ad78-f135ce536944 req-79bb2b41-765d-4389-ac5f-50ea52e0a27c tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/ports?device_id=1c3b0710-2e45-41e0-b02a-a9b95245f62a HTTP/1.1" status: 200 len: 945 time: 0.0894604 May 28 17:27:43.449211 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-a5a633a0-d278-4e57-973c-d711ea1b3f79 req-274db79f-142f-4013-bafe-5497dac66135 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4e39dc15-aca5-489f-886d-23cd2b05b64d HTTP/1.1" status: 200 len: 217 time: 0.0462010 May 28 17:27:43.457987 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845b99bd-3f4d-4f06-af75-b99cbeee1878 req-ba79b7a8-fc3d-4d8f-bcf6-55ddb8ce9545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:27:43.459882 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-845b99bd-3f4d-4f06-af75-b99cbeee1878 req-ba79b7a8-fc3d-4d8f-bcf6-55ddb8ce9545 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9aa607a6-b193-4d84-be0c-e5c8f4a565d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0461986 May 28 17:27:43.551709 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a633a0-d278-4e57-973c-d711ea1b3f79 req-7d4e31cc-5b44-4914-8fdb-f05d8662a8b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:27:43.554424 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-a5a633a0-d278-4e57-973c-d711ea1b3f79 req-7d4e31cc-5b44-4914-8fdb-f05d8662a8b2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=034da301-fbaa-496d-8b67-7a375e67ef37 HTTP/1.1" status: 200 len: 857 time: 0.0986173 May 28 17:27:43.576950 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-f1814b22-7cf1-42f6-ad78-f135ce536944 req-648b4539-cb81-443a-ab9c-58d23fa67b66 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/security-groups?id=e86c30f5-196b-4340-88e9-8368ca719339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228156 May 28 17:27:43.582763 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-845b99bd-3f4d-4f06-af75-b99cbeee1878 req-39d67d52-52ff-4d2e-98cc-cf448ea85d20 service neutron] 10.222.0.16 "GET /v2.0/networks/9aa607a6-b193-4d84-be0c-e5c8f4a565d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167858 May 28 17:27:43.602629 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Device 48f2ad05-071e-4e67-9258-657db8e5bedf details requested by agent hyperv_hv-cinder-84372 with host hv-cinder-84372 {{(pid=103913) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 28 17:27:43.622955 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:27:43.637995 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a633a0-d278-4e57-973c-d711ea1b3f79 req-ed264535-208f-4f0c-a742-551c7e437ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:27:43.640458 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-a5a633a0-d278-4e57-973c-d711ea1b3f79 req-ed264535-208f-4f0c-a742-551c7e437ddf service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=77a1ea92-c07d-41a7-8668-7c3c660591aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0790431 May 28 17:27:43.701640 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-845b99bd-3f4d-4f06-af75-b99cbeee1878 req-369995fc-83e8-4649-9fb7-0e5b0e62933b service neutron] 10.222.0.16 "GET /v2.0/networks/9aa607a6-b193-4d84-be0c-e5c8f4a565d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118507 May 28 17:27:43.725675 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] For port 48f2ad05-071e-4e67-9258-657db8e5bedf, host hv-cinder-84372, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84372',level=0,port_id=48f2ad05-071e-4e67-9258-657db8e5bedf,segment=NetworkSegment(c7dd3702-abca-4735-be38-4968a1e4ad1a),segment_id=c7dd3702-abca-4735-be38-4968a1e4ad1a)] {{(pid=103913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 17:27:43.742573 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Returning: {'device': '48f2ad05-071e-4e67-9258-657db8e5bedf', 'network_id': '9aa607a6-b193-4d84-be0c-e5c8f4a565d2', 'port_id': '48f2ad05-071e-4e67-9258-657db8e5bedf', 'mac_address': 'fa:16:3e:62:6f:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c9892e7-e6e2-4d1b-9907-f3f374bf6c5e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103913) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 28 17:27:43.796582 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Current status of the port 48f2ad05-071e-4e67-9258-657db8e5bedf is: DOWN; New status is: BUILD {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 17:27:43.796861 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (48f2ad05-071e-4e67-9258-657db8e5bedf), before_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:43.818997 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:27:43.823164 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.notifiers.nova [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48f2ad05-071e-4e67-9258-657db8e5bedf {{(pid=103913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 17:27:43.844821 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-a5a633a0-d278-4e57-973c-d711ea1b3f79 req-0ca7718e-9c35-4438-8319-6c7d424a71e5 service neutron] 10.222.0.16 "GET /v2.0/networks/77a1ea92-c07d-41a7-8668-7c3c660591aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1976233 May 28 17:27:43.853316 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] For port 48f2ad05-071e-4e67-9258-657db8e5bedf, host hv-cinder-84372, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84372',level=0,port_id=48f2ad05-071e-4e67-9258-657db8e5bedf,segment=NetworkSegment(c7dd3702-abca-4735-be38-4968a1e4ad1a),segment_id=c7dd3702-abca-4735-be38-4968a1e4ad1a)] {{(pid=103913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 17:27:43.859582 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735968512485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735968120131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735968120149'] for port (48f2ad05-071e-4e67-9258-657db8e5bedf), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:43.959996 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Pushing event updated for resources: {'Port': ['ID=48f2ad05-071e-4e67-9258-657db8e5bedf,revision_number=4']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:27:44.007543 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-a5a633a0-d278-4e57-973c-d711ea1b3f79 req-87b8c2f1-d801-4397-a032-6b65767825e5 service neutron] 10.222.0.16 "GET /v2.0/networks/77a1ea92-c07d-41a7-8668-7c3c660591aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563816 May 28 17:27:44.016563 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afc37fa-af87-4f58-9f20-8d7dde9c85d3 req-3b7ae72c-1bb2-4b75-b881-030313f45b61 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:27:44.027955 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-5afc37fa-af87-4f58-9f20-8d7dde9c85d3 req-3b7ae72c-1bb2-4b75-b881-030313f45b61 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/ports?device_id=1e52b200-7c75-45f2-92ed-813b306fc334 HTTP/1.1" status: 200 len: 944 time: 0.1067886 May 28 17:27:44.090756 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=100 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:27:44.109927 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-5afc37fa-af87-4f58-9f20-8d7dde9c85d3 req-5db7fa11-afe2-4c30-a81b-384e29020dc0 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/security-groups?id=34a1458f-4733-4263-a54d-1cac11f7c252&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701721 May 28 17:27:44.471902 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] get_ports_and_sgs() called for port_ids ['48f2ad05-071e-4e67-9258-657db8e5bedf'] {{(pid=103913) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 28 17:27:44.710258 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2d0d39-e023-4957-b409-4d07527eafca req-e0a0efe0-55ac-45d9-a2aa-66c675165f6c tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:27:44.712469 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-8a2d0d39-e023-4957-b409-4d07527eafca req-e0a0efe0-55ac-45d9-a2aa-66c675165f6c tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/ports?device_id=1c3b0710-2e45-41e0-b02a-a9b95245f62a HTTP/1.1" status: 200 len: 945 time: 0.0554726 May 28 17:27:44.773145 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-8a2d0d39-e023-4957-b409-4d07527eafca req-fe266414-d1e5-42e6-9ae9-3a4d62586118 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/security-groups?id=e86c30f5-196b-4340-88e9-8368ca719339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511365 May 28 17:27:45.235918 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a957f1-ca63-4337-a00a-099d3929c472 req-b785c728-376f-4b37-8d03-7ef0f79e22b3 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:27:45.237328 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-e7a957f1-ca63-4337-a00a-099d3929c472 req-b785c728-376f-4b37-8d03-7ef0f79e22b3 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/ports?device_id=1e52b200-7c75-45f2-92ed-813b306fc334 HTTP/1.1" status: 200 len: 944 time: 0.0499649 May 28 17:27:45.300527 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-e7a957f1-ca63-4337-a00a-099d3929c472 req-88dfab00-b20e-41de-88d8-cf65ffabfc82 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/security-groups?id=34a1458f-4733-4263-a54d-1cac11f7c252&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570788 May 28 17:27:45.915692 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbfd5e3-504c-409e-af7e-1b44551c8c55 req-74725abf-02b7-4753-93e6-190bf9327823 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:27:45.926389 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-7fbfd5e3-504c-409e-af7e-1b44551c8c55 req-74725abf-02b7-4753-93e6-190bf9327823 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/ports?device_id=1c3b0710-2e45-41e0-b02a-a9b95245f62a HTTP/1.1" status: 200 len: 945 time: 0.0729926 May 28 17:27:45.934142 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Device 48f2ad05-071e-4e67-9258-657db8e5bedf up at agent hyperv_hv-cinder-84372 {{(pid=103913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 28 17:27:46.012883 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-7fbfd5e3-504c-409e-af7e-1b44551c8c55 req-d3a05148-ff9f-48c8-8d84-291492a76907 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/security-groups?id=e86c30f5-196b-4340-88e9-8368ca719339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855353 May 28 17:27:46.051920 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Provisioning for port 48f2ad05-071e-4e67-9258-657db8e5bedf completed by entity L2. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 28 17:27:46.061272 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Provisioning complete for port 48f2ad05-071e-4e67-9258-657db8e5bedf triggered by entity L2. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 17:27:46.062437 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1821120'] for port (48f2ad05-071e-4e67-9258-657db8e5bedf), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:46.078754 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.33', 58204) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:27:46.146879 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Current status of the port 48f2ad05-071e-4e67-9258-657db8e5bedf is: BUILD; New status is: ACTIVE {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 17:27:46.147427 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (48f2ad05-071e-4e67-9258-657db8e5bedf), before_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:46.180680 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e52b200-7c75-45f2-92ed-813b306fc334', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48f2ad05-071e-4e67-9258-657db8e5bedf'}] {{(pid=103913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 17:27:46.183289 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fc7d66bd3c46bdb9792f0e064e6c35853b2e9fce1f0b0d0eb0c21c6a12b004b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc3c8703-409e-4483-9e43-c3e3df06ac86" -d '{"events": [{"server_uuid": "1e52b200-7c75-45f2-92ed-813b306fc334", "name": "network-vif-plugged", "status": "completed", "tag": "48f2ad05-071e-4e67-9258-657db8e5bedf"}]}' {{(pid=103913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 28 17:27:46.200803 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] For port 48f2ad05-071e-4e67-9258-657db8e5bedf, host hv-cinder-84372, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84372',level=0,port_id=48f2ad05-071e-4e67-9258-657db8e5bedf,segment=NetworkSegment(c7dd3702-abca-4735-be38-4968a1e4ad1a),segment_id=c7dd3702-abca-4735-be38-4968a1e4ad1a)] {{(pid=103913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 17:27:46.205951 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735968512485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735968120131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735968120149'] for port (48f2ad05-071e-4e67-9258-657db8e5bedf), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:46.243950 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 May 2022 17:27:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29977fd9-cc32-4588-b1b3-71325d8be80c x-openstack-request-id: req-29977fd9-cc32-4588-b1b3-71325d8be80c {{(pid=103913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 28 17:27:46.244247 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e52b200-7c75-45f2-92ed-813b306fc334", "name": "network-vif-plugged", "status": "completed", "tag": "48f2ad05-071e-4e67-9258-657db8e5bedf", "code": 200}]} {{(pid=103913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 28 17:27:46.244504 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-29977fd9-cc32-4588-b1b3-71325d8be80c {{(pid=103913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 28 17:27:46.244895 dv-cinder-843729-1-iscsi neutron-server[103913]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29977fd9-cc32-4588-b1b3-71325d8be80c'] response: {'server_uuid': '1e52b200-7c75-45f2-92ed-813b306fc334', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48f2ad05-071e-4e67-9258-657db8e5bedf', 'code': 200} May 28 17:27:46.253533 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-6ec25acc-c0a5-4bb8-8502-fd677b8bfcc8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:46.270026 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Pushing event updated for resources: {'Port': ['ID=48f2ad05-071e-4e67-9258-657db8e5bedf,revision_number=5']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:27:46.386451 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-6ec25acc-c0a5-4bb8-8502-fd677b8bfcc8 admin admin] Publish callbacks [] for security_group (faacd5cc-98c4-4371-be69-5b30c023c465), precommit_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:46.391896 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-6ec25acc-c0a5-4bb8-8502-fd677b8bfcc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594961'] for security_group (faacd5cc-98c4-4371-be69-5b30c023c465), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:46.479849 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.33', 58212) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:27:46.480437 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-6ec25acc-c0a5-4bb8-8502-fd677b8bfcc8 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=ac9720507b21405693b732e3db51bec9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4000525 May 28 17:27:46.496604 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec25acc-c0a5-4bb8-8502-fd677b8bfcc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faacd5cc-98c4-4371-be69-5b30c023c465,revision_number=1']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:27:46.519893 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf86b284-f83b-4c03-952b-abe738a09516 req-b1d3a90b-1a15-4430-a0ef-12b860f92a80 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:27:46.526666 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-bf86b284-f83b-4c03-952b-abe738a09516 req-b1d3a90b-1a15-4430-a0ef-12b860f92a80 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/ports?device_id=1e52b200-7c75-45f2-92ed-813b306fc334 HTTP/1.1" status: 200 len: 945 time: 0.1295352 May 28 17:27:46.534879 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:27:46.549237 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec25acc-c0a5-4bb8-8502-fd677b8bfcc8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:27:46.549656 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec25acc-c0a5-4bb8-8502-fd677b8bfcc8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:27:46.549961 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec25acc-c0a5-4bb8-8502-fd677b8bfcc8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:27:46.550313 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec25acc-c0a5-4bb8-8502-fd677b8bfcc8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:27:46.550725 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec25acc-c0a5-4bb8-8502-fd677b8bfcc8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:27:46.550971 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec25acc-c0a5-4bb8-8502-fd677b8bfcc8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:27:46.551304 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec25acc-c0a5-4bb8-8502-fd677b8bfcc8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:27:46.551731 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec25acc-c0a5-4bb8-8502-fd677b8bfcc8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:27:46.551940 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec25acc-c0a5-4bb8-8502-fd677b8bfcc8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:27:46.552263 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec25acc-c0a5-4bb8-8502-fd677b8bfcc8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:27:46.552589 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec25acc-c0a5-4bb8-8502-fd677b8bfcc8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:27:46.552936 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec25acc-c0a5-4bb8-8502-fd677b8bfcc8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:27:46.553237 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec25acc-c0a5-4bb8-8502-fd677b8bfcc8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:27:46.553578 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec25acc-c0a5-4bb8-8502-fd677b8bfcc8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:27:46.553870 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec25acc-c0a5-4bb8-8502-fd677b8bfcc8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:27:46.572042 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce29692-c380-42f7-b932-8229aa63f636 req-dbecd672-94ac-4df9-8b90-6d007a8ed44b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:27:46.573557 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-dce29692-c380-42f7-b932-8229aa63f636 req-dbecd672-94ac-4df9-8b90-6d007a8ed44b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=1e52b200-7c75-45f2-92ed-813b306fc334 HTTP/1.1" status: 200 len: 1129 time: 0.0926368 May 28 17:27:46.576443 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-b8a13294-c3af-415c-9806-2046d1c9960d admin admin] Publish callbacks [] for security_group (faacd5cc-98c4-4371-be69-5b30c023c465), before_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:46.622325 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-b8a13294-c3af-415c-9806-2046d1c9960d admin admin] Publish callbacks [] for security_group (faacd5cc-98c4-4371-be69-5b30c023c465), precommit_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:46.636117 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-bf86b284-f83b-4c03-952b-abe738a09516 req-11d8d01e-a2cc-4246-82ea-59de8f671250 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/security-groups?id=34a1458f-4733-4263-a54d-1cac11f7c252&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1085243 May 28 17:27:46.673986 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-dce29692-c380-42f7-b932-8229aa63f636 req-4ef98bcc-1164-4d0f-bfb9-67a3221effac service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=34a1458f-4733-4263-a54d-1cac11f7c252&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907533 May 28 17:27:46.703018 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-b8a13294-c3af-415c-9806-2046d1c9960d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594961'] for security_group (faacd5cc-98c4-4371-be69-5b30c023c465), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:46.705733 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-b8a13294-c3af-415c-9806-2046d1c9960d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:46.706880 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-b8a13294-c3af-415c-9806-2046d1c9960d admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/faacd5cc-98c4-4371-be69-5b30c023c465 HTTP/1.1" status: 204 len: 168 time: 0.2260497 May 28 17:27:46.721249 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a13294-c3af-415c-9806-2046d1c9960d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faacd5cc-98c4-4371-be69-5b30c023c465,revision_number=None']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:27:46.731035 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a13294-c3af-415c-9806-2046d1c9960d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:27:46.731667 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a13294-c3af-415c-9806-2046d1c9960d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:27:46.733063 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a13294-c3af-415c-9806-2046d1c9960d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:27:46.733654 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a13294-c3af-415c-9806-2046d1c9960d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:27:46.734220 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a13294-c3af-415c-9806-2046d1c9960d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:27:46.734756 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a13294-c3af-415c-9806-2046d1c9960d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:27:46.735299 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a13294-c3af-415c-9806-2046d1c9960d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:27:46.735857 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a13294-c3af-415c-9806-2046d1c9960d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:27:46.736459 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a13294-c3af-415c-9806-2046d1c9960d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:27:46.737125 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a13294-c3af-415c-9806-2046d1c9960d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:27:46.737991 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a13294-c3af-415c-9806-2046d1c9960d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:27:46.738533 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a13294-c3af-415c-9806-2046d1c9960d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:27:46.739325 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a13294-c3af-415c-9806-2046d1c9960d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:27:46.739949 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a13294-c3af-415c-9806-2046d1c9960d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:27:46.740462 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a13294-c3af-415c-9806-2046d1c9960d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:27:47.192429 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f330a68f-9138-48ed-b822-4613dd77f30b req-97909261-b84e-42af-baa2-9937f5396a5a tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:27:47.199756 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-f330a68f-9138-48ed-b822-4613dd77f30b req-97909261-b84e-42af-baa2-9937f5396a5a tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/ports?device_id=1c3b0710-2e45-41e0-b02a-a9b95245f62a HTTP/1.1" status: 200 len: 945 time: 0.0683506 May 28 17:27:47.258413 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-f330a68f-9138-48ed-b822-4613dd77f30b req-884bbc0d-ca0c-40bf-96f6-69266068af21 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/security-groups?id=e86c30f5-196b-4340-88e9-8368ca719339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547543 May 28 17:27:47.545660 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.33', 58246) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:27:47.666746 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.v2.base [None req-079da1dc-19af-4436-8c42-ed69a4793b15 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-551868476-network', 'tenant_id': '9065845ed3d0457c9ab0889760958a32'}} {{(pid=103911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 17:27:47.705937 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-079da1dc-19af-4436-8c42-ed69a4793b15 admin admin] Made reservation on behalf of 9065845ed3d0457c9ab0889760958a32 for: {'network': 1} {{(pid=103911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 17:27:47.712157 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-079da1dc-19af-4436-8c42-ed69a4793b15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for network (None), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:47.722848 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-079da1dc-19af-4436-8c42-ed69a4793b15 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:47.727016 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:27:47.768330 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa3742e-a2a0-4269-8cb7-c559ca47c2e6 req-3c23a414-13b9-416f-ade2-3152aaf523a0 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:27:47.775320 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-5fa3742e-a2a0-4269-8cb7-c559ca47c2e6 req-3c23a414-13b9-416f-ade2-3152aaf523a0 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/ports?device_id=1e52b200-7c75-45f2-92ed-813b306fc334 HTTP/1.1" status: 200 len: 945 time: 0.0603149 May 28 17:27:47.782454 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:27:47.827982 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-5fa3742e-a2a0-4269-8cb7-c559ca47c2e6 req-76eeedd9-e637-438c-8b18-10f3ca5864c0 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/security-groups?id=34a1458f-4733-4263-a54d-1cac11f7c252&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514212 May 28 17:27:47.833936 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-079da1dc-19af-4436-8c42-ed69a4793b15 admin admin] Publish callbacks [] for security_group (121583ef-c90e-40a6-bae4-1a91464c9788), precommit_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:47.838938 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-079da1dc-19af-4436-8c42-ed69a4793b15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594961'] for security_group (121583ef-c90e-40a6-bae4-1a91464c9788), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:47.868466 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-079da1dc-19af-4436-8c42-ed69a4793b15 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 174} {{(pid=103911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 17:27:47.885927 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079da1dc-19af-4436-8c42-ed69a4793b15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=121583ef-c90e-40a6-bae4-1a91464c9788,revision_number=1']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:27:47.891795 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-079da1dc-19af-4436-8c42-ed69a4793b15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766051'] for segment (d6c7f904-1af6-4214-b745-72cbcff0ed21), precommit_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:47.892125 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.db.segments_db [None req-079da1dc-19af-4436-8c42-ed69a4793b15 admin admin] Added segment d6c7f904-1af6-4214-b745-72cbcff0ed21 of type vlan for network 75e9d121-0dd7-4765-8420-f3e8c1d9b007 May 28 17:27:47.940577 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-079da1dc-19af-4436-8c42-ed69a4793b15 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735968101232'] for network (75e9d121-0dd7-4765-8420-f3e8c1d9b007), precommit_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:47.970433 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-079da1dc-19af-4436-8c42-ed69a4793b15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116'] for network (75e9d121-0dd7-4765-8420-f3e8c1d9b007), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:47.971623 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-079da1dc-19af-4436-8c42-ed69a4793b15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:27:47.972367 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-079da1dc-19af-4436-8c42-ed69a4793b15 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-152074'] for network (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:48.015879 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-079da1dc-19af-4436-8c42-ed69a4793b15 admin admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.4642205 May 28 17:27:48.016080 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.33', 58252) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:27:48.021231 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.v2.base [None req-eb9702c3-d824-45db-9e19-84a2822c5aa4 admin admin] Request body: {'subnet': {'network_id': '75e9d121-0dd7-4765-8420-f3e8c1d9b007', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-551868476-subnet', 'tenant_id': '9065845ed3d0457c9ab0889760958a32', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 17:27:48.062574 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079da1dc-19af-4436-8c42-ed69a4793b15 admin admin] Pushing event updated for resources: {'Network': ['ID=75e9d121-0dd7-4765-8420-f3e8c1d9b007,revision_number=1']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:27:48.073287 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Network 75e9d121-0dd7-4765-8420-f3e8c1d9b007 details requested by agent ovs-agent-dv-cinder-843729-1-iscsi with host dv-cinder-843729-1-iscsi {{(pid=103913) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 28 17:27:48.090888 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb9702c3-d824-45db-9e19-84a2822c5aa4 admin admin] Made reservation on behalf of 9065845ed3d0457c9ab0889760958a32 for: {'subnet': 1} {{(pid=103912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 17:27:48.093554 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-eb9702c3-d824-45db-9e19-84a2822c5aa4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5675793'] for subnet (None), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:48.371059 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-eb9702c3-d824-45db-9e19-84a2822c5aa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6171474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5675783'] for subnet (354345f1-35ff-4aaf-9376-fb03c34d5973), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:48.460243 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823988f1-2274-43c5-8a8b-090922cd6df7 req-3fdf4a28-aded-473b-93a0-7cf9c2fe84f3 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:27:48.477979 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-823988f1-2274-43c5-8a8b-090922cd6df7 req-3fdf4a28-aded-473b-93a0-7cf9c2fe84f3 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/ports?device_id=1c3b0710-2e45-41e0-b02a-a9b95245f62a HTTP/1.1" status: 200 len: 945 time: 0.1120856 May 28 17:27:48.510141 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9702c3-d824-45db-9e19-84a2822c5aa4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=354345f1-35ff-4aaf-9376-fb03c34d5973,revision_number=0']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:27:48.521386 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb9702c3-d824-45db-9e19-84a2822c5aa4 admin admin] Checking segment: {'id': 'd6c7f904-1af6-4214-b745-72cbcff0ed21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '75e9d121-0dd7-4765-8420-f3e8c1d9b007'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 28 17:27:48.522061 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb9702c3-d824-45db-9e19-84a2822c5aa4 admin admin] Network hostable DHCP agents. Network: 75e9d121-0dd7-4765-8420-f3e8c1d9b007, hostable agents: ['b4d0b3c0-cc03-4456-af87-35ab415ef94b'], hosted agents: [] {{(pid=103912) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 17:27:48.554634 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb9702c3-d824-45db-9e19-84a2822c5aa4 admin admin] Network 75e9d121-0dd7-4765-8420-f3e8c1d9b007 is scheduled to be hosted by DHCP agent b4d0b3c0-cc03-4456-af87-35ab415ef94b with binding_index 1 {{(pid=103912) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 17:27:48.575247 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.scheduler.base_scheduler [None req-eb9702c3-d824-45db-9e19-84a2822c5aa4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843729-1-iscsi, 75e9d121-0dd7-4765-8420-f3e8c1d9b007) {{(pid=103912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 17:27:48.586847 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9df68bb-263d-4a7d-aa7c-1e10340a9016 None None] Network 75e9d121-0dd7-4765-8420-f3e8c1d9b007 requested from dv-cinder-843729-1-iscsi {{(pid=103913) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 28 17:27:48.587461 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb9702c3-d824-45db-9e19-84a2822c5aa4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:27:48.588063 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-eb9702c3-d824-45db-9e19-84a2822c5aa4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-152074'] for subnet (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:48.603325 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-823988f1-2274-43c5-8a8b-090922cd6df7 req-ba4e910a-0a78-4ef2-a1a5-bfc1ee9d0a66 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/security-groups?id=e86c30f5-196b-4340-88e9-8368ca719339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342390 May 28 17:27:48.617992 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:27:48.677967 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-eb9702c3-d824-45db-9e19-84a2822c5aa4 admin admin] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6490006 May 28 17:27:48.765592 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03359218-193d-4043-8ce5-fbb3c9284361 None None] Network 75e9d121-0dd7-4765-8420-f3e8c1d9b007 requested from dv-cinder-843729-1-iscsi {{(pid=103913) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 28 17:27:49.005688 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2bcfb8-654d-4256-a19c-ecf6da835883 req-35fd576c-c990-4b8f-ba3c-ad22995cc55b tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:27:49.011816 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-ef2bcfb8-654d-4256-a19c-ecf6da835883 req-35fd576c-c990-4b8f-ba3c-ad22995cc55b tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/ports?device_id=1e52b200-7c75-45f2-92ed-813b306fc334 HTTP/1.1" status: 200 len: 945 time: 0.0854290 May 28 17:27:49.071369 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-ef2bcfb8-654d-4256-a19c-ecf6da835883 req-067e1709-2fd6-4df0-9f63-4696611eb090 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/security-groups?id=34a1458f-4733-4263-a54d-1cac11f7c252&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524564 May 28 17:27:49.723056 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:27:49.733964 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8582ae0a-d6ac-4c6a-bb3b-6ed89adc80d0 req-7c12cf74-8d23-4d28-9c08-616ad2982551 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:27:49.735464 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-8582ae0a-d6ac-4c6a-bb3b-6ed89adc80d0 req-7c12cf74-8d23-4d28-9c08-616ad2982551 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/ports?device_id=1c3b0710-2e45-41e0-b02a-a9b95245f62a HTTP/1.1" status: 200 len: 945 time: 0.0520225 May 28 17:27:49.782918 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4833728d-7a89-493a-956e-5df7002d6bfc req-ad74053b-d7fa-44af-9b0e-bc61b1f51e0c tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:27:49.784432 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-4833728d-7a89-493a-956e-5df7002d6bfc req-ad74053b-d7fa-44af-9b0e-bc61b1f51e0c tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] 10.222.0.33 "GET /v2.0/networks?id=c2642da9-62f7-4baf-be4a-bb647a278cd8 HTTP/1.1" status: 200 len: 814 time: 0.1064739 May 28 17:27:49.785405 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-8582ae0a-d6ac-4c6a-bb3b-6ed89adc80d0 req-bbf22066-feb0-42ca-80d3-a069c7974033 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/security-groups?id=e86c30f5-196b-4340-88e9-8368ca719339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429549 May 28 17:27:49.800357 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-4833728d-7a89-493a-956e-5df7002d6bfc req-73707034-5748-440c-a78a-e7d233d7bd95 tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] 10.222.0.33 "GET /v2.0/quotas/33d09d2e02c945a09e79efae8d8ab96c HTTP/1.1" status: 200 len: 375 time: 0.0102928 May 28 17:27:49.851805 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-4833728d-7a89-493a-956e-5df7002d6bfc req-c13bd77d-b76a-4c25-9002-3009278bcaf1 tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=33d09d2e02c945a09e79efae8d8ab96c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0462043 May 28 17:27:49.948018 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-4833728d-7a89-493a-956e-5df7002d6bfc req-6011052e-d842-4868-b2c7-f9dee53b2218 service neutron] 10.222.0.33 "GET /v2.0/networks/c2642da9-62f7-4baf-be4a-bb647a278cd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843441 May 28 17:27:50.037364 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:27:50.041903 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-4833728d-7a89-493a-956e-5df7002d6bfc req-ada0874f-60d2-4137-8f63-9d6985f640f2 service neutron] 10.222.0.33 "GET /v2.0/networks/c2642da9-62f7-4baf-be4a-bb647a278cd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877643 May 28 17:27:50.203657 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401d0d91-c727-484a-accf-90d77ad50476 req-f6604a1d-5ca3-4cbd-adf1-b7c8cb062562 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:27:50.205474 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-401d0d91-c727-484a-accf-90d77ad50476 req-f6604a1d-5ca3-4cbd-adf1-b7c8cb062562 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/ports?device_id=1e52b200-7c75-45f2-92ed-813b306fc334 HTTP/1.1" status: 200 len: 945 time: 0.0498910 May 28 17:27:50.209840 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-e43f3dac-e750-488b-af08-15d6aefb3644 req-0c579a37-ca32-44d8-8f3a-2c17f8a6ac0a tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] 10.222.0.33 "GET /v2.0/ports?device_id=c454eafd-57ce-466c-a88f-aa88a272a56a HTTP/1.1" status: 200 len: 210 time: 0.0282011 May 28 17:27:50.259815 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-401d0d91-c727-484a-accf-90d77ad50476 req-8f400689-c8f3-4fe5-bd2c-45805f6b9af1 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/security-groups?id=34a1458f-4733-4263-a54d-1cac11f7c252&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481484 May 28 17:27:50.411978 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bf5051-913d-4d1d-8b1a-a36e712973fc req-95389750-825b-48e3-a77f-740455ace442 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:27:50.413513 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-78bf5051-913d-4d1d-8b1a-a36e712973fc req-95389750-825b-48e3-a77f-740455ace442 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/ports?device_id=1e52b200-7c75-45f2-92ed-813b306fc334 HTTP/1.1" status: 200 len: 945 time: 0.0808702 May 28 17:27:50.424314 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.33', 58328) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:27:50.431945 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.v2.base [None req-f89ce9ae-a43f-4c2f-a598-8cc3b198bcc2 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Request body: {'floatingip': {'port_id': '48f2ad05-071e-4e67-9258-657db8e5bedf'}} {{(pid=103911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 17:27:50.543823 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-f89ce9ae-a43f-4c2f-a598-8cc3b198bcc2 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Publish callbacks [] for floatingip (ea6b831c-7d3d-468b-9ffb-c8f3c93249cd), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:50.655523 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198d7a1a-98c5-4719-a234-7b0a15a3a5cf req-b0c56177-bb0a-4ebb-918d-f1f8960a26b3 tempest-VolumesActionsTest-997537412 tempest-VolumesActionsTest-997537412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:27:50.662228 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-198d7a1a-98c5-4719-a234-7b0a15a3a5cf req-b0c56177-bb0a-4ebb-918d-f1f8960a26b3 tempest-VolumesActionsTest-997537412 tempest-VolumesActionsTest-997537412-project] 10.222.0.33 "GET /v2.0/networks?id=75e9d121-0dd7-4765-8420-f3e8c1d9b007 HTTP/1.1" status: 200 len: 808 time: 0.1343572 May 28 17:27:50.678427 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-198d7a1a-98c5-4719-a234-7b0a15a3a5cf req-0f6dca9e-33b2-4f48-acca-1913ae9861e6 tempest-VolumesActionsTest-997537412 tempest-VolumesActionsTest-997537412-project] 10.222.0.33 "GET /v2.0/quotas/9065845ed3d0457c9ab0889760958a32 HTTP/1.1" status: 200 len: 375 time: 0.0152802 May 28 17:27:50.715833 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-198d7a1a-98c5-4719-a234-7b0a15a3a5cf req-17cbf22b-9f19-4fdc-8311-a41113da8a61 tempest-VolumesActionsTest-997537412 tempest-VolumesActionsTest-997537412-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=9065845ed3d0457c9ab0889760958a32&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0359731 May 28 17:27:50.750252 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:27:50.829774 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-198d7a1a-98c5-4719-a234-7b0a15a3a5cf req-757692c1-f370-47a7-bfb3-e1c102b5a886 service neutron] 10.222.0.33 "GET /v2.0/networks/75e9d121-0dd7-4765-8420-f3e8c1d9b007?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111288 May 28 17:27:50.952955 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-198d7a1a-98c5-4719-a234-7b0a15a3a5cf req-d3b4c37f-9274-44cc-bd32-4bda2ab2fa36 service neutron] 10.222.0.33 "GET /v2.0/networks/75e9d121-0dd7-4765-8420-f3e8c1d9b007?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221564 May 28 17:27:51.086550 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:27:51.112998 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852372c5-5738-45cc-b460-5ebf18db9e2c req-4323a5d4-b427-455c-93ac-910b70971799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:27:51.114654 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-852372c5-5738-45cc-b460-5ebf18db9e2c req-4323a5d4-b427-455c-93ac-910b70971799 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8e92a5dc387f47c99ce98da4d6fd9d92&device_id=1c3b0710-2e45-41e0-b02a-a9b95245f62a HTTP/1.1" status: 200 len: 1129 time: 0.0995471 May 28 17:27:51.126025 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-f7bfaaaa-d966-4e55-92c8-2efbc2d4c029 req-8bcd53fc-4ce5-4092-800e-9b6d238e328a tempest-VolumesActionsTest-997537412 tempest-VolumesActionsTest-997537412-project] 10.222.0.33 "GET /v2.0/ports?device_id=4d039398-7bb2-4301-8a49-b20879664453 HTTP/1.1" status: 200 len: 210 time: 0.0301924 May 28 17:27:51.172013 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9718555d-e26a-4ea7-af5f-b75438bf5351 req-22e04093-2bb0-4865-9843-03ebd047b72a tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:27:51.173492 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-9718555d-e26a-4ea7-af5f-b75438bf5351 req-22e04093-2bb0-4865-9843-03ebd047b72a tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/ports?device_id=1c3b0710-2e45-41e0-b02a-a9b95245f62a HTTP/1.1" status: 200 len: 945 time: 0.1602659 May 28 17:27:51.310948 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-9718555d-e26a-4ea7-af5f-b75438bf5351 req-da559364-589e-4b96-afc7-6341caba5cf8 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/security-groups?id=e86c30f5-196b-4340-88e9-8368ca719339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993803 May 28 17:27:51.370109 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-0f04d26b-6d67-4a1d-834b-aad4249fad0c req-accbf56a-9784-45ae-af92-7a07bc5ccf58 tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] 10.222.0.33 "GET /v2.0/ports?device_id=c454eafd-57ce-466c-a88f-aa88a272a56a HTTP/1.1" status: 200 len: 210 time: 0.0444961 May 28 17:27:51.596237 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852372c5-5738-45cc-b460-5ebf18db9e2c req-1bb14619-d90c-4b78-80e0-71467c8afc2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:27:51.597926 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-852372c5-5738-45cc-b460-5ebf18db9e2c req-1bb14619-d90c-4b78-80e0-71467c8afc2c service neutron] 10.222.0.16 "GET /v2.0/networks?id=77a1ea92-c07d-41a7-8668-7c3c660591aa HTTP/1.1" status: 200 len: 919 time: 0.3399563 May 28 17:27:51.605921 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4833728d-7a89-493a-956e-5df7002d6bfc req-39db073f-6fd4-41dd-a0dd-649b309f6b39 tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:27:51.608881 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-4833728d-7a89-493a-956e-5df7002d6bfc req-39db073f-6fd4-41dd-a0dd-649b309f6b39 tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] 10.222.0.16 "GET /v2.0/networks?id=c2642da9-62f7-4baf-be4a-bb647a278cd8 HTTP/1.1" status: 200 len: 814 time: 0.1984348 May 28 17:27:51.631884 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.v2.base [req-4833728d-7a89-493a-956e-5df7002d6bfc req-8f2bcde4-ee5c-4d8c-b4c8-9e26083d1470 tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] Request body: {'port': {'device_id': 'c454eafd-57ce-466c-a88f-aa88a272a56a', 'network_id': 'c2642da9-62f7-4baf-be4a-bb647a278cd8', 'admin_state_up': True, 'tenant_id': '33d09d2e02c945a09e79efae8d8ab96c'}} {{(pid=103912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 17:27:51.674189 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-852372c5-5738-45cc-b460-5ebf18db9e2c req-533499d7-1a29-4ef6-907f-c408be8be0bf service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4e39dc15-aca5-489f-886d-23cd2b05b64d HTTP/1.1" status: 200 len: 217 time: 0.0399048 May 28 17:27:51.756354 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-f89ce9ae-a43f-4c2f-a598-8cc3b198bcc2 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:51.761592 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-f89ce9ae-a43f-4c2f-a598-8cc3b198bcc2 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681695'] for floatingip (ea6b831c-7d3d-468b-9ffb-c8f3c93249cd), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:51.774504 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4833728d-7a89-493a-956e-5df7002d6bfc req-8f2bcde4-ee5c-4d8c-b4c8-9e26083d1470 tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] Made reservation on behalf of 33d09d2e02c945a09e79efae8d8ab96c for: {'port': 1} {{(pid=103912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 17:27:51.778228 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-4833728d-7a89-493a-956e-5df7002d6bfc req-8f2bcde4-ee5c-4d8c-b4c8-9e26083d1470 tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (None), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:51.800763 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852372c5-5738-45cc-b460-5ebf18db9e2c req-061bdc98-b365-463a-87dc-76a537d31722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:27:51.802239 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-852372c5-5738-45cc-b460-5ebf18db9e2c req-061bdc98-b365-463a-87dc-76a537d31722 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=034da301-fbaa-496d-8b67-7a375e67ef37 HTTP/1.1" status: 200 len: 857 time: 0.1153476 May 28 17:27:51.906865 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852372c5-5738-45cc-b460-5ebf18db9e2c req-d2302488-4ec1-405c-8d6c-0f3142160ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:27:51.908518 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-852372c5-5738-45cc-b460-5ebf18db9e2c req-d2302488-4ec1-405c-8d6c-0f3142160ab7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=77a1ea92-c07d-41a7-8668-7c3c660591aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0998621 May 28 17:27:51.946796 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=100 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:27:51.971970 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.db.l3_db [None req-f89ce9ae-a43f-4c2f-a598-8cc3b198bcc2 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Floating IP ea6b831c-7d3d-468b-9ffb-c8f3c93249cd associated. External IP: 172.27.0.160, port: 48f2ad05-071e-4e67-9258-657db8e5bedf. May 28 17:27:52.041504 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.db.db_base_plugin_common [req-4833728d-7a89-493a-956e-5df7002d6bfc req-8f2bcde4-ee5c-4d8c-b4c8-9e26083d1470 tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] Allocated IP 172.20.0.3 (c2642da9-62f7-4baf-be4a-bb647a278cd8/ce8fcd52-903e-410e-9ed1-7c6a9f241d7c/f6092e8b-c7e1-4c14-a7b3-8baa64e42a95) {{(pid=103912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 17:27:52.072180 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:27:52.120880 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-852372c5-5738-45cc-b460-5ebf18db9e2c req-bfeb8a0e-c0fb-425a-af08-71cf7600d0dc service neutron] 10.222.0.16 "GET /v2.0/networks/77a1ea92-c07d-41a7-8668-7c3c660591aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2049673 May 28 17:27:52.238704 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-4833728d-7a89-493a-956e-5df7002d6bfc req-8f2bcde4-ee5c-4d8c-b4c8-9e26083d1470 tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] Publish callbacks [] for port (f6092e8b-c7e1-4c14-a7b3-8baa64e42a95), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:52.239527 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-a0df3ee1-1dbb-47b8-8dc4-a4d98016ecec req-4361b5fc-9c28-4653-a622-379ad0c53951 tempest-VolumesActionsTest-997537412 tempest-VolumesActionsTest-997537412-project] 10.222.0.33 "GET /v2.0/ports?device_id=4d039398-7bb2-4301-8a49-b20879664453 HTTP/1.1" status: 200 len: 210 time: 0.0331917 May 28 17:27:52.290506 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-4833728d-7a89-493a-956e-5df7002d6bfc req-8f2bcde4-ee5c-4d8c-b4c8-9e26083d1470 tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735968120113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6173922'] for port (f6092e8b-c7e1-4c14-a7b3-8baa64e42a95), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:52.316070 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f89ce9ae-a43f-4c2f-a598-8cc3b198bcc2 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Router f1ff25eb-d240-41e9-9135-cf4ab545a865 has already been hosted by L3 agent 8a8c7bbb-808d-49ae-95de-62501e6237ff {{(pid=103911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 17:27:52.392902 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4833728d-7a89-493a-956e-5df7002d6bfc req-8f2bcde4-ee5c-4d8c-b4c8-9e26083d1470 tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] Network c2642da9-62f7-4baf-be4a-bb647a278cd8 is already hosted by enough agents. {{(pid=103912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 17:27:52.396707 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.scheduler.base_scheduler [req-4833728d-7a89-493a-956e-5df7002d6bfc req-8f2bcde4-ee5c-4d8c-b4c8-9e26083d1470 tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] Resources bound (agent type, host, resource id): {{(pid=103912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 17:27:52.401271 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvrscheduler_db [req-4833728d-7a89-493a-956e-5df7002d6bfc req-8f2bcde4-ee5c-4d8c-b4c8-9e26083d1470 tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] Received port after_create {{(pid=103912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 28 17:27:52.477701 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4833728d-7a89-493a-956e-5df7002d6bfc req-8f2bcde4-ee5c-4d8c-b4c8-9e26083d1470 tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:27:52.478348 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-4833728d-7a89-493a-956e-5df7002d6bfc req-8f2bcde4-ee5c-4d8c-b4c8-9e26083d1470 tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-152074'] for port (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:52.521727 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2bcde4-ee5c-4d8c-b4c8-9e26083d1470 tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] Pushing event updated for resources: {'Port': ['ID=f6092e8b-c7e1-4c14-a7b3-8baa64e42a95,revision_number=1']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:27:52.568327 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-4833728d-7a89-493a-956e-5df7002d6bfc req-8f2bcde4-ee5c-4d8c-b4c8-9e26083d1470 tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9419668 May 28 17:27:52.577406 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be2f184-7dc1-4b8e-8c33-fae022d04172 req-20a381f2-aaae-4c4a-b03c-0fa95d8cf782 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:27:52.578948 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-9be2f184-7dc1-4b8e-8c33-fae022d04172 req-20a381f2-aaae-4c4a-b03c-0fa95d8cf782 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/ports?device_id=1c3b0710-2e45-41e0-b02a-a9b95245f62a HTTP/1.1" status: 200 len: 945 time: 0.1078787 May 28 17:27:52.579780 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:27:52.676220 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-9be2f184-7dc1-4b8e-8c33-fae022d04172 req-4da9434d-af05-4e80-bb33-e03de299ce9c tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/security-groups?id=e86c30f5-196b-4340-88e9-8368ca719339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827818 May 28 17:27:52.689622 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f89ce9ae-a43f-4c2f-a598-8cc3b198bcc2 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Notify agent at l3_agent.dv-cinder-843729-1-iscsi the message routers_updated {{(pid=103911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 17:27:52.695793 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-f89ce9ae-a43f-4c2f-a598-8cc3b198bcc2 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22441'] for floatingip (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:52.716298 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc13b2e1-46ef-458a-aaf2-960e376ba1ed None None] Sync routers for ids ['f1ff25eb-d240-41e9-9135-cf4ab545a865'] in dv-cinder-843729-1-iscsi {{(pid=103914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 17:27:52.733490 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2949a716-54c1-4420-b58b-f595e7322527 req-e6b1df5b-0b01-4a5b-b14d-86fb91fcf5a7 tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:27:52.740687 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-2949a716-54c1-4420-b58b-f595e7322527 req-e6b1df5b-0b01-4a5b-b14d-86fb91fcf5a7 tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] 10.222.0.33 "GET /v2.0/ports?device_id=c454eafd-57ce-466c-a88f-aa88a272a56a HTTP/1.1" status: 200 len: 931 time: 0.1595299 May 28 17:27:52.741209 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc13b2e1-46ef-458a-aaf2-960e376ba1ed None None] Routers {'f1ff25eb-d240-41e9-9135-cf4ab545a865'} bound to L3 agent in host dv-cinder-843729-1-iscsi {{(pid=103914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 28 17:27:52.742182 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-dc13b2e1-46ef-458a-aaf2-960e376ba1ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843729-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T17:16:55Z,description=,heartbeat_timestamp=2022-05-28T17:27:25Z,host='dv-cinder-843729-1-iscsi',id=8a8c7bbb-808d-49ae-95de-62501e6237ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T17:16:55Z,topic='l3_agent')) {'router_ids': ['f1ff25eb-d240-41e9-9135-cf4ab545a865'], 'active': True} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:27:52.743019 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-728bee20-3bb1-4f09-b98f-ace3906af30e None None] Provisioning complete for port f6092e8b-c7e1-4c14-a7b3-8baa64e42a95 triggered by entity DHCP. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 17:27:52.743589 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-728bee20-3bb1-4f09-b98f-ace3906af30e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1821120'] for port (f6092e8b-c7e1-4c14-a7b3-8baa64e42a95), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:52.763557 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-f89ce9ae-a43f-4c2f-a598-8cc3b198bcc2 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "PUT /v2.0/floatingips/ea6b831c-7d3d-468b-9ffb-c8f3c93249cd HTTP/1.1" status: 200 len: 991 time: 2.3347704 May 28 17:27:52.766053 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e52b200-7c75-45f2-92ed-813b306fc334', 'tag': '48f2ad05-071e-4e67-9258-657db8e5bedf'}] {{(pid=103911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 17:27:52.768642 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb6e18ef154237edf928b85f6b333e0f790e93c3571d1d8d4f7e4f30b44c92d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2e91043-0728-4648-9f3e-e458c6d397bb" -d '{"events": [{"name": "network-changed", "server_uuid": "1e52b200-7c75-45f2-92ed-813b306fc334", "tag": "48f2ad05-071e-4e67-9258-657db8e5bedf"}]}' {{(pid=103911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 28 17:27:52.828454 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 May 2022 17:27:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9aee3dca-e373-42ce-8c31-d5ecd25b2cfd x-openstack-request-id: req-9aee3dca-e373-42ce-8c31-d5ecd25b2cfd {{(pid=103911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 28 17:27:52.828925 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e52b200-7c75-45f2-92ed-813b306fc334", "tag": "48f2ad05-071e-4e67-9258-657db8e5bedf", "status": "completed", "code": 200}]} {{(pid=103911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 28 17:27:52.829186 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-9aee3dca-e373-42ce-8c31-d5ecd25b2cfd {{(pid=103911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 28 17:27:52.829593 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9aee3dca-e373-42ce-8c31-d5ecd25b2cfd'] response: {'name': 'network-changed', 'server_uuid': '1e52b200-7c75-45f2-92ed-813b306fc334', 'tag': '48f2ad05-071e-4e67-9258-657db8e5bedf', 'status': 'completed', 'code': 200} May 28 17:27:52.844536 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-2949a716-54c1-4420-b58b-f595e7322527 req-d3aeb54b-903c-45c4-90ba-af0fd6159886 tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] 10.222.0.33 "GET /v2.0/security-groups?id=b57b7f75-5a7b-4a87-9936-4ce2a1c3dca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029687 May 28 17:27:52.886521 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvr_db [None req-dc13b2e1-46ef-458a-aaf2-960e376ba1ed None None] Set router f1ff25eb-d240-41e9-9135-cf4ab545a865 gateway port host: dv-cinder-843729-1-iscsi {{(pid=103914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 28 17:27:52.932237 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-728bee20-3bb1-4f09-b98f-ace3906af30e None None] Port f6092e8b-c7e1-4c14-a7b3-8baa64e42a95 cannot update to ACTIVE because it is not bound. {{(pid=103913) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 28 17:27:52.940052 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-eae9e36e-34ed-45e9-9934-9ff1d4195d24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (b4d0b3c0-cc03-4456-af87-35ab415ef94b), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:53.003520 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:27:53.106249 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-dc13b2e1-46ef-458a-aaf2-960e376ba1ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1ff25eb-d240-41e9-9135-cf4ab545a865', 'name': 'tempest-AttachVolumeShelveTestJSON-2058043606-router', 'tenant_id': 'afaaf8bde7134efc80c77d707bb309bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'external_fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': '4965c949-b273-457d-a45d-fbf2b4712401', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T17:27:12Z', 'updated_at': '2022-05-28T17:27:15Z', 'revision_number': 4, 'project_id': 'afaaf8bde7134efc80c77d707bb309bc', 'gw_port': {'id': '4965c949-b273-457d-a45d-fbf2b4712401', 'name': '', 'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:24:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1ff25eb-d240-41e9-9135-cf4ab545a865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:27:12Z', 'updated_at': '2022-05-28T17:27:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843729-1-iscsi', '_floatingips': [{'id': 'ea6b831c-7d3d-468b-9ffb-c8f3c93249cd', 'tenant_id': 'afaaf8bde7134efc80c77d707bb309bc', 'floating_ip_address': '172.27.0.160', 'floating_network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'router_id': 'f1ff25eb-d240-41e9-9135-cf4ab545a865', 'port_id': '48f2ad05-071e-4e67-9258-657db8e5bedf', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 328, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9aa607a6-b193-4d84-be0c-e5c8f4a565d2', 'mac_address': 'fa:16:3e:62:6f:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e52b200-7c75-45f2-92ed-813b306fc334', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T17:27:18Z', 'updated_at': '2022-05-28T17:27:51Z', 'revision_number': 1, 'project_id': 'afaaf8bde7134efc80c77d707bb309bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7eb4d78-1147-418d-82d7-4950858f6734', 'name': '', 'network_id': '9aa607a6-b193-4d84-be0c-e5c8f4a565d2', 'tenant_id': 'afaaf8bde7134efc80c77d707bb309bc', 'mac_address': 'fa:16:3e:e4:22:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1ff25eb-d240-41e9-9135-cf4ab545a865', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '5c9892e7-e6e2-4d1b-9907-f3f374bf6c5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:27:14Z', 'updated_at': '2022-05-28T17:27:20Z', 'revision_number': 5, 'project_id': 'afaaf8bde7134efc80c77d707bb309bc', 'subnets': [{'id': '5c9892e7-e6e2-4d1b-9907-f3f374bf6c5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843729-1-iscsi', False) {} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:27:53.138619 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc13b2e1-46ef-458a-aaf2-960e376ba1ed None None] Checking router: f1ff25eb-d240-41e9-9135-cf4ab545a865 for host: dv-cinder-843729-1-iscsi {{(pid=103914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 17:27:53.147451 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc13b2e1-46ef-458a-aaf2-960e376ba1ed None None] Routers {'f1ff25eb-d240-41e9-9135-cf4ab545a865'} bound to L3 agent in host dv-cinder-843729-1-iscsi {{(pid=103914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 28 17:27:53.148056 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-dc13b2e1-46ef-458a-aaf2-960e376ba1ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843729-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T17:16:55Z,description=,heartbeat_timestamp=2022-05-28T17:27:25Z,host='dv-cinder-843729-1-iscsi',id=8a8c7bbb-808d-49ae-95de-62501e6237ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T17:16:55Z,topic='l3_agent')) {'router_ids': ['f1ff25eb-d240-41e9-9135-cf4ab545a865'], 'active': True} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:27:53.253519 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvr_db [None req-dc13b2e1-46ef-458a-aaf2-960e376ba1ed None None] Set router f1ff25eb-d240-41e9-9135-cf4ab545a865 gateway port host: dv-cinder-843729-1-iscsi {{(pid=103914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 28 17:27:53.371567 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-059c290b-97e7-4c7b-a795-bcfab9fa6a6f req-c7404d0b-3071-48a1-90d4-814bdac87c34 tempest-VolumesActionsTest-997537412 tempest-VolumesActionsTest-997537412-project] 10.222.0.33 "GET /v2.0/ports?device_id=4d039398-7bb2-4301-8a49-b20879664453 HTTP/1.1" status: 200 len: 210 time: 0.0345070 May 28 17:27:53.400672 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=100 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:27:53.597909 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-dc13b2e1-46ef-458a-aaf2-960e376ba1ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1ff25eb-d240-41e9-9135-cf4ab545a865', 'name': 'tempest-AttachVolumeShelveTestJSON-2058043606-router', 'tenant_id': 'afaaf8bde7134efc80c77d707bb309bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'external_fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': '4965c949-b273-457d-a45d-fbf2b4712401', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T17:27:12Z', 'updated_at': '2022-05-28T17:27:15Z', 'revision_number': 4, 'project_id': 'afaaf8bde7134efc80c77d707bb309bc', 'gw_port': {'id': '4965c949-b273-457d-a45d-fbf2b4712401', 'name': '', 'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:24:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1ff25eb-d240-41e9-9135-cf4ab545a865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:27:12Z', 'updated_at': '2022-05-28T17:27:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843729-1-iscsi', '_floatingips': [{'id': 'ea6b831c-7d3d-468b-9ffb-c8f3c93249cd', 'tenant_id': 'afaaf8bde7134efc80c77d707bb309bc', 'floating_ip_address': '172.27.0.160', 'floating_network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'router_id': 'f1ff25eb-d240-41e9-9135-cf4ab545a865', 'port_id': '48f2ad05-071e-4e67-9258-657db8e5bedf', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 328, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9aa607a6-b193-4d84-be0c-e5c8f4a565d2', 'mac_address': 'fa:16:3e:62:6f:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e52b200-7c75-45f2-92ed-813b306fc334', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T17:27:18Z', 'updated_at': '2022-05-28T17:27:51Z', 'revision_number': 1, 'project_id': 'afaaf8bde7134efc80c77d707bb309bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7eb4d78-1147-418d-82d7-4950858f6734', 'name': '', 'network_id': '9aa607a6-b193-4d84-be0c-e5c8f4a565d2', 'tenant_id': 'afaaf8bde7134efc80c77d707bb309bc', 'mac_address': 'fa:16:3e:e4:22:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1ff25eb-d240-41e9-9135-cf4ab545a865', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '5c9892e7-e6e2-4d1b-9907-f3f374bf6c5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:27:14Z', 'updated_at': '2022-05-28T17:27:20Z', 'revision_number': 5, 'project_id': 'afaaf8bde7134efc80c77d707bb309bc', 'subnets': [{'id': '5c9892e7-e6e2-4d1b-9907-f3f374bf6c5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843729-1-iscsi', False) {} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:27:53.625093 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc13b2e1-46ef-458a-aaf2-960e376ba1ed None None] The sync data for ids ['f1ff25eb-d240-41e9-9135-cf4ab545a865'] in dv-cinder-843729-1-iscsi is: [{'id': 'f1ff25eb-d240-41e9-9135-cf4ab545a865', 'name': 'tempest-AttachVolumeShelveTestJSON-2058043606-router', 'tenant_id': 'afaaf8bde7134efc80c77d707bb309bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'external_fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': '4965c949-b273-457d-a45d-fbf2b4712401', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T17:27:12Z', 'updated_at': '2022-05-28T17:27:15Z', 'revision_number': 4, 'project_id': 'afaaf8bde7134efc80c77d707bb309bc', 'gw_port': {'id': '4965c949-b273-457d-a45d-fbf2b4712401', 'name': '', 'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:24:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1ff25eb-d240-41e9-9135-cf4ab545a865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:27:12Z', 'updated_at': '2022-05-28T17:27:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843729-1-iscsi', '_floatingips': [{'id': 'ea6b831c-7d3d-468b-9ffb-c8f3c93249cd', 'tenant_id': 'afaaf8bde7134efc80c77d707bb309bc', 'floating_ip_address': '172.27.0.160', 'floating_network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'router_id': 'f1ff25eb-d240-41e9-9135-cf4ab545a865', 'port_id': '48f2ad05-071e-4e67-9258-657db8e5bedf', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 328, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9aa607a6-b193-4d84-be0c-e5c8f4a565d2', 'mac_address': 'fa:16:3e:62:6f:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e52b200-7c75-45f2-92ed-813b306fc334', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T17:27:18Z', 'updated_at': '2022-05-28T17:27:51Z', 'revision_number': 1, 'project_id': 'afaaf8bde7134efc80c77d707bb309bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7eb4d78-1147-418d-82d7-4950858f6734', 'name': '', 'network_id': '9aa607a6-b193-4d84-be0c-e5c8f4a565d2', 'tenant_id': 'afaaf8bde7134efc80c77d707bb309bc', 'mac_address': 'fa:16:3e:e4:22:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1ff25eb-d240-41e9-9135-cf4ab545a865', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '5c9892e7-e6e2-4d1b-9907-f3f374bf6c5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:27:14Z', 'updated_at': '2022-05-28T17:27:20Z', 'revision_number': 5, 'project_id': 'afaaf8bde7134efc80c77d707bb309bc', 'subnets': [{'id': '5c9892e7-e6e2-4d1b-9907-f3f374bf6c5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 17:27:53.813510 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0f7cd1-d96b-4b99-9a5c-bfc7ebc9d1a7 req-ea2334b7-d200-4def-9e9a-e803619f6506 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:27:53.818063 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-be0f7cd1-d96b-4b99-9a5c-bfc7ebc9d1a7 req-ea2334b7-d200-4def-9e9a-e803619f6506 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/ports?device_id=1c3b0710-2e45-41e0-b02a-a9b95245f62a HTTP/1.1" status: 200 len: 945 time: 0.0567417 May 28 17:27:53.876970 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-be0f7cd1-d96b-4b99-9a5c-bfc7ebc9d1a7 req-ffc7abf9-8100-4a04-825d-3ec169bc4c7b tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/security-groups?id=e86c30f5-196b-4340-88e9-8368ca719339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558491 May 28 17:27:53.916448 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa3ffac3-4f1e-441e-bcf7-76fce682321a None None] New status for floating IP ea6b831c-7d3d-468b-9ffb-c8f3c93249cd: ACTIVE {{(pid=103913) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 28 17:27:53.980157 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:27:53.992918 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91abbf5-4aaf-42e6-b947-66b10c7d5daf req-c7d9c189-c877-46b6-bc67-fee3acb00ffc tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:27:53.994403 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-f91abbf5-4aaf-42e6-b947-66b10c7d5daf req-c7d9c189-c877-46b6-bc67-fee3acb00ffc tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] 10.222.0.33 "GET /v2.0/ports?device_id=c454eafd-57ce-466c-a88f-aa88a272a56a HTTP/1.1" status: 200 len: 931 time: 0.0642762 May 28 17:27:54.033524 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:27:54.048593 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-f91abbf5-4aaf-42e6-b947-66b10c7d5daf req-d98bd519-8125-4738-816d-fa5868806aad tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] 10.222.0.33 "GET /v2.0/security-groups?id=b57b7f75-5a7b-4a87-9936-4ce2a1c3dca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459626 May 28 17:27:54.489795 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-5184fed6-c85b-4982-be81-40bdc009120f req-8e729998-9dcb-43c6-8160-3b27cf87b3f6 tempest-VolumesActionsTest-997537412 tempest-VolumesActionsTest-997537412-project] 10.222.0.33 "GET /v2.0/ports?device_id=4d039398-7bb2-4301-8a49-b20879664453 HTTP/1.1" status: 200 len: 210 time: 0.0315745 May 28 17:27:55.007712 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cf1e28-7cbf-4522-af0c-7722b539a4e2 req-7830090f-8deb-41f6-b8cf-95f75264737c tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:27:55.009293 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-66cf1e28-7cbf-4522-af0c-7722b539a4e2 req-7830090f-8deb-41f6-b8cf-95f75264737c tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/ports?device_id=1c3b0710-2e45-41e0-b02a-a9b95245f62a HTTP/1.1" status: 200 len: 945 time: 0.0553019 May 28 17:27:55.074438 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-66cf1e28-7cbf-4522-af0c-7722b539a4e2 req-45b6dce9-af77-47e6-98f6-9fabdf870171 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/security-groups?id=e86c30f5-196b-4340-88e9-8368ca719339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587976 May 28 17:27:55.155176 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-3363ac3b-52c8-40a0-88e7-833a279d5586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (8a8c7bbb-808d-49ae-95de-62501e6237ff), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:55.188468 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3aff09-318d-4804-99ad-05b5ec5901c4 req-0c923edd-e490-4070-badf-0ebb22af3ba3 tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:27:55.190279 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-6b3aff09-318d-4804-99ad-05b5ec5901c4 req-0c923edd-e490-4070-badf-0ebb22af3ba3 tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] 10.222.0.33 "GET /v2.0/ports?device_id=c454eafd-57ce-466c-a88f-aa88a272a56a HTTP/1.1" status: 200 len: 931 time: 0.0528498 May 28 17:27:55.252861 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-6b3aff09-318d-4804-99ad-05b5ec5901c4 req-541313bf-5f2c-4b6c-acb8-631454c3ef4e tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] 10.222.0.33 "GET /v2.0/security-groups?id=b57b7f75-5a7b-4a87-9936-4ce2a1c3dca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526881 May 28 17:27:55.589930 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-3b3c38de-458d-41c4-924f-82f51656f6f7 req-bc691a0d-7de2-472d-8416-8e8a3c625448 tempest-VolumesActionsTest-997537412 tempest-VolumesActionsTest-997537412-project] 10.222.0.33 "GET /v2.0/ports?device_id=4d039398-7bb2-4301-8a49-b20879664453 HTTP/1.1" status: 200 len: 210 time: 0.0303063 May 28 17:27:56.218873 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0be331-797e-4e52-8d5e-35066f32ccb9 req-d35cffeb-f87f-4acb-b1fa-c63853a64f56 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:27:56.220656 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-8f0be331-797e-4e52-8d5e-35066f32ccb9 req-d35cffeb-f87f-4acb-b1fa-c63853a64f56 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/ports?device_id=1c3b0710-2e45-41e0-b02a-a9b95245f62a HTTP/1.1" status: 200 len: 945 time: 0.0578084 May 28 17:27:56.275828 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-8f0be331-797e-4e52-8d5e-35066f32ccb9 req-9d140b3a-b98a-4262-b80f-13d3203dd4cc tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/security-groups?id=e86c30f5-196b-4340-88e9-8368ca719339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490305 May 28 17:27:56.379015 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c7e159-f13b-475d-a467-8833b4cfa41e req-ce2428e9-1f9f-4114-84dc-12a79f42bbe5 tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:27:56.382186 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-a9c7e159-f13b-475d-a467-8833b4cfa41e req-ce2428e9-1f9f-4114-84dc-12a79f42bbe5 tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] 10.222.0.33 "GET /v2.0/ports?device_id=c454eafd-57ce-466c-a88f-aa88a272a56a HTTP/1.1" status: 200 len: 931 time: 0.0534122 May 28 17:27:56.406154 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-f22b8f6e-815f-41ba-a8b6-c2e56f67911e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (0b51406a-5a43-473c-8a39-67b2a4c71e5e), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:56.448966 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-a9c7e159-f13b-475d-a467-8833b4cfa41e req-b37abe08-35c6-440f-adb3-1fdec62db2ba tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] 10.222.0.33 "GET /v2.0/security-groups?id=b57b7f75-5a7b-4a87-9936-4ce2a1c3dca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576656 May 28 17:27:56.703608 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-7e25fabf-bfdc-4aac-ba07-a96b1a60860d req-c65818c3-a33e-46b9-b015-7b62b50bdcea tempest-VolumesActionsTest-997537412 tempest-VolumesActionsTest-997537412-project] 10.222.0.33 "GET /v2.0/ports?device_id=4d039398-7bb2-4301-8a49-b20879664453 HTTP/1.1" status: 200 len: 210 time: 0.0370359 May 28 17:27:57.402404 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7701db-8dc6-4f1d-8f9b-4fcf32ab0657 req-5db53183-cd91-4cdd-a7bd-3b39c7b38869 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:27:57.404464 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-fe7701db-8dc6-4f1d-8f9b-4fcf32ab0657 req-5db53183-cd91-4cdd-a7bd-3b39c7b38869 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/ports?device_id=1c3b0710-2e45-41e0-b02a-a9b95245f62a HTTP/1.1" status: 200 len: 945 time: 0.0527699 May 28 17:27:57.453385 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:27:57.459014 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-fe7701db-8dc6-4f1d-8f9b-4fcf32ab0657 req-934114e7-a3f0-42d2-861d-c7c416384e7b tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/security-groups?id=e86c30f5-196b-4340-88e9-8368ca719339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459144 May 28 17:27:57.571839 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3b4191-bb1b-4418-93cd-4877ee699141 req-b3651f28-f14e-4d38-bb82-ca85883ad78c tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:27:57.573378 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-ca3b4191-bb1b-4418-93cd-4877ee699141 req-b3651f28-f14e-4d38-bb82-ca85883ad78c tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] 10.222.0.33 "GET /v2.0/ports?device_id=c454eafd-57ce-466c-a88f-aa88a272a56a HTTP/1.1" status: 200 len: 931 time: 0.0523942 May 28 17:27:57.621859 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-ca3b4191-bb1b-4418-93cd-4877ee699141 req-dad64ce2-c0e8-4e35-a206-ff29a9cd314c tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] 10.222.0.33 "GET /v2.0/security-groups?id=b57b7f75-5a7b-4a87-9936-4ce2a1c3dca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423384 May 28 17:27:57.708519 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-44990afe-4038-4bea-a0ed-12e052229f33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (19502cf1-8899-41f0-9103-a107faa54218), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:57.806008 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-323cc74a-5f0e-4073-9576-bdfe65fb0916 req-ef91b1d8-bb99-4d59-80bc-70b98180d204 tempest-VolumesActionsTest-997537412 tempest-VolumesActionsTest-997537412-project] 10.222.0.33 "GET /v2.0/ports?device_id=4d039398-7bb2-4301-8a49-b20879664453 HTTP/1.1" status: 200 len: 210 time: 0.0307970 May 28 17:27:58.580689 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9660af-be9f-4564-a3c2-1eeefbab07aa req-4af47e4c-7e70-42bd-b165-6494bd858d87 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:27:58.582189 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-ad9660af-be9f-4564-a3c2-1eeefbab07aa req-4af47e4c-7e70-42bd-b165-6494bd858d87 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/ports?device_id=1c3b0710-2e45-41e0-b02a-a9b95245f62a HTTP/1.1" status: 200 len: 945 time: 0.0494652 May 28 17:27:58.630513 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-ad9660af-be9f-4564-a3c2-1eeefbab07aa req-a744083b-bc20-4773-9dbb-ab7286718dfe tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/security-groups?id=e86c30f5-196b-4340-88e9-8368ca719339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425978 May 28 17:27:58.739915 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c64b4ac-f967-4391-8253-58e47e9359d2 req-f469320c-099f-4b12-b9a9-2e7711b564bf tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:27:58.744480 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-9c64b4ac-f967-4391-8253-58e47e9359d2 req-f469320c-099f-4b12-b9a9-2e7711b564bf tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] 10.222.0.33 "GET /v2.0/ports?device_id=c454eafd-57ce-466c-a88f-aa88a272a56a HTTP/1.1" status: 200 len: 931 time: 0.0556772 May 28 17:27:58.793453 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-9c64b4ac-f967-4391-8253-58e47e9359d2 req-97a87807-7145-45ef-a471-1e1ac1d0738f tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] 10.222.0.33 "GET /v2.0/security-groups?id=b57b7f75-5a7b-4a87-9936-4ce2a1c3dca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415502 May 28 17:27:58.913110 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-1a6d9f7b-19ed-4f0a-ba54-83307034ba81 req-785f3bd4-546f-456d-be48-07b0b2b3e5dd tempest-VolumesActionsTest-997537412 tempest-VolumesActionsTest-997537412-project] 10.222.0.33 "GET /v2.0/ports?device_id=4d039398-7bb2-4301-8a49-b20879664453 HTTP/1.1" status: 200 len: 210 time: 0.0323350 May 28 17:27:59.399904 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (0032cfec-21e8-44dd-a7d5-0b8312dfe052), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:27:59.782958 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548412d9-1a41-452e-81ff-c0444a03c1a4 req-a4ce86ce-8698-4b51-9681-7deed94356c6 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:27:59.784633 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-548412d9-1a41-452e-81ff-c0444a03c1a4 req-a4ce86ce-8698-4b51-9681-7deed94356c6 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/ports?device_id=1c3b0710-2e45-41e0-b02a-a9b95245f62a HTTP/1.1" status: 200 len: 945 time: 0.0495620 May 28 17:27:59.844523 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-548412d9-1a41-452e-81ff-c0444a03c1a4 req-44a6e9e3-9387-4b6c-9ced-a4e0ff59507e tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/security-groups?id=e86c30f5-196b-4340-88e9-8368ca719339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545497 May 28 17:27:59.877399 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=100 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:28:00.033088 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-9222d55e-2dca-4c9d-9394-113e335a38dc req-a8348ff5-e57d-41b6-ab3d-783b0ba6129a tempest-VolumesActionsTest-997537412 tempest-VolumesActionsTest-997537412-project] 10.222.0.33 "GET /v2.0/ports?device_id=4d039398-7bb2-4301-8a49-b20879664453 HTTP/1.1" status: 200 len: 210 time: 0.0416312 May 28 17:28:00.125928 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f781a0-4451-494f-9a41-166fb4a42783 req-e96faba1-9cf4-4e9e-823d-c48222e864b4 tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:28:00.127519 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-84f781a0-4451-494f-9a41-166fb4a42783 req-e96faba1-9cf4-4e9e-823d-c48222e864b4 tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] 10.222.0.33 "GET /v2.0/ports?device_id=c454eafd-57ce-466c-a88f-aa88a272a56a HTTP/1.1" status: 200 len: 931 time: 0.2596674 May 28 17:28:00.176644 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-84f781a0-4451-494f-9a41-166fb4a42783 req-81dbffa3-1db3-4537-a632-057f61154159 tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] 10.222.0.33 "GET /v2.0/security-groups?id=b57b7f75-5a7b-4a87-9936-4ce2a1c3dca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434716 May 28 17:28:00.975566 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de80111-8848-4faf-be9e-4c710db76c08 req-5e282887-ed96-400f-871b-360898de7b59 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:28:00.977735 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-0de80111-8848-4faf-be9e-4c710db76c08 req-5e282887-ed96-400f-871b-360898de7b59 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/ports?device_id=1c3b0710-2e45-41e0-b02a-a9b95245f62a HTTP/1.1" status: 200 len: 945 time: 0.0618055 May 28 17:28:01.025858 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-0de80111-8848-4faf-be9e-4c710db76c08 req-34fd50d3-2230-47e5-81ff-4995982761bc tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/security-groups?id=e86c30f5-196b-4340-88e9-8368ca719339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410299 May 28 17:28:01.136690 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-2d158a36-e027-444d-a52a-3c95e4ca2d02 req-b5077dda-05ea-4e1f-8ee0-5375cceaf032 tempest-VolumesActionsTest-997537412 tempest-VolumesActionsTest-997537412-project] 10.222.0.33 "GET /v2.0/ports?device_id=4d039398-7bb2-4301-8a49-b20879664453 HTTP/1.1" status: 200 len: 210 time: 0.0292456 May 28 17:28:01.297225 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770e0fd0-1355-424e-aafb-f1d2d1f1e990 req-ede3afa8-052a-4e63-ba4e-5734710dd51b tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:28:01.298804 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-770e0fd0-1355-424e-aafb-f1d2d1f1e990 req-ede3afa8-052a-4e63-ba4e-5734710dd51b tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] 10.222.0.33 "GET /v2.0/ports?device_id=c454eafd-57ce-466c-a88f-aa88a272a56a HTTP/1.1" status: 200 len: 931 time: 0.0522509 May 28 17:28:01.348963 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-770e0fd0-1355-424e-aafb-f1d2d1f1e990 req-7c6324bf-3ac0-4eeb-8b90-a987b1e76638 tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] 10.222.0.33 "GET /v2.0/security-groups?id=b57b7f75-5a7b-4a87-9936-4ce2a1c3dca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430224 May 28 17:28:02.140838 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1b3a92-b65a-4cbc-b6b6-e326cc8cd5d8 req-32263ad8-1ce2-47d4-aed7-86fec6e65db2 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:28:02.142323 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-fc1b3a92-b65a-4cbc-b6b6-e326cc8cd5d8 req-32263ad8-1ce2-47d4-aed7-86fec6e65db2 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/ports?device_id=1c3b0710-2e45-41e0-b02a-a9b95245f62a HTTP/1.1" status: 200 len: 945 time: 0.0482030 May 28 17:28:02.207126 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-fc1b3a92-b65a-4cbc-b6b6-e326cc8cd5d8 req-0cabec49-fb62-445f-9014-97ee1934d7ba tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/security-groups?id=e86c30f5-196b-4340-88e9-8368ca719339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589726 May 28 17:28:02.270282 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-a167e7a5-4f6a-405b-ba36-8a0100aef777 req-e49049e8-3d34-48cf-8d3c-a9bf4b94b1d4 tempest-VolumesActionsTest-997537412 tempest-VolumesActionsTest-997537412-project] 10.222.0.33 "GET /v2.0/ports?device_id=4d039398-7bb2-4301-8a49-b20879664453 HTTP/1.1" status: 200 len: 210 time: 0.0314183 May 28 17:28:02.497034 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb8e12f-28eb-4da0-849a-6848ad7778c0 req-4a8b03e5-cec7-444e-90f9-79f504a01f07 tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:28:02.499556 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-5fb8e12f-28eb-4da0-849a-6848ad7778c0 req-4a8b03e5-cec7-444e-90f9-79f504a01f07 tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] 10.222.0.33 "GET /v2.0/ports?device_id=c454eafd-57ce-466c-a88f-aa88a272a56a HTTP/1.1" status: 200 len: 931 time: 0.0811906 May 28 17:28:02.556726 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-5fb8e12f-28eb-4da0-849a-6848ad7778c0 req-4981f316-579b-47f1-a1a0-4e4822204cc3 tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] 10.222.0.33 "GET /v2.0/security-groups?id=b57b7f75-5a7b-4a87-9936-4ce2a1c3dca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509443 May 28 17:28:03.353812 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb97dc5a-31e7-4570-8991-40ac0e651d2c req-3aaec151-0ed5-4508-8227-ccb1e7dee4d9 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:28:03.355410 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-eb97dc5a-31e7-4570-8991-40ac0e651d2c req-3aaec151-0ed5-4508-8227-ccb1e7dee4d9 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/ports?device_id=1c3b0710-2e45-41e0-b02a-a9b95245f62a HTTP/1.1" status: 200 len: 945 time: 0.0745206 May 28 17:28:03.392546 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-10059d8c-f671-4efe-8a1e-ec3067ec8a54 req-2ccffbfc-971c-4f2e-872b-86521fe46be0 tempest-VolumesActionsTest-997537412 tempest-VolumesActionsTest-997537412-project] 10.222.0.33 "GET /v2.0/ports?device_id=4d039398-7bb2-4301-8a49-b20879664453 HTTP/1.1" status: 200 len: 210 time: 0.0277870 May 28 17:28:03.405774 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-eb97dc5a-31e7-4570-8991-40ac0e651d2c req-819ed268-dcbd-4652-8da1-301d5856fafd tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/security-groups?id=e86c30f5-196b-4340-88e9-8368ca719339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436664 May 28 17:28:03.600897 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=53 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:28:03.602814 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=17 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:28:03.685734 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9b2166-bd5c-4240-9834-cd7fb98993d2 req-162db5f7-d4b8-416b-8b3b-e1ced3a15927 tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:28:03.687243 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-ee9b2166-bd5c-4240-9834-cd7fb98993d2 req-162db5f7-d4b8-416b-8b3b-e1ced3a15927 tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] 10.222.0.33 "GET /v2.0/ports?device_id=c454eafd-57ce-466c-a88f-aa88a272a56a HTTP/1.1" status: 200 len: 931 time: 0.0507329 May 28 17:28:03.713740 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=100 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:28:03.740896 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-ee9b2166-bd5c-4240-9834-cd7fb98993d2 req-813a2878-47ed-4d94-a739-55369841d43d tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] 10.222.0.33 "GET /v2.0/security-groups?id=b57b7f75-5a7b-4a87-9936-4ce2a1c3dca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473211 May 28 17:28:04.298746 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (7cdbebfa-f3b4-48eb-8fbc-caed95606681), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:28:04.507846 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-2a3e2677-706e-4566-9032-8df957d93023 req-5577a388-23b8-4070-a943-bcd3090ce93d tempest-VolumesActionsTest-997537412 tempest-VolumesActionsTest-997537412-project] 10.222.0.33 "GET /v2.0/ports?device_id=4d039398-7bb2-4301-8a49-b20879664453 HTTP/1.1" status: 200 len: 210 time: 0.0288765 May 28 17:28:04.534793 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ce5965-fdf8-4201-9052-0cc63d280718 req-6111e0d0-3258-4236-ac5c-0f56de431f1f tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:28:04.538794 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-68ce5965-fdf8-4201-9052-0cc63d280718 req-6111e0d0-3258-4236-ac5c-0f56de431f1f tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/ports?device_id=1c3b0710-2e45-41e0-b02a-a9b95245f62a HTTP/1.1" status: 200 len: 945 time: 0.0579939 May 28 17:28:04.596205 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-68ce5965-fdf8-4201-9052-0cc63d280718 req-6daeb536-19ae-4d2d-82ce-a6422a8c370e tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/security-groups?id=e86c30f5-196b-4340-88e9-8368ca719339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526800 May 28 17:28:04.885828 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1816f4f4-9233-4131-b1ac-468578b84560 req-5d78c9e6-0637-4682-8b9a-bcd22f18007d tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:28:04.887564 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-1816f4f4-9233-4131-b1ac-468578b84560 req-5d78c9e6-0637-4682-8b9a-bcd22f18007d tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] 10.222.0.33 "GET /v2.0/ports?device_id=c454eafd-57ce-466c-a88f-aa88a272a56a HTTP/1.1" status: 200 len: 931 time: 0.0711877 May 28 17:28:04.957109 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-1816f4f4-9233-4131-b1ac-468578b84560 req-3c69111f-916a-4c66-9729-38ae64803a4b tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] 10.222.0.33 "GET /v2.0/security-groups?id=b57b7f75-5a7b-4a87-9936-4ce2a1c3dca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618248 May 28 17:28:05.609951 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-0f571365-8971-4a4f-a52f-8c7d7f803b3f req-ce579890-fc60-430b-8e49-dcd167ed8e74 tempest-VolumesActionsTest-997537412 tempest-VolumesActionsTest-997537412-project] 10.222.0.33 "GET /v2.0/ports?device_id=4d039398-7bb2-4301-8a49-b20879664453 HTTP/1.1" status: 200 len: 210 time: 0.0277114 May 28 17:28:05.711570 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6532824e-2d83-4919-a7f2-8b40c5f92647 req-c105ec22-77c6-472b-9ea8-1abd4cc3ee25 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:28:05.713037 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-6532824e-2d83-4919-a7f2-8b40c5f92647 req-c105ec22-77c6-472b-9ea8-1abd4cc3ee25 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/ports?device_id=1c3b0710-2e45-41e0-b02a-a9b95245f62a HTTP/1.1" status: 200 len: 945 time: 0.0466149 May 28 17:28:05.731622 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=100 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:28:05.760118 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-6532824e-2d83-4919-a7f2-8b40c5f92647 req-6e646e00-77ac-4674-9c61-8cf3311ca9ea tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/security-groups?id=e86c30f5-196b-4340-88e9-8368ca719339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417383 May 28 17:28:06.080219 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8cb5df-b009-4fc4-8e44-076c4186db44 req-f6643c03-390b-479f-b271-723c4884f704 tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:28:06.081707 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-6b8cb5df-b009-4fc4-8e44-076c4186db44 req-f6643c03-390b-479f-b271-723c4884f704 tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] 10.222.0.33 "GET /v2.0/ports?device_id=c454eafd-57ce-466c-a88f-aa88a272a56a HTTP/1.1" status: 200 len: 931 time: 0.0522952 May 28 17:28:06.129645 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-6b8cb5df-b009-4fc4-8e44-076c4186db44 req-a938cfec-765e-44a5-bc89-4fb1c408c19d tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] 10.222.0.33 "GET /v2.0/security-groups?id=b57b7f75-5a7b-4a87-9936-4ce2a1c3dca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425479 May 28 17:28:06.706582 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-b8436fcc-f663-4053-a8db-e920e40b1a98 req-1fffad30-6452-4b51-9d3b-822a056e2a3c tempest-VolumesActionsTest-997537412 tempest-VolumesActionsTest-997537412-project] 10.222.0.33 "GET /v2.0/ports?device_id=4d039398-7bb2-4301-8a49-b20879664453 HTTP/1.1" status: 200 len: 210 time: 0.0282993 May 28 17:28:06.873728 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329c55b6-bad9-45e8-85df-27cac57a3058 req-605c1b54-6481-4901-9dce-5cafe03a8b8e tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:28:06.875749 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-329c55b6-bad9-45e8-85df-27cac57a3058 req-605c1b54-6481-4901-9dce-5cafe03a8b8e tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/ports?device_id=1c3b0710-2e45-41e0-b02a-a9b95245f62a HTTP/1.1" status: 200 len: 945 time: 0.0489759 May 28 17:28:06.921317 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-329c55b6-bad9-45e8-85df-27cac57a3058 req-12c8946b-6290-44b9-8798-a4d7d0089b54 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/security-groups?id=e86c30f5-196b-4340-88e9-8368ca719339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399776 May 28 17:28:07.245094 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43ea417-4fb2-41d6-987e-8527881550f5 req-626858a0-261d-49f5-b633-ab88fcf1f0d0 tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:28:07.246528 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-d43ea417-4fb2-41d6-987e-8527881550f5 req-626858a0-261d-49f5-b633-ab88fcf1f0d0 tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] 10.222.0.33 "GET /v2.0/ports?device_id=c454eafd-57ce-466c-a88f-aa88a272a56a HTTP/1.1" status: 200 len: 931 time: 0.0506032 May 28 17:28:07.292608 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-d43ea417-4fb2-41d6-987e-8527881550f5 req-dfba6fa0-86c2-4b7e-901e-57b385c7aea6 tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] 10.222.0.33 "GET /v2.0/security-groups?id=b57b7f75-5a7b-4a87-9936-4ce2a1c3dca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397234 May 28 17:28:07.800438 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-f088499a-b437-4ccf-9e8b-9853bf495e81 req-d6088bbc-e6f0-4d3b-9630-f8848a4258b9 tempest-VolumesActionsTest-997537412 tempest-VolumesActionsTest-997537412-project] 10.222.0.33 "GET /v2.0/ports?device_id=4d039398-7bb2-4301-8a49-b20879664453 HTTP/1.1" status: 200 len: 210 time: 0.0283234 May 28 17:28:08.040525 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd7a12b-0170-4318-be1c-de6ad17a20a6 req-fe4936cb-2231-4935-9c8d-7751fd899c1a tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:28:08.042147 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-ebd7a12b-0170-4318-be1c-de6ad17a20a6 req-fe4936cb-2231-4935-9c8d-7751fd899c1a tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/ports?device_id=1c3b0710-2e45-41e0-b02a-a9b95245f62a HTTP/1.1" status: 200 len: 945 time: 0.0506845 May 28 17:28:08.089174 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-ebd7a12b-0170-4318-be1c-de6ad17a20a6 req-d5fb015c-1ebf-4aef-a1c2-7a24a82b6392 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/security-groups?id=e86c30f5-196b-4340-88e9-8368ca719339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407000 May 28 17:28:08.409282 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b154c17-01db-438e-a09d-94c940e492ec req-7386cacf-6bd1-4485-9cfc-becdb4a0f3c9 tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:28:08.410765 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-8b154c17-01db-438e-a09d-94c940e492ec req-7386cacf-6bd1-4485-9cfc-becdb4a0f3c9 tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] 10.222.0.33 "GET /v2.0/ports?device_id=c454eafd-57ce-466c-a88f-aa88a272a56a HTTP/1.1" status: 200 len: 931 time: 0.0506821 May 28 17:28:08.419155 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.agents_db [None req-b36f0ab6-f8d6-4670-a7fa-3628cf342135 None None] Agent healthcheck: found 6 active agents {{(pid=103914) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 28 17:28:08.458797 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-8b154c17-01db-438e-a09d-94c940e492ec req-e6a36584-ba6c-4386-a53d-e8aafd36cf40 tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] 10.222.0.33 "GET /v2.0/security-groups?id=b57b7f75-5a7b-4a87-9936-4ce2a1c3dca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424922 May 28 17:28:08.895612 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-238fcfd5-a8d0-4da4-9128-85cce1cf7b16 req-51d3699b-dc5b-4e56-8bc8-83eb71d3ab9e tempest-VolumesActionsTest-997537412 tempest-VolumesActionsTest-997537412-project] 10.222.0.33 "GET /v2.0/ports?device_id=4d039398-7bb2-4301-8a49-b20879664453 HTTP/1.1" status: 200 len: 210 time: 0.0290804 May 28 17:28:09.201012 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23c00bd-9b84-44e3-83ea-cee7137117ca req-77a27fc6-761e-48d4-9f57-ad4bd6447113 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:28:09.202458 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-a23c00bd-9b84-44e3-83ea-cee7137117ca req-77a27fc6-761e-48d4-9f57-ad4bd6447113 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/ports?device_id=1c3b0710-2e45-41e0-b02a-a9b95245f62a HTTP/1.1" status: 200 len: 945 time: 0.0469079 May 28 17:28:09.248540 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-a23c00bd-9b84-44e3-83ea-cee7137117ca req-911a01b1-957d-4616-b83a-4329ca783efc tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/security-groups?id=e86c30f5-196b-4340-88e9-8368ca719339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404761 May 28 17:28:09.573464 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4963c039-74ef-4257-993c-631e77404c55 req-7e86d517-75cf-4d80-90b3-cf390e0545d2 tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:28:09.574908 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-4963c039-74ef-4257-993c-631e77404c55 req-7e86d517-75cf-4d80-90b3-cf390e0545d2 tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] 10.222.0.33 "GET /v2.0/ports?device_id=c454eafd-57ce-466c-a88f-aa88a272a56a HTTP/1.1" status: 200 len: 931 time: 0.0503585 May 28 17:28:09.621797 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-4963c039-74ef-4257-993c-631e77404c55 req-26fac776-6c3c-4777-8ab0-5131e41eb3ae tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] 10.222.0.33 "GET /v2.0/security-groups?id=b57b7f75-5a7b-4a87-9936-4ce2a1c3dca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413253 May 28 17:28:09.996372 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-ca9dd2f1-b6ba-44dd-b49b-d2871d693596 req-8cc4c950-fdca-440b-bbf9-3cde4dce37e0 tempest-VolumesActionsTest-997537412 tempest-VolumesActionsTest-997537412-project] 10.222.0.33 "GET /v2.0/ports?device_id=4d039398-7bb2-4301-8a49-b20879664453 HTTP/1.1" status: 200 len: 210 time: 0.0307105 May 28 17:28:10.366466 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988da407-92b7-49df-b32c-3e2af74d6de8 req-cb12edf3-51af-483d-b206-cbb907153960 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:28:10.368158 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-988da407-92b7-49df-b32c-3e2af74d6de8 req-cb12edf3-51af-483d-b206-cbb907153960 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/ports?device_id=1c3b0710-2e45-41e0-b02a-a9b95245f62a HTTP/1.1" status: 200 len: 945 time: 0.0516648 May 28 17:28:10.415133 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-988da407-92b7-49df-b32c-3e2af74d6de8 req-56531d64-d3c9-4ced-9970-11af534df6d6 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/security-groups?id=e86c30f5-196b-4340-88e9-8368ca719339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414054 May 28 17:28:10.734795 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acec97e-a98f-4ad4-9557-6d8242b59e01 req-6c438a1c-e500-476b-bea9-b26e8fe4a9d5 tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:28:10.736394 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-0acec97e-a98f-4ad4-9557-6d8242b59e01 req-6c438a1c-e500-476b-bea9-b26e8fe4a9d5 tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] 10.222.0.33 "GET /v2.0/ports?device_id=c454eafd-57ce-466c-a88f-aa88a272a56a HTTP/1.1" status: 200 len: 931 time: 0.0480320 May 28 17:28:10.782138 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-0acec97e-a98f-4ad4-9557-6d8242b59e01 req-fabc5774-57d9-4d16-9918-2e7486ea35ab tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] 10.222.0.33 "GET /v2.0/security-groups?id=b57b7f75-5a7b-4a87-9936-4ce2a1c3dca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404119 May 28 17:28:11.019537 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=100 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:28:11.027461 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.v2.base [req-4833728d-7a89-493a-956e-5df7002d6bfc req-e364e35a-c1c7-4520-be76-3238df3522f5 service neutron] Request body: {'port': {'device_id': 'c454eafd-57ce-466c-a88f-aa88a272a56a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84372'}} {{(pid=103912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 17:28:11.053387 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-852372c5-5738-45cc-b460-5ebf18db9e2c req-fc398739-3d9d-4ee9-8553-3bb94eaa8d1a service neutron] 10.222.0.16 "GET /v2.0/networks/77a1ea92-c07d-41a7-8668-7c3c660591aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052935 May 28 17:28:11.054042 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=100 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:28:11.121000 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-858e050d-e504-4c50-a1c6-774b1ae08100 req-6ea7042a-9920-44d6-8d45-e2ff8b0f532e tempest-VolumesActionsTest-997537412 tempest-VolumesActionsTest-997537412-project] 10.222.0.33 "GET /v2.0/ports?device_id=4d039398-7bb2-4301-8a49-b20879664453 HTTP/1.1" status: 200 len: 210 time: 0.0495377 May 28 17:28:11.127801 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-4833728d-7a89-493a-956e-5df7002d6bfc req-e364e35a-c1c7-4520-be76-3238df3522f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (f6092e8b-c7e1-4c14-a7b3-8baa64e42a95), before_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:28:11.129285 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e91043-0728-4648-9f3e-e458c6d397bb req-5a875f37-fdf2-4cde-bcd0-1d0b08385061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:28:11.130855 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-c2e91043-0728-4648-9f3e-e458c6d397bb req-5a875f37-fdf2-4cde-bcd0-1d0b08385061 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=afaaf8bde7134efc80c77d707bb309bc&device_id=1e52b200-7c75-45f2-92ed-813b306fc334 HTTP/1.1" status: 200 len: 1129 time: 0.0433664 May 28 17:28:11.533145 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6ea26a-8cf8-48ea-881d-4ecf74699e10 req-e1d79350-252d-4f43-9e1e-e936138f72a9 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:28:11.534735 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-fc6ea26a-8cf8-48ea-881d-4ecf74699e10 req-e1d79350-252d-4f43-9e1e-e936138f72a9 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/ports?device_id=1c3b0710-2e45-41e0-b02a-a9b95245f62a HTTP/1.1" status: 200 len: 945 time: 0.0496931 May 28 17:28:11.586697 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-fc6ea26a-8cf8-48ea-881d-4ecf74699e10 req-3c652f23-e3bd-4aec-9171-3108e21f3f22 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/security-groups?id=e86c30f5-196b-4340-88e9-8368ca719339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458753 May 28 17:28:11.623809 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.notifiers.nova [req-4833728d-7a89-493a-956e-5df7002d6bfc req-e364e35a-c1c7-4520-be76-3238df3522f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6092e8b-c7e1-4c14-a7b3-8baa64e42a95 {{(pid=103912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 17:28:11.632620 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-4833728d-7a89-493a-956e-5df7002d6bfc req-e364e35a-c1c7-4520-be76-3238df3522f5 service neutron] Publish callbacks [] for port (f6092e8b-c7e1-4c14-a7b3-8baa64e42a95), precommit_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:28:11.644722 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.db.provisioning_blocks [req-4833728d-7a89-493a-956e-5df7002d6bfc req-e364e35a-c1c7-4520-be76-3238df3522f5 service neutron] Transition to ACTIVE for port object f6092e8b-c7e1-4c14-a7b3-8baa64e42a95 will not be triggered until provisioned by entity L2. {{(pid=103912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 28 17:28:11.648322 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-4833728d-7a89-493a-956e-5df7002d6bfc req-e364e35a-c1c7-4520-be76-3238df3522f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735968512485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735968120131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735968120149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6173909'] for port (f6092e8b-c7e1-4c14-a7b3-8baa64e42a95), after_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:28:11.696996 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:28:11.699240 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e364e35a-c1c7-4520-be76-3238df3522f5 service neutron] Pushing event updated for resources: {'Port': ['ID=f6092e8b-c7e1-4c14-a7b3-8baa64e42a95,revision_number=2']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:28:11.791990 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.managers [req-4833728d-7a89-493a-956e-5df7002d6bfc req-e364e35a-c1c7-4520-be76-3238df3522f5 service neutron] Attempting to bind port f6092e8b-c7e1-4c14-a7b3-8baa64e42a95 on host hv-cinder-84372 for vnic_type normal with profile {{(pid=103912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 28 17:28:11.792328 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.managers [req-4833728d-7a89-493a-956e-5df7002d6bfc req-e364e35a-c1c7-4520-be76-3238df3522f5 service neutron] Attempting to bind port f6092e8b-c7e1-4c14-a7b3-8baa64e42a95 by drivers openvswitch,hyperv on host hv-cinder-84372 at level 0 using segments [{'id': '7ca01be8-3573-49b0-96c6-bc7c2fecb2da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c2642da9-62f7-4baf-be4a-bb647a278cd8'}] {{(pid=103912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 28 17:28:11.792653 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4833728d-7a89-493a-956e-5df7002d6bfc req-e364e35a-c1c7-4520-be76-3238df3522f5 service neutron] Attempting to bind port f6092e8b-c7e1-4c14-a7b3-8baa64e42a95 on network c2642da9-62f7-4baf-be4a-bb647a278cd8 {{(pid=103912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 28 17:28:11.797805 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4833728d-7a89-493a-956e-5df7002d6bfc req-e364e35a-c1c7-4520-be76-3238df3522f5 service neutron] Port f6092e8b-c7e1-4c14-a7b3-8baa64e42a95 on network c2642da9-62f7-4baf-be4a-bb647a278cd8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84372 {{(pid=103912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 28 17:28:11.798120 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4833728d-7a89-493a-956e-5df7002d6bfc req-e364e35a-c1c7-4520-be76-3238df3522f5 service neutron] Attempting to bind port f6092e8b-c7e1-4c14-a7b3-8baa64e42a95 on network c2642da9-62f7-4baf-be4a-bb647a278cd8 {{(pid=103912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 28 17:28:11.816154 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4833728d-7a89-493a-956e-5df7002d6bfc req-e364e35a-c1c7-4520-be76-3238df3522f5 service neutron] Checking agent: {'id': '7cdbebfa-f3b4-48eb-8fbc-caed95606681', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84372', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 17, 23, 31), 'started_at': datetime.datetime(2022, 5, 28, 17, 23, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 17, 28, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 28 17:28:11.816499 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4833728d-7a89-493a-956e-5df7002d6bfc req-e364e35a-c1c7-4520-be76-3238df3522f5 service neutron] Checking segment: {'id': '7ca01be8-3573-49b0-96c6-bc7c2fecb2da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c2642da9-62f7-4baf-be4a-bb647a278cd8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 28 17:28:11.817040 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4833728d-7a89-493a-956e-5df7002d6bfc req-e364e35a-c1c7-4520-be76-3238df3522f5 service neutron] Bound using segment: {'id': '7ca01be8-3573-49b0-96c6-bc7c2fecb2da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c2642da9-62f7-4baf-be4a-bb647a278cd8'} {{(pid=103912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 28 17:28:11.817474 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.managers [req-4833728d-7a89-493a-956e-5df7002d6bfc req-e364e35a-c1c7-4520-be76-3238df3522f5 service neutron] Bound port: f6092e8b-c7e1-4c14-a7b3-8baa64e42a95, host: hv-cinder-84372, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ca01be8-3573-49b0-96c6-bc7c2fecb2da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c2642da9-62f7-4baf-be4a-bb647a278cd8'}}] {{(pid=103912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 28 17:28:11.818107 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-4833728d-7a89-493a-956e-5df7002d6bfc req-e364e35a-c1c7-4520-be76-3238df3522f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (f6092e8b-c7e1-4c14-a7b3-8baa64e42a95), before_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:28:11.895391 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.db [req-4833728d-7a89-493a-956e-5df7002d6bfc req-e364e35a-c1c7-4520-be76-3238df3522f5 service neutron] For port f6092e8b-c7e1-4c14-a7b3-8baa64e42a95, host hv-cinder-84372, cleared binding levels {{(pid=103912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 17:28:11.899439 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.db [req-4833728d-7a89-493a-956e-5df7002d6bfc req-e364e35a-c1c7-4520-be76-3238df3522f5 service neutron] For port f6092e8b-c7e1-4c14-a7b3-8baa64e42a95, host hv-cinder-84372, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84372',level=0,port_id=f6092e8b-c7e1-4c14-a7b3-8baa64e42a95,segment=NetworkSegment(7ca01be8-3573-49b0-96c6-bc7c2fecb2da),segment_id=7ca01be8-3573-49b0-96c6-bc7c2fecb2da)] {{(pid=103912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 17:28:11.906930 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-4833728d-7a89-493a-956e-5df7002d6bfc req-e364e35a-c1c7-4520-be76-3238df3522f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735968512485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735968120131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735968120149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6173909'] for port (f6092e8b-c7e1-4c14-a7b3-8baa64e42a95), after_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:28:11.979862 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd549d8-0963-46a3-bbf5-558ba3eda7ca req-496f23ee-e200-45a1-ac54-c9dd5efe7b42 tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:28:11.981357 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-2dd549d8-0963-46a3-bbf5-558ba3eda7ca req-496f23ee-e200-45a1-ac54-c9dd5efe7b42 tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] 10.222.0.33 "GET /v2.0/ports?device_id=c454eafd-57ce-466c-a88f-aa88a272a56a HTTP/1.1" status: 200 len: 943 time: 0.0726483 May 28 17:28:11.992494 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4833728d-7a89-493a-956e-5df7002d6bfc req-e364e35a-c1c7-4520-be76-3238df3522f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:28:11.993104 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-4833728d-7a89-493a-956e-5df7002d6bfc req-e364e35a-c1c7-4520-be76-3238df3522f5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-152074'] for port (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:28:11.994427 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-4833728d-7a89-493a-956e-5df7002d6bfc req-e364e35a-c1c7-4520-be76-3238df3522f5 service neutron] 10.222.0.16 "PUT /v2.0/ports/f6092e8b-c7e1-4c14-a7b3-8baa64e42a95 HTTP/1.1" status: 200 len: 1093 time: 0.9712846 May 28 17:28:11.994905 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c454eafd-57ce-466c-a88f-aa88a272a56a', 'tag': 'f6092e8b-c7e1-4c14-a7b3-8baa64e42a95'}] {{(pid=103912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 17:28:11.997359 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}192b2939a0ee72d6dca365a869ce4d556b01f2e73c600b6e44d67eb265bc480d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0bac1b0-5a29-4ada-8e6e-937c4a70df46" -d '{"events": [{"name": "network-changed", "server_uuid": "c454eafd-57ce-466c-a88f-aa88a272a56a", "tag": "f6092e8b-c7e1-4c14-a7b3-8baa64e42a95"}]}' {{(pid=103912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 28 17:28:12.044801 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198d7a1a-98c5-4719-a234-7b0a15a3a5cf req-bc5c1d2e-148b-485e-ac24-bb482dd81be6 tempest-VolumesActionsTest-997537412 tempest-VolumesActionsTest-997537412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:28:12.048873 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-198d7a1a-98c5-4719-a234-7b0a15a3a5cf req-bc5c1d2e-148b-485e-ac24-bb482dd81be6 tempest-VolumesActionsTest-997537412 tempest-VolumesActionsTest-997537412-project] 10.222.0.16 "GET /v2.0/networks?id=75e9d121-0dd7-4765-8420-f3e8c1d9b007 HTTP/1.1" status: 200 len: 808 time: 0.2526565 May 28 17:28:12.055010 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e91043-0728-4648-9f3e-e458c6d397bb req-c86bc5b3-6ddc-48e1-be90-a3f60c853e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:28:12.055330 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 May 2022 17:28:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44ea79ec-6e64-4655-841f-245a990285f9 x-openstack-request-id: req-44ea79ec-6e64-4655-841f-245a990285f9 {{(pid=103912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 28 17:28:12.055638 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c454eafd-57ce-466c-a88f-aa88a272a56a", "tag": "f6092e8b-c7e1-4c14-a7b3-8baa64e42a95", "status": "completed", "code": 200}]} {{(pid=103912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 28 17:28:12.055886 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-44ea79ec-6e64-4655-841f-245a990285f9 {{(pid=103912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 28 17:28:12.056270 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44ea79ec-6e64-4655-841f-245a990285f9'] response: {'name': 'network-changed', 'server_uuid': 'c454eafd-57ce-466c-a88f-aa88a272a56a', 'tag': 'f6092e8b-c7e1-4c14-a7b3-8baa64e42a95', 'status': 'completed', 'code': 200} May 28 17:28:12.056477 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-c2e91043-0728-4648-9f3e-e458c6d397bb req-c86bc5b3-6ddc-48e1-be90-a3f60c853e7c service neutron] 10.222.0.16 "GET /v2.0/networks?id=9aa607a6-b193-4d84-be0c-e5c8f4a565d2 HTTP/1.1" status: 200 len: 918 time: 0.2295606 May 28 17:28:12.059709 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e364e35a-c1c7-4520-be76-3238df3522f5 service neutron] Pushing event updated for resources: {'Port': ['ID=f6092e8b-c7e1-4c14-a7b3-8baa64e42a95,revision_number=3']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:28:12.074397 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-2dd549d8-0963-46a3-bbf5-558ba3eda7ca req-289dbe0b-558a-4c62-ad8d-9495df965a64 tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] 10.222.0.33 "GET /v2.0/security-groups?id=b57b7f75-5a7b-4a87-9936-4ce2a1c3dca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857038 May 28 17:28:12.204831 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=100 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:28:12.226617 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-b72afa42-f4de-4a36-aeda-fbd671650c7f req-b2a72c8f-ec99-4829-943d-53cf69395523 tempest-VolumesActionsTest-997537412 tempest-VolumesActionsTest-997537412-project] 10.222.0.33 "GET /v2.0/ports?device_id=4d039398-7bb2-4301-8a49-b20879664453 HTTP/1.1" status: 200 len: 210 time: 0.0307598 May 28 17:28:12.567951 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.v2.base [req-198d7a1a-98c5-4719-a234-7b0a15a3a5cf req-4e1ecf79-f6d8-412f-be1b-1424901e6506 tempest-VolumesActionsTest-997537412 tempest-VolumesActionsTest-997537412-project] Request body: {'port': {'device_id': '4d039398-7bb2-4301-8a49-b20879664453', 'network_id': '75e9d121-0dd7-4765-8420-f3e8c1d9b007', 'admin_state_up': True, 'tenant_id': '9065845ed3d0457c9ab0889760958a32'}} {{(pid=103911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 17:28:12.707001 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-c2e91043-0728-4648-9f3e-e458c6d397bb req-f7f9a661-3a0a-4735-b46c-e08b3c9b72cc service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=48f2ad05-071e-4e67-9258-657db8e5bedf HTTP/1.1" status: 200 len: 1001 time: 0.1429381 May 28 17:28:12.722342 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd72b95a-5ab2-4293-8f86-bf62dcfbf1b0 req-926b8be2-f120-4a26-ae16-97681a85409b tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:28:12.727200 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-bd72b95a-5ab2-4293-8f86-bf62dcfbf1b0 req-926b8be2-f120-4a26-ae16-97681a85409b tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/ports?device_id=1c3b0710-2e45-41e0-b02a-a9b95245f62a HTTP/1.1" status: 200 len: 945 time: 0.0686133 May 28 17:28:12.763259 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-198d7a1a-98c5-4719-a234-7b0a15a3a5cf req-4e1ecf79-f6d8-412f-be1b-1424901e6506 tempest-VolumesActionsTest-997537412 tempest-VolumesActionsTest-997537412-project] Made reservation on behalf of 9065845ed3d0457c9ab0889760958a32 for: {'port': 1} {{(pid=103911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 17:28:12.767006 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-198d7a1a-98c5-4719-a234-7b0a15a3a5cf req-4e1ecf79-f6d8-412f-be1b-1424901e6506 tempest-VolumesActionsTest-997537412 tempest-VolumesActionsTest-997537412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (None), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:28:12.787088 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-bd72b95a-5ab2-4293-8f86-bf62dcfbf1b0 req-ce70c438-59b2-43e4-97ff-aa70d4f1951b tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/security-groups?id=e86c30f5-196b-4340-88e9-8368ca719339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536230 May 28 17:28:12.864310 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bac1b0-5a29-4ada-8e6e-937c4a70df46 req-f545fcce-b7a2-4e72-9470-58fd1ca52a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:28:12.865690 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-c0bac1b0-5a29-4ada-8e6e-937c4a70df46 req-f545fcce-b7a2-4e72-9470-58fd1ca52a39 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=33d09d2e02c945a09e79efae8d8ab96c&device_id=c454eafd-57ce-466c-a88f-aa88a272a56a HTTP/1.1" status: 200 len: 1127 time: 0.0534246 May 28 17:28:12.929735 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.db.db_base_plugin_common [req-198d7a1a-98c5-4719-a234-7b0a15a3a5cf req-4e1ecf79-f6d8-412f-be1b-1424901e6506 tempest-VolumesActionsTest-997537412 tempest-VolumesActionsTest-997537412-project] Allocated IP 172.20.0.13 (75e9d121-0dd7-4765-8420-f3e8c1d9b007/354345f1-35ff-4aaf-9376-fb03c34d5973/2fca81f6-5f66-480e-ad69-10b15eddf35a) {{(pid=103911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 17:28:12.991317 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e91043-0728-4648-9f3e-e458c6d397bb req-649e71fd-f8e0-4248-89c5-0c6e799056ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:28:12.992935 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-c2e91043-0728-4648-9f3e-e458c6d397bb req-649e71fd-f8e0-4248-89c5-0c6e799056ff service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5c9892e7-e6e2-4d1b-9907-f3f374bf6c5e HTTP/1.1" status: 200 len: 856 time: 0.0488985 May 28 17:28:13.019742 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:28:13.128551 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bac1b0-5a29-4ada-8e6e-937c4a70df46 req-57c66381-72f5-4269-8876-0794195505a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:28:13.130402 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-c0bac1b0-5a29-4ada-8e6e-937c4a70df46 req-57c66381-72f5-4269-8876-0794195505a3 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=33d09d2e02c945a09e79efae8d8ab96c&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1862240 May 28 17:28:13.133964 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-198d7a1a-98c5-4719-a234-7b0a15a3a5cf req-4e1ecf79-f6d8-412f-be1b-1424901e6506 tempest-VolumesActionsTest-997537412 tempest-VolumesActionsTest-997537412-project] Publish callbacks [] for port (2fca81f6-5f66-480e-ad69-10b15eddf35a), precommit_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:28:13.142254 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:28:13.201310 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-198d7a1a-98c5-4719-a234-7b0a15a3a5cf req-4e1ecf79-f6d8-412f-be1b-1424901e6506 tempest-VolumesActionsTest-997537412 tempest-VolumesActionsTest-997537412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735968120113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6040268'] for port (2fca81f6-5f66-480e-ad69-10b15eddf35a), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:28:13.208751 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21783912-290d-4308-a394-42e823eea52a req-f6e66a93-7b56-4121-b46e-29249e839c9b tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:28:13.210188 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-21783912-290d-4308-a394-42e823eea52a req-f6e66a93-7b56-4121-b46e-29249e839c9b tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] 10.222.0.33 "GET /v2.0/ports?device_id=c454eafd-57ce-466c-a88f-aa88a272a56a HTTP/1.1" status: 200 len: 943 time: 0.0579288 May 28 17:28:13.272645 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-198d7a1a-98c5-4719-a234-7b0a15a3a5cf req-4e1ecf79-f6d8-412f-be1b-1424901e6506 tempest-VolumesActionsTest-997537412 tempest-VolumesActionsTest-997537412-project] Network 75e9d121-0dd7-4765-8420-f3e8c1d9b007 is already hosted by enough agents. {{(pid=103911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 17:28:13.279399 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.scheduler.base_scheduler [req-198d7a1a-98c5-4719-a234-7b0a15a3a5cf req-4e1ecf79-f6d8-412f-be1b-1424901e6506 tempest-VolumesActionsTest-997537412 tempest-VolumesActionsTest-997537412-project] Resources bound (agent type, host, resource id): {{(pid=103911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 17:28:13.283112 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1ecf79-f6d8-412f-be1b-1424901e6506 tempest-VolumesActionsTest-997537412 tempest-VolumesActionsTest-997537412-project] Pushing event updated for resources: {'Port': ['ID=2fca81f6-5f66-480e-ad69-10b15eddf35a,revision_number=1']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:28:13.285440 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [req-198d7a1a-98c5-4719-a234-7b0a15a3a5cf req-4e1ecf79-f6d8-412f-be1b-1424901e6506 tempest-VolumesActionsTest-997537412 tempest-VolumesActionsTest-997537412-project] Received port after_create {{(pid=103911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 28 17:28:13.335163 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-21783912-290d-4308-a394-42e823eea52a req-51e4a4f2-01d5-44b8-90d2-e3468601da40 tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] 10.222.0.33 "GET /v2.0/security-groups?id=b57b7f75-5a7b-4a87-9936-4ce2a1c3dca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184547 May 28 17:28:13.344303 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f3c157-3dd0-4d4d-95a3-7fcd0d314f3c req-a242bc29-99c3-40cf-a68d-13603a7e80f7 tempest-VolumesActionsTest-997537412 tempest-VolumesActionsTest-997537412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:28:13.345697 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-06f3c157-3dd0-4d4d-95a3-7fcd0d314f3c req-a242bc29-99c3-40cf-a68d-13603a7e80f7 tempest-VolumesActionsTest-997537412 tempest-VolumesActionsTest-997537412-project] 10.222.0.33 "GET /v2.0/ports?device_id=4d039398-7bb2-4301-8a49-b20879664453 HTTP/1.1" status: 200 len: 932 time: 0.0471630 May 28 17:28:13.350530 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198d7a1a-98c5-4719-a234-7b0a15a3a5cf req-4e1ecf79-f6d8-412f-be1b-1424901e6506 tempest-VolumesActionsTest-997537412 tempest-VolumesActionsTest-997537412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:28:13.351137 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-198d7a1a-98c5-4719-a234-7b0a15a3a5cf req-4e1ecf79-f6d8-412f-be1b-1424901e6506 tempest-VolumesActionsTest-997537412 tempest-VolumesActionsTest-997537412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22441'] for port (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:28:13.367135 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-198d7a1a-98c5-4719-a234-7b0a15a3a5cf req-4e1ecf79-f6d8-412f-be1b-1424901e6506 tempest-VolumesActionsTest-997537412 tempest-VolumesActionsTest-997537412-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8051205 May 28 17:28:13.397956 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-06f3c157-3dd0-4d4d-95a3-7fcd0d314f3c req-befdbf66-36c7-47c3-a431-8fb045754dc5 tempest-VolumesActionsTest-997537412 tempest-VolumesActionsTest-997537412-project] 10.222.0.33 "GET /v2.0/security-groups?id=121583ef-c90e-40a6-bae4-1a91464c9788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429318 May 28 17:28:13.890852 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:28:13.914004 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4ffbe8-8d69-472f-aeed-24bd3a632768 req-d8e11c11-924f-43d2-b9d2-97e03b3e0710 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:28:13.915564 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-7a4ffbe8-8d69-472f-aeed-24bd3a632768 req-d8e11c11-924f-43d2-b9d2-97e03b3e0710 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/ports?device_id=1c3b0710-2e45-41e0-b02a-a9b95245f62a HTTP/1.1" status: 200 len: 945 time: 0.0586298 May 28 17:28:13.969540 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-7a4ffbe8-8d69-472f-aeed-24bd3a632768 req-dad7bc46-aa18-4efe-b3fc-816520425653 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/security-groups?id=e86c30f5-196b-4340-88e9-8368ca719339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449843 May 28 17:28:14.448571 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba4310a-e65d-47aa-ba51-2e35642e3d93 req-dd8c33ff-8dc2-4737-b863-71b174e2ffe5 tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:28:14.450038 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-bba4310a-e65d-47aa-ba51-2e35642e3d93 req-dd8c33ff-8dc2-4737-b863-71b174e2ffe5 tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] 10.222.0.33 "GET /v2.0/ports?device_id=c454eafd-57ce-466c-a88f-aa88a272a56a HTTP/1.1" status: 200 len: 943 time: 0.0480788 May 28 17:28:14.510281 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-bba4310a-e65d-47aa-ba51-2e35642e3d93 req-dbc5ada0-3caa-47df-b727-7a286248d0b2 tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] 10.222.0.33 "GET /v2.0/security-groups?id=b57b7f75-5a7b-4a87-9936-4ce2a1c3dca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483100 May 28 17:28:14.518856 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228ef6c8-70f9-45c5-bce8-692e6c07042d req-a91256a4-3dc4-4095-a25f-16093c06a52e tempest-VolumesActionsTest-997537412 tempest-VolumesActionsTest-997537412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:28:14.520418 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-228ef6c8-70f9-45c5-bce8-692e6c07042d req-a91256a4-3dc4-4095-a25f-16093c06a52e tempest-VolumesActionsTest-997537412 tempest-VolumesActionsTest-997537412-project] 10.222.0.33 "GET /v2.0/ports?device_id=4d039398-7bb2-4301-8a49-b20879664453 HTTP/1.1" status: 200 len: 932 time: 0.0535052 May 28 17:28:14.569273 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-228ef6c8-70f9-45c5-bce8-692e6c07042d req-7239687f-f959-43fe-a807-1bdcabf5cf0d tempest-VolumesActionsTest-997537412 tempest-VolumesActionsTest-997537412-project] 10.222.0.33 "GET /v2.0/security-groups?id=121583ef-c90e-40a6-bae4-1a91464c9788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433059 May 28 17:28:14.594480 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.v2.base [req-198d7a1a-98c5-4719-a234-7b0a15a3a5cf req-f031a8a1-1691-4c7c-b7be-94218cec7a66 service neutron] Request body: {'port': {'device_id': '4d039398-7bb2-4301-8a49-b20879664453', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84372'}} {{(pid=103911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 17:28:14.662859 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e91043-0728-4648-9f3e-e458c6d397bb req-ab42e21e-c49b-42bc-a30e-31b9bd266dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:28:14.664332 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-c2e91043-0728-4648-9f3e-e458c6d397bb req-ab42e21e-c49b-42bc-a30e-31b9bd266dd9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9aa607a6-b193-4d84-be0c-e5c8f4a565d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0655744 May 28 17:28:14.691906 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-198d7a1a-98c5-4719-a234-7b0a15a3a5cf req-f031a8a1-1691-4c7c-b7be-94218cec7a66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (2fca81f6-5f66-480e-ad69-10b15eddf35a), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:28:14.750938 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bac1b0-5a29-4ada-8e6e-937c4a70df46 req-b166b3d9-b13a-419e-bcf5-489fcdedd874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:28:14.752504 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-c0bac1b0-5a29-4ada-8e6e-937c4a70df46 req-b166b3d9-b13a-419e-bcf5-489fcdedd874 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1623676 May 28 17:28:14.970455 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.notifiers.nova [req-198d7a1a-98c5-4719-a234-7b0a15a3a5cf req-f031a8a1-1691-4c7c-b7be-94218cec7a66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fca81f6-5f66-480e-ad69-10b15eddf35a {{(pid=103911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 17:28:14.978065 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-198d7a1a-98c5-4719-a234-7b0a15a3a5cf req-f031a8a1-1691-4c7c-b7be-94218cec7a66 service neutron] Publish callbacks [] for port (2fca81f6-5f66-480e-ad69-10b15eddf35a), precommit_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:28:14.992477 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [req-198d7a1a-98c5-4719-a234-7b0a15a3a5cf req-f031a8a1-1691-4c7c-b7be-94218cec7a66 service neutron] Transition to ACTIVE for port object 2fca81f6-5f66-480e-ad69-10b15eddf35a will not be triggered until provisioned by entity L2. {{(pid=103911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 28 17:28:14.997991 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-198d7a1a-98c5-4719-a234-7b0a15a3a5cf req-f031a8a1-1691-4c7c-b7be-94218cec7a66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735968512485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735968120131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735968120149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6040315'] for port (2fca81f6-5f66-480e-ad69-10b15eddf35a), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:28:15.054709 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f031a8a1-1691-4c7c-b7be-94218cec7a66 service neutron] Pushing event updated for resources: {'Port': ['ID=2fca81f6-5f66-480e-ad69-10b15eddf35a,revision_number=2']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:28:15.091490 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:28:15.104410 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342a7342-0710-4361-9b1b-c40cbcf5d0ff req-792e0f5d-421e-4194-943b-32cb303ac531 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:28:15.105961 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-342a7342-0710-4361-9b1b-c40cbcf5d0ff req-792e0f5d-421e-4194-943b-32cb303ac531 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/ports?device_id=1c3b0710-2e45-41e0-b02a-a9b95245f62a HTTP/1.1" status: 200 len: 945 time: 0.0614829 May 28 17:28:15.146042 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.managers [req-198d7a1a-98c5-4719-a234-7b0a15a3a5cf req-f031a8a1-1691-4c7c-b7be-94218cec7a66 service neutron] Attempting to bind port 2fca81f6-5f66-480e-ad69-10b15eddf35a on host hv-cinder-84372 for vnic_type normal with profile {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 28 17:28:15.146660 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:28:15.146890 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.managers [req-198d7a1a-98c5-4719-a234-7b0a15a3a5cf req-f031a8a1-1691-4c7c-b7be-94218cec7a66 service neutron] Attempting to bind port 2fca81f6-5f66-480e-ad69-10b15eddf35a by drivers openvswitch,hyperv on host hv-cinder-84372 at level 0 using segments [{'id': 'd6c7f904-1af6-4214-b745-72cbcff0ed21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '75e9d121-0dd7-4765-8420-f3e8c1d9b007'}] {{(pid=103911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 28 17:28:15.147227 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-198d7a1a-98c5-4719-a234-7b0a15a3a5cf req-f031a8a1-1691-4c7c-b7be-94218cec7a66 service neutron] Attempting to bind port 2fca81f6-5f66-480e-ad69-10b15eddf35a on network 75e9d121-0dd7-4765-8420-f3e8c1d9b007 {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 28 17:28:15.151924 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-198d7a1a-98c5-4719-a234-7b0a15a3a5cf req-f031a8a1-1691-4c7c-b7be-94218cec7a66 service neutron] Port 2fca81f6-5f66-480e-ad69-10b15eddf35a on network 75e9d121-0dd7-4765-8420-f3e8c1d9b007 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84372 {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 28 17:28:15.152325 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-198d7a1a-98c5-4719-a234-7b0a15a3a5cf req-f031a8a1-1691-4c7c-b7be-94218cec7a66 service neutron] Attempting to bind port 2fca81f6-5f66-480e-ad69-10b15eddf35a on network 75e9d121-0dd7-4765-8420-f3e8c1d9b007 {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 28 17:28:15.169645 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-342a7342-0710-4361-9b1b-c40cbcf5d0ff req-2159b649-9ac4-4960-a6c1-710560b245b9 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/security-groups?id=e86c30f5-196b-4340-88e9-8368ca719339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564899 May 28 17:28:15.170028 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-198d7a1a-98c5-4719-a234-7b0a15a3a5cf req-f031a8a1-1691-4c7c-b7be-94218cec7a66 service neutron] Checking agent: {'id': '7cdbebfa-f3b4-48eb-8fbc-caed95606681', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84372', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 17, 23, 31), 'started_at': datetime.datetime(2022, 5, 28, 17, 23, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 17, 28, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 28 17:28:15.170421 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-198d7a1a-98c5-4719-a234-7b0a15a3a5cf req-f031a8a1-1691-4c7c-b7be-94218cec7a66 service neutron] Checking segment: {'id': 'd6c7f904-1af6-4214-b745-72cbcff0ed21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '75e9d121-0dd7-4765-8420-f3e8c1d9b007'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 28 17:28:15.170790 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-198d7a1a-98c5-4719-a234-7b0a15a3a5cf req-f031a8a1-1691-4c7c-b7be-94218cec7a66 service neutron] Bound using segment: {'id': 'd6c7f904-1af6-4214-b745-72cbcff0ed21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '75e9d121-0dd7-4765-8420-f3e8c1d9b007'} {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 28 17:28:15.171215 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.managers [req-198d7a1a-98c5-4719-a234-7b0a15a3a5cf req-f031a8a1-1691-4c7c-b7be-94218cec7a66 service neutron] Bound port: 2fca81f6-5f66-480e-ad69-10b15eddf35a, host: hv-cinder-84372, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6c7f904-1af6-4214-b745-72cbcff0ed21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '75e9d121-0dd7-4765-8420-f3e8c1d9b007'}}] {{(pid=103911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 28 17:28:15.172210 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-198d7a1a-98c5-4719-a234-7b0a15a3a5cf req-f031a8a1-1691-4c7c-b7be-94218cec7a66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (2fca81f6-5f66-480e-ad69-10b15eddf35a), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:28:15.266327 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:28:15.302681 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [req-198d7a1a-98c5-4719-a234-7b0a15a3a5cf req-f031a8a1-1691-4c7c-b7be-94218cec7a66 service neutron] For port 2fca81f6-5f66-480e-ad69-10b15eddf35a, host hv-cinder-84372, cleared binding levels {{(pid=103911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 17:28:15.305933 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-c2e91043-0728-4648-9f3e-e458c6d397bb req-257cd915-c55c-4efe-bae3-830179596a96 service neutron] 10.222.0.16 "GET /v2.0/networks/9aa607a6-b193-4d84-be0c-e5c8f4a565d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503668 May 28 17:28:15.307497 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [req-198d7a1a-98c5-4719-a234-7b0a15a3a5cf req-f031a8a1-1691-4c7c-b7be-94218cec7a66 service neutron] For port 2fca81f6-5f66-480e-ad69-10b15eddf35a, host hv-cinder-84372, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84372',level=0,port_id=2fca81f6-5f66-480e-ad69-10b15eddf35a,segment=NetworkSegment(d6c7f904-1af6-4214-b745-72cbcff0ed21),segment_id=d6c7f904-1af6-4214-b745-72cbcff0ed21)] {{(pid=103911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 17:28:15.312803 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-198d7a1a-98c5-4719-a234-7b0a15a3a5cf req-f031a8a1-1691-4c7c-b7be-94218cec7a66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735968512485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735968120131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735968120149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6040315'] for port (2fca81f6-5f66-480e-ad69-10b15eddf35a), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:28:15.346197 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198d7a1a-98c5-4719-a234-7b0a15a3a5cf req-f031a8a1-1691-4c7c-b7be-94218cec7a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:28:15.346800 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-198d7a1a-98c5-4719-a234-7b0a15a3a5cf req-f031a8a1-1691-4c7c-b7be-94218cec7a66 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22441'] for port (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:28:15.348168 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-198d7a1a-98c5-4719-a234-7b0a15a3a5cf req-f031a8a1-1691-4c7c-b7be-94218cec7a66 service neutron] 10.222.0.16 "PUT /v2.0/ports/2fca81f6-5f66-480e-ad69-10b15eddf35a HTTP/1.1" status: 200 len: 1094 time: 0.7585764 May 28 17:28:15.348587 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d039398-7bb2-4301-8a49-b20879664453', 'tag': '2fca81f6-5f66-480e-ad69-10b15eddf35a'}] {{(pid=103911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 17:28:15.350758 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb6e18ef154237edf928b85f6b333e0f790e93c3571d1d8d4f7e4f30b44c92d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8ea4c6c-7ac4-43d3-8103-04a7d370e255" -d '{"events": [{"name": "network-changed", "server_uuid": "4d039398-7bb2-4301-8a49-b20879664453", "tag": "2fca81f6-5f66-480e-ad69-10b15eddf35a"}]}' {{(pid=103911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 28 17:28:15.373879 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f031a8a1-1691-4c7c-b7be-94218cec7a66 service neutron] Pushing event updated for resources: {'Port': ['ID=2fca81f6-5f66-480e-ad69-10b15eddf35a,revision_number=3']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:28:15.387064 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 May 2022 17:28:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-422ed2d0-7dc3-4c70-adc8-93f564b8573b x-openstack-request-id: req-422ed2d0-7dc3-4c70-adc8-93f564b8573b {{(pid=103911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 28 17:28:15.387413 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d039398-7bb2-4301-8a49-b20879664453", "tag": "2fca81f6-5f66-480e-ad69-10b15eddf35a", "status": "completed", "code": 200}]} {{(pid=103911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 28 17:28:15.387707 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-422ed2d0-7dc3-4c70-adc8-93f564b8573b {{(pid=103911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 28 17:28:15.388112 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-422ed2d0-7dc3-4c70-adc8-93f564b8573b'] response: {'name': 'network-changed', 'server_uuid': '4d039398-7bb2-4301-8a49-b20879664453', 'tag': '2fca81f6-5f66-480e-ad69-10b15eddf35a', 'status': 'completed', 'code': 200} May 28 17:28:15.626187 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49221de-d294-4df7-b92d-2007b6d20b7a req-3f926809-cad0-4fe8-88b2-be1e779de012 tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:28:15.627709 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-f49221de-d294-4df7-b92d-2007b6d20b7a req-3f926809-cad0-4fe8-88b2-be1e779de012 tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] 10.222.0.33 "GET /v2.0/ports?device_id=c454eafd-57ce-466c-a88f-aa88a272a56a HTTP/1.1" status: 200 len: 943 time: 0.0509343 May 28 17:28:15.675022 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-f49221de-d294-4df7-b92d-2007b6d20b7a req-b075887c-1bc9-439b-aa9d-1783d0e6ebc8 tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] 10.222.0.33 "GET /v2.0/security-groups?id=b57b7f75-5a7b-4a87-9936-4ce2a1c3dca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420134 May 28 17:28:15.690991 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd91a25-a7c8-46eb-9cd2-8ef151303a40 req-7e9b028a-daaa-487f-a9ac-3f3e1346b7da tempest-VolumesActionsTest-997537412 tempest-VolumesActionsTest-997537412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:28:15.692477 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-ccd91a25-a7c8-46eb-9cd2-8ef151303a40 req-7e9b028a-daaa-487f-a9ac-3f3e1346b7da tempest-VolumesActionsTest-997537412 tempest-VolumesActionsTest-997537412-project] 10.222.0.33 "GET /v2.0/ports?device_id=4d039398-7bb2-4301-8a49-b20879664453 HTTP/1.1" status: 200 len: 944 time: 0.0507305 May 28 17:28:15.740295 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-ccd91a25-a7c8-46eb-9cd2-8ef151303a40 req-7426440f-7b0c-434a-89e8-a56762e16e25 tempest-VolumesActionsTest-997537412 tempest-VolumesActionsTest-997537412-project] 10.222.0.33 "GET /v2.0/security-groups?id=121583ef-c90e-40a6-bae4-1a91464c9788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422063 May 28 17:28:16.284600 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55ff041-472b-4073-b199-25f4c3fd848b req-90090a33-784f-4775-afcd-02ca77b2a35f tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:28:16.286041 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-d55ff041-472b-4073-b199-25f4c3fd848b req-90090a33-784f-4775-afcd-02ca77b2a35f tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/ports?device_id=1c3b0710-2e45-41e0-b02a-a9b95245f62a HTTP/1.1" status: 200 len: 945 time: 0.0460353 May 28 17:28:16.331827 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-d55ff041-472b-4073-b199-25f4c3fd848b req-1fbc8f0a-c281-4f3c-b7a0-8a322947fd75 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/security-groups?id=e86c30f5-196b-4340-88e9-8368ca719339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404284 May 28 17:28:16.795218 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76842e2b-f22e-4e1f-bc26-e57a08e8fcc7 req-126703fd-eb50-44ae-954c-7445bd86a9fc tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:28:16.797399 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-76842e2b-f22e-4e1f-bc26-e57a08e8fcc7 req-126703fd-eb50-44ae-954c-7445bd86a9fc tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] 10.222.0.33 "GET /v2.0/ports?device_id=c454eafd-57ce-466c-a88f-aa88a272a56a HTTP/1.1" status: 200 len: 943 time: 0.0481186 May 28 17:28:16.846202 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-76842e2b-f22e-4e1f-bc26-e57a08e8fcc7 req-87079c9a-5397-4f12-96c4-35bcd7661618 tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] 10.222.0.33 "GET /v2.0/security-groups?id=b57b7f75-5a7b-4a87-9936-4ce2a1c3dca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433185 May 28 17:28:16.857518 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f02b93f-3798-4ae0-b871-07719835cb2b req-d3c4cb75-dd43-4c3d-82b7-69ce67a474dd tempest-VolumesActionsTest-997537412 tempest-VolumesActionsTest-997537412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:28:16.859653 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-5f02b93f-3798-4ae0-b871-07719835cb2b req-d3c4cb75-dd43-4c3d-82b7-69ce67a474dd tempest-VolumesActionsTest-997537412 tempest-VolumesActionsTest-997537412-project] 10.222.0.33 "GET /v2.0/ports?device_id=4d039398-7bb2-4301-8a49-b20879664453 HTTP/1.1" status: 200 len: 944 time: 0.0498264 May 28 17:28:16.904853 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-5f02b93f-3798-4ae0-b871-07719835cb2b req-d88146d2-49e5-4587-9bd3-4af901e842e8 tempest-VolumesActionsTest-997537412 tempest-VolumesActionsTest-997537412-project] 10.222.0.33 "GET /v2.0/security-groups?id=121583ef-c90e-40a6-bae4-1a91464c9788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403275 May 28 17:28:17.449945 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcc981f-37f9-456b-8bcf-b028f2973cc2 req-b49bf5a9-4769-45ec-84c1-273ca69f6a24 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:28:17.451433 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-8fcc981f-37f9-456b-8bcf-b028f2973cc2 req-b49bf5a9-4769-45ec-84c1-273ca69f6a24 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/ports?device_id=1c3b0710-2e45-41e0-b02a-a9b95245f62a HTTP/1.1" status: 200 len: 945 time: 0.0476978 May 28 17:28:17.504333 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-8fcc981f-37f9-456b-8bcf-b028f2973cc2 req-b8287a9f-80df-407f-a52f-58b8bfb005ee tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/security-groups?id=e86c30f5-196b-4340-88e9-8368ca719339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460072 May 28 17:28:17.957985 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df1dd52-8a9c-4450-9565-850f33b3cbf7 req-def58e0b-50de-4916-8c53-3d55407a8fa1 tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:28:17.959463 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-6df1dd52-8a9c-4450-9565-850f33b3cbf7 req-def58e0b-50de-4916-8c53-3d55407a8fa1 tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] 10.222.0.33 "GET /v2.0/ports?device_id=c454eafd-57ce-466c-a88f-aa88a272a56a HTTP/1.1" status: 200 len: 943 time: 0.0468054 May 28 17:28:18.006706 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-6df1dd52-8a9c-4450-9565-850f33b3cbf7 req-28969282-dcb1-4153-b6c5-cbe2eb424600 tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] 10.222.0.33 "GET /v2.0/security-groups?id=b57b7f75-5a7b-4a87-9936-4ce2a1c3dca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415046 May 28 17:28:18.019534 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5b597c-92fb-4701-93e6-c53be3ace0aa req-fec2f478-cad7-4911-b898-0fa1f6a1341d tempest-VolumesActionsTest-997537412 tempest-VolumesActionsTest-997537412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:28:18.021125 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-be5b597c-92fb-4701-93e6-c53be3ace0aa req-fec2f478-cad7-4911-b898-0fa1f6a1341d tempest-VolumesActionsTest-997537412 tempest-VolumesActionsTest-997537412-project] 10.222.0.33 "GET /v2.0/ports?device_id=4d039398-7bb2-4301-8a49-b20879664453 HTTP/1.1" status: 200 len: 944 time: 0.0475328 May 28 17:28:18.078062 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-be5b597c-92fb-4701-93e6-c53be3ace0aa req-be8e8920-c9cc-4b58-a0a2-ecf4ee2a957e tempest-VolumesActionsTest-997537412 tempest-VolumesActionsTest-997537412-project] 10.222.0.33 "GET /v2.0/security-groups?id=121583ef-c90e-40a6-bae4-1a91464c9788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506063 May 28 17:28:18.415215 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=2 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:28:18.608620 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3186f7-0ca8-4f9a-bf09-05f7fc5b9689 req-fe321032-1167-4f5e-b97c-475f0da387b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:28:18.610130 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-3e3186f7-0ca8-4f9a-bf09-05f7fc5b9689 req-fe321032-1167-4f5e-b97c-475f0da387b3 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=1c3b0710-2e45-41e0-b02a-a9b95245f62a HTTP/1.1" status: 200 len: 1129 time: 0.0857739 May 28 17:28:18.616006 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4833728d-7a89-493a-956e-5df7002d6bfc req-92304ad6-5420-41ff-acbc-61df51ada05c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:28:18.617449 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-4833728d-7a89-493a-956e-5df7002d6bfc req-92304ad6-5420-41ff-acbc-61df51ada05c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=33d09d2e02c945a09e79efae8d8ab96c&device_id=c454eafd-57ce-466c-a88f-aa88a272a56a HTTP/1.1" status: 200 len: 1127 time: 0.1008685 May 28 17:28:18.620765 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ea4c6c-7ac4-43d3-8103-04a7d370e255 req-10a597da-5917-4317-bae8-3dfc22bc96d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:28:18.622081 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-e8ea4c6c-7ac4-43d3-8103-04a7d370e255 req-10a597da-5917-4317-bae8-3dfc22bc96d1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9065845ed3d0457c9ab0889760958a32&device_id=4d039398-7bb2-4301-8a49-b20879664453 HTTP/1.1" status: 200 len: 1128 time: 0.0772014 May 28 17:28:18.637423 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa4dc78-de54-48b5-a810-33123a693ddc req-9200d289-aff2-4f7d-a4f9-28f8da36c1ac tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:28:18.638813 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-cfa4dc78-de54-48b5-a810-33123a693ddc req-9200d289-aff2-4f7d-a4f9-28f8da36c1ac tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/ports?device_id=1c3b0710-2e45-41e0-b02a-a9b95245f62a HTTP/1.1" status: 200 len: 945 time: 0.0627127 May 28 17:28:18.662405 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-c2e91043-0728-4648-9f3e-e458c6d397bb req-99883f5e-fa72-46e1-914a-667b38db11ac service neutron] 10.222.0.16 "GET /v2.0/networks/9aa607a6-b193-4d84-be0c-e5c8f4a565d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457958 May 28 17:28:18.672414 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-3e3186f7-0ca8-4f9a-bf09-05f7fc5b9689 req-98ccea1e-13e1-4159-a5d3-c2bb8e6f05d4 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=e86c30f5-196b-4340-88e9-8368ca719339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548115 May 28 17:28:18.705861 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-4833728d-7a89-493a-956e-5df7002d6bfc req-e600fc68-82db-4621-8264-9f597d9577ce service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f6092e8b-c7e1-4c14-a7b3-8baa64e42a95 HTTP/1.1" status: 200 len: 217 time: 0.0637109 May 28 17:28:18.756362 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=100 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:28:18.779326 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-cfa4dc78-de54-48b5-a810-33123a693ddc req-2806995e-1580-465d-af55-350971043b59 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/security-groups?id=e86c30f5-196b-4340-88e9-8368ca719339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224339 May 28 17:28:18.801091 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ea4c6c-7ac4-43d3-8103-04a7d370e255 req-daa1b09b-65ab-4e09-bf11-c954535f42f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:28:18.802530 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-e8ea4c6c-7ac4-43d3-8103-04a7d370e255 req-daa1b09b-65ab-4e09-bf11-c954535f42f9 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=9065845ed3d0457c9ab0889760958a32&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1593373 May 28 17:28:19.120903 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd7fe50-9f08-425e-b0fa-a73953f9bdb6 req-ea0982fd-0a7a-4c3b-a9b3-73cf65aef2d7 tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:28:19.122417 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-cdd7fe50-9f08-425e-b0fa-a73953f9bdb6 req-ea0982fd-0a7a-4c3b-a9b3-73cf65aef2d7 tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] 10.222.0.33 "GET /v2.0/ports?device_id=c454eafd-57ce-466c-a88f-aa88a272a56a HTTP/1.1" status: 200 len: 943 time: 0.0484335 May 28 17:28:19.166921 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:28:19.176186 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-cdd7fe50-9f08-425e-b0fa-a73953f9bdb6 req-dc5b36a3-4c28-4eea-9d6e-b64515b3f3f2 tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] 10.222.0.33 "GET /v2.0/security-groups?id=b57b7f75-5a7b-4a87-9936-4ce2a1c3dca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456693 May 28 17:28:19.198297 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dfeace-1dbe-428f-9ad4-3c2849ad7967 req-9bd23eed-de7c-407a-acc2-3e957c252d9b tempest-VolumesActionsTest-997537412 tempest-VolumesActionsTest-997537412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:28:19.199646 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-78dfeace-1dbe-428f-9ad4-3c2849ad7967 req-9bd23eed-de7c-407a-acc2-3e957c252d9b tempest-VolumesActionsTest-997537412 tempest-VolumesActionsTest-997537412-project] 10.222.0.33 "GET /v2.0/ports?device_id=4d039398-7bb2-4301-8a49-b20879664453 HTTP/1.1" status: 200 len: 944 time: 0.0528634 May 28 17:28:19.254577 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-78dfeace-1dbe-428f-9ad4-3c2849ad7967 req-281d01f1-3d19-4382-9a60-26e91b93cc7d tempest-VolumesActionsTest-997537412 tempest-VolumesActionsTest-997537412-project] 10.222.0.33 "GET /v2.0/security-groups?id=121583ef-c90e-40a6-bae4-1a91464c9788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488019 May 28 17:28:19.635274 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4833728d-7a89-493a-956e-5df7002d6bfc req-355c99a8-c92a-4e93-956d-d137cebe7697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:28:19.636631 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-4833728d-7a89-493a-956e-5df7002d6bfc req-355c99a8-c92a-4e93-956d-d137cebe7697 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ce8fcd52-903e-410e-9ed1-7c6a9f241d7c HTTP/1.1" status: 200 len: 853 time: 0.0958731 May 28 17:28:19.666499 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ea4c6c-7ac4-43d3-8103-04a7d370e255 req-49b3b825-998b-4e1c-8524-7869bfa5fcad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:28:19.667930 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-e8ea4c6c-7ac4-43d3-8103-04a7d370e255 req-49b3b825-998b-4e1c-8524-7869bfa5fcad service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1258700 May 28 17:28:19.895679 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b45b14-552b-459d-891f-9974f020f43b req-0c75f64a-8aa5-406e-9678-5587d497fc70 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:28:19.897016 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-61b45b14-552b-459d-891f-9974f020f43b req-0c75f64a-8aa5-406e-9678-5587d497fc70 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/ports?device_id=1c3b0710-2e45-41e0-b02a-a9b95245f62a HTTP/1.1" status: 200 len: 945 time: 0.0516789 May 28 17:28:19.943425 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-61b45b14-552b-459d-891f-9974f020f43b req-cabe9c03-2abe-47e8-bfe8-81c29103ed3c tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/security-groups?id=e86c30f5-196b-4340-88e9-8368ca719339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409181 May 28 17:28:20.294496 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca4a641-9a8b-4d76-bdad-08c3412e73a8 req-193b2661-c003-49ed-9029-133228abc093 tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:28:20.295979 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-2ca4a641-9a8b-4d76-bdad-08c3412e73a8 req-193b2661-c003-49ed-9029-133228abc093 tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] 10.222.0.33 "GET /v2.0/ports?device_id=c454eafd-57ce-466c-a88f-aa88a272a56a HTTP/1.1" status: 200 len: 943 time: 0.0513036 May 28 17:28:20.343634 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-2ca4a641-9a8b-4d76-bdad-08c3412e73a8 req-6d348e15-c305-46d3-b955-153f22f10b4a tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] 10.222.0.33 "GET /v2.0/security-groups?id=b57b7f75-5a7b-4a87-9936-4ce2a1c3dca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408521 May 28 17:28:20.369019 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7939b5e1-f145-44d0-bac1-da026b0cbe41 req-0cf7a54f-7477-40dc-86c1-bfaa5dea1165 tempest-VolumesActionsTest-997537412 tempest-VolumesActionsTest-997537412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:28:20.370480 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-7939b5e1-f145-44d0-bac1-da026b0cbe41 req-0cf7a54f-7477-40dc-86c1-bfaa5dea1165 tempest-VolumesActionsTest-997537412 tempest-VolumesActionsTest-997537412-project] 10.222.0.33 "GET /v2.0/ports?device_id=4d039398-7bb2-4301-8a49-b20879664453 HTTP/1.1" status: 200 len: 944 time: 0.0474594 May 28 17:28:20.423433 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-7939b5e1-f145-44d0-bac1-da026b0cbe41 req-a6f1ffcb-4ca1-473b-81ab-5e1633d94903 tempest-VolumesActionsTest-997537412 tempest-VolumesActionsTest-997537412-project] 10.222.0.33 "GET /v2.0/security-groups?id=121583ef-c90e-40a6-bae4-1a91464c9788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464697 May 28 17:28:20.620339 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.33', 58724) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:28:20.724387 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-99acceea-3d09-4221-a940-ba82588868c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:28:20.745002 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:28:20.803575 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-99acceea-3d09-4221-a940-ba82588868c1 admin admin] Publish callbacks [] for security_group (9e3d3487-8ca0-4a99-bafd-6c7cac495fe1), precommit_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:28:20.807097 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-99acceea-3d09-4221-a940-ba82588868c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594961'] for security_group (9e3d3487-8ca0-4a99-bafd-6c7cac495fe1), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:28:20.845899 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-99acceea-3d09-4221-a940-ba82588868c1 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=589e1906e2d0471d8f1cf677d3f5d41a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2245049 May 28 17:28:20.846592 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99acceea-3d09-4221-a940-ba82588868c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e3d3487-8ca0-4a99-bafd-6c7cac495fe1,revision_number=1']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:28:20.849320 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.33', 58728) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:28:20.887213 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=100 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:28:20.898254 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-e6e3fe92-3a48-4ed4-bc79-d5900b1cda13 admin admin] Publish callbacks [] for security_group (9e3d3487-8ca0-4a99-bafd-6c7cac495fe1), before_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:28:20.919269 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-e6e3fe92-3a48-4ed4-bc79-d5900b1cda13 admin admin] Publish callbacks [] for security_group (9e3d3487-8ca0-4a99-bafd-6c7cac495fe1), precommit_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:28:20.964665 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-e6e3fe92-3a48-4ed4-bc79-d5900b1cda13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594961'] for security_group (9e3d3487-8ca0-4a99-bafd-6c7cac495fe1), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:28:20.967300 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-e6e3fe92-3a48-4ed4-bc79-d5900b1cda13 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:28:20.969155 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-e6e3fe92-3a48-4ed4-bc79-d5900b1cda13 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/9e3d3487-8ca0-4a99-bafd-6c7cac495fe1 HTTP/1.1" status: 204 len: 168 time: 0.1184978 May 28 17:28:20.989257 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e3fe92-3a48-4ed4-bc79-d5900b1cda13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e3d3487-8ca0-4a99-bafd-6c7cac495fe1,revision_number=None']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:28:21.001505 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=53,neutron:UPDATE=4 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:28:21.070073 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb84bc45-3bad-414f-b5a3-00b411366613 req-c24ad618-e085-4051-83eb-fde64c796d2d tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:28:21.071563 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-bb84bc45-3bad-414f-b5a3-00b411366613 req-c24ad618-e085-4051-83eb-fde64c796d2d tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/ports?device_id=1c3b0710-2e45-41e0-b02a-a9b95245f62a HTTP/1.1" status: 200 len: 945 time: 0.0494392 May 28 17:28:21.127370 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-bb84bc45-3bad-414f-b5a3-00b411366613 req-5a30ec9e-164f-469d-a7bb-617f7528382a tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/security-groups?id=e86c30f5-196b-4340-88e9-8368ca719339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500867 May 28 17:28:21.456609 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46485ba3-e3e5-4b9e-8444-f4e5e603ea7d req-b214567e-79f1-4169-9854-a7ef855e4657 tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:28:21.458106 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-46485ba3-e3e5-4b9e-8444-f4e5e603ea7d req-b214567e-79f1-4169-9854-a7ef855e4657 tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] 10.222.0.33 "GET /v2.0/ports?device_id=c454eafd-57ce-466c-a88f-aa88a272a56a HTTP/1.1" status: 200 len: 943 time: 0.0474367 May 28 17:28:21.506018 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-46485ba3-e3e5-4b9e-8444-f4e5e603ea7d req-62bd2799-c66f-47a9-84e1-d1165f106add tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] 10.222.0.33 "GET /v2.0/security-groups?id=b57b7f75-5a7b-4a87-9936-4ce2a1c3dca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420425 May 28 17:28:21.540481 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0971f0ab-7158-4b5f-a28c-fc0c80411677 req-59c5dbd5-a1c0-4441-a91c-4c655984df6f tempest-VolumesActionsTest-997537412 tempest-VolumesActionsTest-997537412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:28:21.542025 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-0971f0ab-7158-4b5f-a28c-fc0c80411677 req-59c5dbd5-a1c0-4441-a91c-4c655984df6f tempest-VolumesActionsTest-997537412 tempest-VolumesActionsTest-997537412-project] 10.222.0.33 "GET /v2.0/ports?device_id=4d039398-7bb2-4301-8a49-b20879664453 HTTP/1.1" status: 200 len: 944 time: 0.0487859 May 28 17:28:21.588567 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-0971f0ab-7158-4b5f-a28c-fc0c80411677 req-8d45f73b-fa28-4567-8297-e69ea0ed3f61 tempest-VolumesActionsTest-997537412 tempest-VolumesActionsTest-997537412-project] 10.222.0.33 "GET /v2.0/security-groups?id=121583ef-c90e-40a6-bae4-1a91464c9788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407567 May 28 17:28:22.240152 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d96f0e-9edf-417c-9b4f-a059bb37b74d req-d124de8b-3df4-420e-a960-cc9f7a3b37d8 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:28:22.241506 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-d2d96f0e-9edf-417c-9b4f-a059bb37b74d req-d124de8b-3df4-420e-a960-cc9f7a3b37d8 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/ports?device_id=1c3b0710-2e45-41e0-b02a-a9b95245f62a HTTP/1.1" status: 200 len: 945 time: 0.0462668 May 28 17:28:22.296175 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-d2d96f0e-9edf-417c-9b4f-a059bb37b74d req-5d12dc86-702a-43a8-ac0a-c9c33140d836 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/security-groups?id=e86c30f5-196b-4340-88e9-8368ca719339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493164 May 28 17:28:22.621346 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07210ca8-2bf6-4e84-9b81-db05927d98e9 req-891ea2ec-5c0d-47ee-b48a-640fed991509 tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:28:22.623058 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-07210ca8-2bf6-4e84-9b81-db05927d98e9 req-891ea2ec-5c0d-47ee-b48a-640fed991509 tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] 10.222.0.33 "GET /v2.0/ports?device_id=c454eafd-57ce-466c-a88f-aa88a272a56a HTTP/1.1" status: 200 len: 943 time: 0.0468192 May 28 17:28:22.673058 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-07210ca8-2bf6-4e84-9b81-db05927d98e9 req-cfe3560d-f5d0-42e6-845d-5016466f69a9 tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] 10.222.0.33 "GET /v2.0/security-groups?id=b57b7f75-5a7b-4a87-9936-4ce2a1c3dca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440526 May 28 17:28:22.702793 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e212f903-ecf3-4455-a173-e1b9457a2651 req-4f77813a-d532-4382-8c71-38d2141f015e tempest-VolumesActionsTest-997537412 tempest-VolumesActionsTest-997537412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:28:22.704336 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-e212f903-ecf3-4455-a173-e1b9457a2651 req-4f77813a-d532-4382-8c71-38d2141f015e tempest-VolumesActionsTest-997537412 tempest-VolumesActionsTest-997537412-project] 10.222.0.33 "GET /v2.0/ports?device_id=4d039398-7bb2-4301-8a49-b20879664453 HTTP/1.1" status: 200 len: 944 time: 0.0478213 May 28 17:28:22.754464 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-e212f903-ecf3-4455-a173-e1b9457a2651 req-483b4084-ad0a-4df9-9fab-c4f1ce1b5141 tempest-VolumesActionsTest-997537412 tempest-VolumesActionsTest-997537412-project] 10.222.0.33 "GET /v2.0/security-groups?id=121583ef-c90e-40a6-bae4-1a91464c9788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442407 May 28 17:28:22.839477 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-6e511b43-f470-4c3c-a93c-77a2e66fb28e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (b4d0b3c0-cc03-4456-af87-35ab415ef94b), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:28:23.412505 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7321e431-3c3a-4b97-8904-a7b3207257af req-70d11a75-4487-4b10-9a41-5f51e81b1c90 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:28:23.413942 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-7321e431-3c3a-4b97-8904-a7b3207257af req-70d11a75-4487-4b10-9a41-5f51e81b1c90 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/ports?device_id=1c3b0710-2e45-41e0-b02a-a9b95245f62a HTTP/1.1" status: 200 len: 945 time: 0.0504692 May 28 17:28:23.448027 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:28:23.461417 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-7321e431-3c3a-4b97-8904-a7b3207257af req-492990dc-4237-45e1-9065-fda1cac3fc6e tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/security-groups?id=e86c30f5-196b-4340-88e9-8368ca719339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420315 May 28 17:28:23.791831 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1890bad6-ed75-46a7-825f-a4930909493a req-13c77f21-07cd-48c0-8039-dd337b8c9e74 tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:28:23.793312 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-1890bad6-ed75-46a7-825f-a4930909493a req-13c77f21-07cd-48c0-8039-dd337b8c9e74 tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] 10.222.0.33 "GET /v2.0/ports?device_id=c454eafd-57ce-466c-a88f-aa88a272a56a HTTP/1.1" status: 200 len: 943 time: 0.0547051 May 28 17:28:23.842343 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-1890bad6-ed75-46a7-825f-a4930909493a req-ae3d4c2e-b6f2-40b6-a840-293bc7ce54c6 tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] 10.222.0.33 "GET /v2.0/security-groups?id=b57b7f75-5a7b-4a87-9936-4ce2a1c3dca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426934 May 28 17:28:23.867651 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b8c073-8ae0-453f-98b9-3e9bdf73aeba req-1ff45bad-b8fe-4302-b4b1-ba8bc5b741e5 tempest-VolumesActionsTest-997537412 tempest-VolumesActionsTest-997537412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:28:23.869084 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-19b8c073-8ae0-453f-98b9-3e9bdf73aeba req-1ff45bad-b8fe-4302-b4b1-ba8bc5b741e5 tempest-VolumesActionsTest-997537412 tempest-VolumesActionsTest-997537412-project] 10.222.0.33 "GET /v2.0/ports?device_id=4d039398-7bb2-4301-8a49-b20879664453 HTTP/1.1" status: 200 len: 944 time: 0.0459855 May 28 17:28:23.915023 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-19b8c073-8ae0-453f-98b9-3e9bdf73aeba req-c719c960-8b7d-46ec-86de-b1a28c393707 tempest-VolumesActionsTest-997537412 tempest-VolumesActionsTest-997537412-project] 10.222.0.33 "GET /v2.0/security-groups?id=121583ef-c90e-40a6-bae4-1a91464c9788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403361 May 28 17:28:24.047256 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4833728d-7a89-493a-956e-5df7002d6bfc req-2c493fc4-4a61-4c1c-9e5f-5a148b870ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:28:24.048730 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-4833728d-7a89-493a-956e-5df7002d6bfc req-2c493fc4-4a61-4c1c-9e5f-5a148b870ac7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c2642da9-62f7-4baf-be4a-bb647a278cd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0418050 May 28 17:28:24.152995 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198d7a1a-98c5-4719-a234-7b0a15a3a5cf req-3eb87c8a-976c-418f-88da-5adbbee590d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:28:24.154359 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-198d7a1a-98c5-4719-a234-7b0a15a3a5cf req-3eb87c8a-976c-418f-88da-5adbbee590d5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9065845ed3d0457c9ab0889760958a32&device_id=4d039398-7bb2-4301-8a49-b20879664453 HTTP/1.1" status: 200 len: 1128 time: 0.0772853 May 28 17:28:24.207879 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-4833728d-7a89-493a-956e-5df7002d6bfc req-dc33afe0-bd42-4fcd-b783-e54a9586e953 service neutron] 10.222.0.16 "GET /v2.0/networks/c2642da9-62f7-4baf-be4a-bb647a278cd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482775 May 28 17:28:24.209198 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-198d7a1a-98c5-4719-a234-7b0a15a3a5cf req-3bcefca3-1475-4e07-82fc-befcd6e49379 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2fca81f6-5f66-480e-ad69-10b15eddf35a HTTP/1.1" status: 200 len: 217 time: 0.0369282 May 28 17:28:24.322096 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198d7a1a-98c5-4719-a234-7b0a15a3a5cf req-a1e795e5-f4fa-4239-8508-256e3473391a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:28:24.323541 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-198d7a1a-98c5-4719-a234-7b0a15a3a5cf req-a1e795e5-f4fa-4239-8508-256e3473391a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=354345f1-35ff-4aaf-9376-fb03c34d5973 HTTP/1.1" status: 200 len: 848 time: 0.0999820 May 28 17:28:24.361164 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-198d7a1a-98c5-4719-a234-7b0a15a3a5cf req-e4c48240-6cff-49b9-bd13-5362a9a4cfb5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=75e9d121-0dd7-4765-8420-f3e8c1d9b007&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313413 May 28 17:28:24.370862 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-4833728d-7a89-493a-956e-5df7002d6bfc req-1af796d5-362e-4559-8631-7139bd462e02 service neutron] 10.222.0.16 "GET /v2.0/networks/c2642da9-62f7-4baf-be4a-bb647a278cd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483421 May 28 17:28:24.578569 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b912a551-0e0a-46bb-b1b7-073888125861 req-f20ac0d6-b86d-49d6-9167-dce5c69e054b tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:28:24.580013 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-b912a551-0e0a-46bb-b1b7-073888125861 req-f20ac0d6-b86d-49d6-9167-dce5c69e054b tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/ports?device_id=1c3b0710-2e45-41e0-b02a-a9b95245f62a HTTP/1.1" status: 200 len: 945 time: 0.0503712 May 28 17:28:24.626735 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-b912a551-0e0a-46bb-b1b7-073888125861 req-411b395b-02bb-4d86-8de0-9d0f9cffe083 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/security-groups?id=e86c30f5-196b-4340-88e9-8368ca719339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413725 May 28 17:28:24.720520 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-198d7a1a-98c5-4719-a234-7b0a15a3a5cf req-96c63adb-e7a2-42c1-a189-ea639af7bba5 service neutron] 10.222.0.16 "GET /v2.0/networks/75e9d121-0dd7-4765-8420-f3e8c1d9b007?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900338 May 28 17:28:24.957638 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1547f1-e707-432d-8ae0-8abaa57ee0ec req-5ebc9213-d1ff-4db4-899d-79da5f8b9da7 tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:28:24.959105 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-aa1547f1-e707-432d-8ae0-8abaa57ee0ec req-5ebc9213-d1ff-4db4-899d-79da5f8b9da7 tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] 10.222.0.33 "GET /v2.0/ports?device_id=c454eafd-57ce-466c-a88f-aa88a272a56a HTTP/1.1" status: 200 len: 943 time: 0.0507016 May 28 17:28:24.991267 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:28:25.008012 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-aa1547f1-e707-432d-8ae0-8abaa57ee0ec req-b61f34da-34b8-4b6c-870c-07f04ed1cc39 tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] 10.222.0.33 "GET /v2.0/security-groups?id=b57b7f75-5a7b-4a87-9936-4ce2a1c3dca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432167 May 28 17:28:25.030120 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7408a5e3-154d-4f6f-8569-9e05018364db req-6bdaeeb7-4bc1-477c-8d41-02e296a27d68 tempest-VolumesActionsTest-997537412 tempest-VolumesActionsTest-997537412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:28:25.031735 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-7408a5e3-154d-4f6f-8569-9e05018364db req-6bdaeeb7-4bc1-477c-8d41-02e296a27d68 tempest-VolumesActionsTest-997537412 tempest-VolumesActionsTest-997537412-project] 10.222.0.33 "GET /v2.0/ports?device_id=4d039398-7bb2-4301-8a49-b20879664453 HTTP/1.1" status: 200 len: 944 time: 0.0498106 May 28 17:28:25.078695 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-7408a5e3-154d-4f6f-8569-9e05018364db req-d7a05e44-a27f-4008-b140-57149b956705 tempest-VolumesActionsTest-997537412 tempest-VolumesActionsTest-997537412-project] 10.222.0.33 "GET /v2.0/security-groups?id=121583ef-c90e-40a6-bae4-1a91464c9788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410047 May 28 17:28:25.131281 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=28,neutron:UPDATE=4 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:28:25.138372 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-2557b826-7a17-4cd8-9eac-02e6ceeddb22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (8a8c7bbb-808d-49ae-95de-62501e6237ff), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:28:25.752359 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10da07a0-adf3-471f-858c-47e5978cf7f3 req-6a411b0f-edc8-462a-8b71-343aebb5bb2d tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:28:25.753992 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-10da07a0-adf3-471f-858c-47e5978cf7f3 req-6a411b0f-edc8-462a-8b71-343aebb5bb2d tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/ports?device_id=1c3b0710-2e45-41e0-b02a-a9b95245f62a HTTP/1.1" status: 200 len: 945 time: 0.0503881 May 28 17:28:25.803468 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-10da07a0-adf3-471f-858c-47e5978cf7f3 req-f0796e54-5d8f-4cc9-8d1d-44c650c4de94 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/security-groups?id=e86c30f5-196b-4340-88e9-8368ca719339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438502 May 28 17:28:26.086335 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:28:26.124245 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9521e536-a501-40a6-acd8-de639ff2034d req-7156ad6f-0a46-49fd-a0da-eb32f9f09148 tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:28:26.133223 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-9521e536-a501-40a6-acd8-de639ff2034d req-7156ad6f-0a46-49fd-a0da-eb32f9f09148 tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] 10.222.0.33 "GET /v2.0/ports?device_id=c454eafd-57ce-466c-a88f-aa88a272a56a HTTP/1.1" status: 200 len: 943 time: 0.0564764 May 28 17:28:26.184814 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-9521e536-a501-40a6-acd8-de639ff2034d req-1a93d73f-c561-42e7-80d6-c3dd0a9b4729 tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] 10.222.0.33 "GET /v2.0/security-groups?id=b57b7f75-5a7b-4a87-9936-4ce2a1c3dca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460353 May 28 17:28:26.196616 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485f60bf-bc87-41e9-b765-b029fa6b5052 req-d0e7b089-5ab0-407d-820d-08f476fc0ded tempest-VolumesActionsTest-997537412 tempest-VolumesActionsTest-997537412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:28:26.198027 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-485f60bf-bc87-41e9-b765-b029fa6b5052 req-d0e7b089-5ab0-407d-820d-08f476fc0ded tempest-VolumesActionsTest-997537412 tempest-VolumesActionsTest-997537412-project] 10.222.0.33 "GET /v2.0/ports?device_id=4d039398-7bb2-4301-8a49-b20879664453 HTTP/1.1" status: 200 len: 944 time: 0.0500739 May 28 17:28:26.244640 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-485f60bf-bc87-41e9-b765-b029fa6b5052 req-019eafa5-f0b9-4f5a-b422-22a8f0fbb8b3 tempest-VolumesActionsTest-997537412 tempest-VolumesActionsTest-997537412-project] 10.222.0.33 "GET /v2.0/security-groups?id=121583ef-c90e-40a6-bae4-1a91464c9788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405910 May 28 17:28:26.401074 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-f22b8f6e-815f-41ba-a8b6-c2e56f67911e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (0b51406a-5a43-473c-8a39-67b2a4c71e5e), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:28:26.916121 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9602427f-fee1-4222-9002-0c0a829522fc req-b567b622-2e17-4050-9a35-5ab6dbb43efc tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:28:26.917554 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-9602427f-fee1-4222-9002-0c0a829522fc req-b567b622-2e17-4050-9a35-5ab6dbb43efc tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/ports?device_id=1c3b0710-2e45-41e0-b02a-a9b95245f62a HTTP/1.1" status: 200 len: 945 time: 0.0468612 May 28 17:28:26.964079 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-9602427f-fee1-4222-9002-0c0a829522fc req-c4460b82-cd19-4957-a90a-5c7e91be215b tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/security-groups?id=e86c30f5-196b-4340-88e9-8368ca719339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408335 May 28 17:28:27.295378 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd6dd5a-a962-4a8e-950d-8d14fa05dc7c req-de9e6d0b-5367-4c3d-8e12-a3082408834d tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:28:27.296970 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-4dd6dd5a-a962-4a8e-950d-8d14fa05dc7c req-de9e6d0b-5367-4c3d-8e12-a3082408834d tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] 10.222.0.33 "GET /v2.0/ports?device_id=c454eafd-57ce-466c-a88f-aa88a272a56a HTTP/1.1" status: 200 len: 943 time: 0.0471349 May 28 17:28:27.343282 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-4dd6dd5a-a962-4a8e-950d-8d14fa05dc7c req-46fe86ab-698f-4f05-b3b9-90b668d5f8e7 tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] 10.222.0.33 "GET /v2.0/security-groups?id=b57b7f75-5a7b-4a87-9936-4ce2a1c3dca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404124 May 28 17:28:27.360111 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4900af09-53df-4755-8a7a-46f42b6a6058 req-1394ee32-41f7-4d6c-b4af-f79bf2c4892f tempest-VolumesActionsTest-997537412 tempest-VolumesActionsTest-997537412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:28:27.362107 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-4900af09-53df-4755-8a7a-46f42b6a6058 req-1394ee32-41f7-4d6c-b4af-f79bf2c4892f tempest-VolumesActionsTest-997537412 tempest-VolumesActionsTest-997537412-project] 10.222.0.33 "GET /v2.0/ports?device_id=4d039398-7bb2-4301-8a49-b20879664453 HTTP/1.1" status: 200 len: 944 time: 0.0486920 May 28 17:28:27.397378 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:28:27.409731 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-4900af09-53df-4755-8a7a-46f42b6a6058 req-d73bb1e1-c0b1-4893-b5b4-19c1c91b3926 tempest-VolumesActionsTest-997537412 tempest-VolumesActionsTest-997537412-project] 10.222.0.33 "GET /v2.0/security-groups?id=121583ef-c90e-40a6-bae4-1a91464c9788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421484 May 28 17:28:27.710605 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-44990afe-4038-4bea-a0ed-12e052229f33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (19502cf1-8899-41f0-9103-a107faa54218), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:28:28.075383 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17156b6a-736d-48b1-ba9f-bab47f8dcb5d req-efdcae3a-c846-44f4-9921-303d96e8dd1e tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:28:28.076867 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-17156b6a-736d-48b1-ba9f-bab47f8dcb5d req-efdcae3a-c846-44f4-9921-303d96e8dd1e tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/ports?device_id=1c3b0710-2e45-41e0-b02a-a9b95245f62a HTTP/1.1" status: 200 len: 945 time: 0.0470498 May 28 17:28:28.126918 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-17156b6a-736d-48b1-ba9f-bab47f8dcb5d req-1e46cb7f-cc5a-4330-a425-d82e91cbf14e tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/security-groups?id=e86c30f5-196b-4340-88e9-8368ca719339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440030 May 28 17:28:28.461228 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b533daa-157b-443e-9548-e096485f39e3 req-1038843a-b128-45fb-9795-b2b604f403e4 tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:28:28.462843 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-2b533daa-157b-443e-9548-e096485f39e3 req-1038843a-b128-45fb-9795-b2b604f403e4 tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] 10.222.0.33 "GET /v2.0/ports?device_id=c454eafd-57ce-466c-a88f-aa88a272a56a HTTP/1.1" status: 200 len: 943 time: 0.0508649 May 28 17:28:28.509305 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=100 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:28:28.510596 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-2b533daa-157b-443e-9548-e096485f39e3 req-47a73ec7-b636-4dcf-aeba-cbd0f4983c31 tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] 10.222.0.33 "GET /v2.0/security-groups?id=b57b7f75-5a7b-4a87-9936-4ce2a1c3dca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417171 May 28 17:28:28.523145 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650facbd-ed53-441f-808f-5544905f33f8 req-0eeaf65c-b975-43f3-8cd6-e1db9f3ce6df tempest-VolumesActionsTest-997537412 tempest-VolumesActionsTest-997537412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:28:28.524645 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-650facbd-ed53-441f-808f-5544905f33f8 req-0eeaf65c-b975-43f3-8cd6-e1db9f3ce6df tempest-VolumesActionsTest-997537412 tempest-VolumesActionsTest-997537412-project] 10.222.0.33 "GET /v2.0/ports?device_id=4d039398-7bb2-4301-8a49-b20879664453 HTTP/1.1" status: 200 len: 944 time: 0.0473773 May 28 17:28:28.570564 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-650facbd-ed53-441f-808f-5544905f33f8 req-22f9a093-b4f6-44e6-be4c-1f550d979cd6 tempest-VolumesActionsTest-997537412 tempest-VolumesActionsTest-997537412-project] 10.222.0.33 "GET /v2.0/security-groups?id=121583ef-c90e-40a6-bae4-1a91464c9788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405345 May 28 17:28:29.239843 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4e16c2-69e3-47c2-831c-097657b6d6e0 req-6b5f71cf-f933-4d6f-9f97-1cd8d890603f tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:28:29.241260 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-6e4e16c2-69e3-47c2-831c-097657b6d6e0 req-6b5f71cf-f933-4d6f-9f97-1cd8d890603f tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/ports?device_id=1c3b0710-2e45-41e0-b02a-a9b95245f62a HTTP/1.1" status: 200 len: 945 time: 0.0458355 May 28 17:28:29.286614 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-6e4e16c2-69e3-47c2-831c-097657b6d6e0 req-092377c6-d7c3-4055-9900-feeed25edc72 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/security-groups?id=e86c30f5-196b-4340-88e9-8368ca719339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400529 May 28 17:28:29.392352 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (0032cfec-21e8-44dd-a7d5-0b8312dfe052), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:28:29.624590 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928dc78f-59f7-43a7-9327-3a4a007d0785 req-05a6a909-c1a4-44db-9bd0-0b3962911f12 tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:28:29.626061 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-928dc78f-59f7-43a7-9327-3a4a007d0785 req-05a6a909-c1a4-44db-9bd0-0b3962911f12 tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] 10.222.0.33 "GET /v2.0/ports?device_id=c454eafd-57ce-466c-a88f-aa88a272a56a HTTP/1.1" status: 200 len: 943 time: 0.0483828 May 28 17:28:29.674362 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-928dc78f-59f7-43a7-9327-3a4a007d0785 req-7a5c63eb-898a-40f2-a823-327c7449d19d tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] 10.222.0.33 "GET /v2.0/security-groups?id=b57b7f75-5a7b-4a87-9936-4ce2a1c3dca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425642 May 28 17:28:29.686931 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb9cbec-69b5-4330-99be-a680809175a8 req-e862bf35-987c-484b-a4fb-d1cc3ec0aa4e tempest-VolumesActionsTest-997537412 tempest-VolumesActionsTest-997537412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:28:29.688632 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-beb9cbec-69b5-4330-99be-a680809175a8 req-e862bf35-987c-484b-a4fb-d1cc3ec0aa4e tempest-VolumesActionsTest-997537412 tempest-VolumesActionsTest-997537412-project] 10.222.0.33 "GET /v2.0/ports?device_id=4d039398-7bb2-4301-8a49-b20879664453 HTTP/1.1" status: 200 len: 944 time: 0.0509791 May 28 17:28:29.944398 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-beb9cbec-69b5-4330-99be-a680809175a8 req-79ed80e9-bb9e-436f-9560-ecf72b1b8348 tempest-VolumesActionsTest-997537412 tempest-VolumesActionsTest-997537412-project] 10.222.0.33 "GET /v2.0/security-groups?id=121583ef-c90e-40a6-bae4-1a91464c9788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2504268 May 28 17:28:30.402043 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39bd842-c678-496a-b659-43283cf6bdc4 req-979cfe6c-22ff-43b0-ae23-6f3a36fffc2a tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:28:30.403505 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-d39bd842-c678-496a-b659-43283cf6bdc4 req-979cfe6c-22ff-43b0-ae23-6f3a36fffc2a tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/ports?device_id=1c3b0710-2e45-41e0-b02a-a9b95245f62a HTTP/1.1" status: 200 len: 945 time: 0.0498614 May 28 17:28:30.450043 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-d39bd842-c678-496a-b659-43283cf6bdc4 req-01030b4c-6619-4927-baf8-417e38292f9f tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/security-groups?id=e86c30f5-196b-4340-88e9-8368ca719339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409422 May 28 17:28:30.789740 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c051f85-2814-4494-9744-3a2c1eac7ff5 req-63631e98-42a5-4c2f-8650-a4cc78d47eed tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:28:30.791145 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-1c051f85-2814-4494-9744-3a2c1eac7ff5 req-63631e98-42a5-4c2f-8650-a4cc78d47eed tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] 10.222.0.33 "GET /v2.0/ports?device_id=c454eafd-57ce-466c-a88f-aa88a272a56a HTTP/1.1" status: 200 len: 943 time: 0.0453014 May 28 17:28:30.835662 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-1c051f85-2814-4494-9744-3a2c1eac7ff5 req-e05cece8-cc79-4756-ae00-646c0a3c5f17 tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] 10.222.0.33 "GET /v2.0/security-groups?id=b57b7f75-5a7b-4a87-9936-4ce2a1c3dca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391002 May 28 17:28:31.062047 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564f90c8-50c0-452e-a06f-90e6c14d360c req-316dc02a-a1b8-4de2-a94c-008572a31ee0 tempest-VolumesActionsTest-997537412 tempest-VolumesActionsTest-997537412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:28:31.063504 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-564f90c8-50c0-452e-a06f-90e6c14d360c req-316dc02a-a1b8-4de2-a94c-008572a31ee0 tempest-VolumesActionsTest-997537412 tempest-VolumesActionsTest-997537412-project] 10.222.0.33 "GET /v2.0/ports?device_id=4d039398-7bb2-4301-8a49-b20879664453 HTTP/1.1" status: 200 len: 944 time: 0.0492432 May 28 17:28:31.112024 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-564f90c8-50c0-452e-a06f-90e6c14d360c req-6f74568b-aa97-439b-a06e-b3cbd0be721f tempest-VolumesActionsTest-997537412 tempest-VolumesActionsTest-997537412-project] 10.222.0.33 "GET /v2.0/security-groups?id=121583ef-c90e-40a6-bae4-1a91464c9788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423326 May 28 17:28:31.562257 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0267d6-d18a-4292-9f75-e548e530dd6a req-03daf4ae-d933-4d43-8429-46d0c6e7adff tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:28:31.563708 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-6f0267d6-d18a-4292-9f75-e548e530dd6a req-03daf4ae-d933-4d43-8429-46d0c6e7adff tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/ports?device_id=1c3b0710-2e45-41e0-b02a-a9b95245f62a HTTP/1.1" status: 200 len: 945 time: 0.0475419 May 28 17:28:31.612110 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-6f0267d6-d18a-4292-9f75-e548e530dd6a req-a0b60feb-3d2b-42aa-8f8c-3a699aa0116f tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/security-groups?id=e86c30f5-196b-4340-88e9-8368ca719339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419352 May 28 17:28:31.947804 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66851f47-134b-4cce-987f-86c839efd00e req-bd6465a9-e895-4c55-b206-573f56cb1365 tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:28:31.949226 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-66851f47-134b-4cce-987f-86c839efd00e req-bd6465a9-e895-4c55-b206-573f56cb1365 tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] 10.222.0.33 "GET /v2.0/ports?device_id=c454eafd-57ce-466c-a88f-aa88a272a56a HTTP/1.1" status: 200 len: 943 time: 0.0471985 May 28 17:28:31.999603 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-66851f47-134b-4cce-987f-86c839efd00e req-f965d30b-e9ea-410e-94f6-906e812b1c79 tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] 10.222.0.33 "GET /v2.0/security-groups?id=b57b7f75-5a7b-4a87-9936-4ce2a1c3dca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448415 May 28 17:28:32.157244 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-198d7a1a-98c5-4719-a234-7b0a15a3a5cf req-4955def4-8d2c-467c-870f-996ee9bd5f51 service neutron] 10.222.0.16 "GET /v2.0/networks/75e9d121-0dd7-4765-8420-f3e8c1d9b007?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057096 May 28 17:28:32.227090 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fb8a6e-8300-4f1c-b68b-26e9a6669b1c req-78458497-b9e4-48ea-b7bd-fd4a1daee9ad tempest-VolumesActionsTest-997537412 tempest-VolumesActionsTest-997537412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:28:32.228579 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-d5fb8a6e-8300-4f1c-b68b-26e9a6669b1c req-78458497-b9e4-48ea-b7bd-fd4a1daee9ad tempest-VolumesActionsTest-997537412 tempest-VolumesActionsTest-997537412-project] 10.222.0.33 "GET /v2.0/ports?device_id=4d039398-7bb2-4301-8a49-b20879664453 HTTP/1.1" status: 200 len: 944 time: 0.0466564 May 28 17:28:32.275656 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-d5fb8a6e-8300-4f1c-b68b-26e9a6669b1c req-8ec4a979-62ab-47f5-b356-7b6a283f419c tempest-VolumesActionsTest-997537412 tempest-VolumesActionsTest-997537412-project] 10.222.0.33 "GET /v2.0/security-groups?id=121583ef-c90e-40a6-bae4-1a91464c9788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413752 May 28 17:28:32.711772 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=100 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:28:32.725621 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55748403-e068-4666-9fc3-0fb8ebc6e5d6 req-ab4668d3-4909-4f69-95fb-43cf339acf30 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:28:32.727083 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-55748403-e068-4666-9fc3-0fb8ebc6e5d6 req-ab4668d3-4909-4f69-95fb-43cf339acf30 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/ports?device_id=1c3b0710-2e45-41e0-b02a-a9b95245f62a HTTP/1.1" status: 200 len: 945 time: 0.0481191 May 28 17:28:32.776767 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-55748403-e068-4666-9fc3-0fb8ebc6e5d6 req-73c3862b-f9d3-49d6-af67-cbed2dcb1091 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/security-groups?id=e86c30f5-196b-4340-88e9-8368ca719339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438697 May 28 17:28:33.022961 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec5387c-3259-441c-9360-bd1820edb8f2 req-f947ab34-cf23-41b3-b769-504dda60d79d tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:28:33.024353 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-0ec5387c-3259-441c-9360-bd1820edb8f2 req-f947ab34-cf23-41b3-b769-504dda60d79d tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/ports?device_id=1c3b0710-2e45-41e0-b02a-a9b95245f62a HTTP/1.1" status: 200 len: 945 time: 0.0473018 May 28 17:28:33.071438 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-0ec5387c-3259-441c-9360-bd1820edb8f2 req-14953892-3d17-4163-9dcc-55ba0904217e tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/security-groups?id=e86c30f5-196b-4340-88e9-8368ca719339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415986 May 28 17:28:33.118761 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2420a83b-3033-41ae-ac26-c779c73c40b4 req-44b4ba38-fc4e-4adf-87b8-c5c349ca4bee tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:28:33.120286 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-2420a83b-3033-41ae-ac26-c779c73c40b4 req-44b4ba38-fc4e-4adf-87b8-c5c349ca4bee tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] 10.222.0.33 "GET /v2.0/ports?device_id=c454eafd-57ce-466c-a88f-aa88a272a56a HTTP/1.1" status: 200 len: 943 time: 0.0496914 May 28 17:28:33.177951 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-2420a83b-3033-41ae-ac26-c779c73c40b4 req-27de27e3-16a2-4b04-8efe-861461a18510 tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] 10.222.0.33 "GET /v2.0/security-groups?id=b57b7f75-5a7b-4a87-9936-4ce2a1c3dca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515394 May 28 17:28:33.342859 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Device f6092e8b-c7e1-4c14-a7b3-8baa64e42a95 details requested by agent hyperv_hv-cinder-84372 with host hv-cinder-84372 {{(pid=103913) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 28 17:28:33.394995 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67bc7b5-4d5f-405f-b316-b7660e6ab9b6 req-f146e116-b899-45cd-98c0-d3eedd3899e9 tempest-VolumesActionsTest-997537412 tempest-VolumesActionsTest-997537412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:28:33.396469 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-c67bc7b5-4d5f-405f-b316-b7660e6ab9b6 req-f146e116-b899-45cd-98c0-d3eedd3899e9 tempest-VolumesActionsTest-997537412 tempest-VolumesActionsTest-997537412-project] 10.222.0.33 "GET /v2.0/ports?device_id=4d039398-7bb2-4301-8a49-b20879664453 HTTP/1.1" status: 200 len: 944 time: 0.0520928 May 28 17:28:33.445348 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-c67bc7b5-4d5f-405f-b316-b7660e6ab9b6 req-fbf2f31c-4a7c-4bb1-9115-27b46403274a tempest-VolumesActionsTest-997537412 tempest-VolumesActionsTest-997537412-project] 10.222.0.33 "GET /v2.0/security-groups?id=121583ef-c90e-40a6-bae4-1a91464c9788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430653 May 28 17:28:33.449887 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] For port f6092e8b-c7e1-4c14-a7b3-8baa64e42a95, host hv-cinder-84372, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84372',level=0,port_id=f6092e8b-c7e1-4c14-a7b3-8baa64e42a95,segment=NetworkSegment(7ca01be8-3573-49b0-96c6-bc7c2fecb2da),segment_id=7ca01be8-3573-49b0-96c6-bc7c2fecb2da)] {{(pid=103913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 17:28:33.463260 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Returning: {'device': 'f6092e8b-c7e1-4c14-a7b3-8baa64e42a95', 'network_id': 'c2642da9-62f7-4baf-be4a-bb647a278cd8', 'port_id': 'f6092e8b-c7e1-4c14-a7b3-8baa64e42a95', 'mac_address': 'fa:16:3e:e7:4d:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce8fcd52-903e-410e-9ed1-7c6a9f241d7c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103913) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 28 17:28:33.501703 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Current status of the port f6092e8b-c7e1-4c14-a7b3-8baa64e42a95 is: DOWN; New status is: BUILD {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 17:28:33.502648 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (f6092e8b-c7e1-4c14-a7b3-8baa64e42a95), before_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:28:33.515362 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.notifiers.nova [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6092e8b-c7e1-4c14-a7b3-8baa64e42a95 {{(pid=103913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 17:28:33.535070 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] For port f6092e8b-c7e1-4c14-a7b3-8baa64e42a95, host hv-cinder-84372, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84372',level=0,port_id=f6092e8b-c7e1-4c14-a7b3-8baa64e42a95,segment=NetworkSegment(7ca01be8-3573-49b0-96c6-bc7c2fecb2da),segment_id=7ca01be8-3573-49b0-96c6-bc7c2fecb2da)] {{(pid=103913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 17:28:33.538611 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735968512485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735968120131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735968120149'] for port (f6092e8b-c7e1-4c14-a7b3-8baa64e42a95), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:28:33.586190 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Pushing event updated for resources: {'Port': ['ID=f6092e8b-c7e1-4c14-a7b3-8baa64e42a95,revision_number=4']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:28:34.188855 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53924357-7955-4535-a6c2-c17cf74e78fb req-a77818b0-e8c0-40af-b157-c5b34530eae2 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:28:34.190561 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-53924357-7955-4535-a6c2-c17cf74e78fb req-a77818b0-e8c0-40af-b157-c5b34530eae2 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/ports?device_id=1c3b0710-2e45-41e0-b02a-a9b95245f62a HTTP/1.1" status: 200 len: 945 time: 0.0460198 May 28 17:28:34.245451 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] get_ports_and_sgs() called for port_ids ['f6092e8b-c7e1-4c14-a7b3-8baa64e42a95'] {{(pid=103913) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 28 17:28:34.245631 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-53924357-7955-4535-a6c2-c17cf74e78fb req-56373c4c-569a-4fa7-9c1a-57f36a636705 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/security-groups?id=e86c30f5-196b-4340-88e9-8368ca719339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494244 May 28 17:28:34.291234 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=100 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:28:34.303321 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13823f66-4344-427c-a742-e6b42c6ef041 req-1686eb81-f361-4c56-a26b-b176797c0cc7 tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:28:34.307927 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-13823f66-4344-427c-a742-e6b42c6ef041 req-1686eb81-f361-4c56-a26b-b176797c0cc7 tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] 10.222.0.33 "GET /v2.0/ports?device_id=c454eafd-57ce-466c-a88f-aa88a272a56a HTTP/1.1" status: 200 len: 944 time: 0.0565479 May 28 17:28:34.339419 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (7cdbebfa-f3b4-48eb-8fbc-caed95606681), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:28:34.357398 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-13823f66-4344-427c-a742-e6b42c6ef041 req-a5b3cf88-1958-477a-a009-b1a55a54394d tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] 10.222.0.33 "GET /v2.0/security-groups?id=b57b7f75-5a7b-4a87-9936-4ce2a1c3dca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454283 May 28 17:28:34.568983 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f30aa3-b0b9-4351-8bd4-cbf8e2b14a61 req-87454efb-26e3-4d3f-8752-5b4ccae14746 tempest-VolumesActionsTest-997537412 tempest-VolumesActionsTest-997537412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:28:34.570406 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-59f30aa3-b0b9-4351-8bd4-cbf8e2b14a61 req-87454efb-26e3-4d3f-8752-5b4ccae14746 tempest-VolumesActionsTest-997537412 tempest-VolumesActionsTest-997537412-project] 10.222.0.33 "GET /v2.0/ports?device_id=4d039398-7bb2-4301-8a49-b20879664453 HTTP/1.1" status: 200 len: 944 time: 0.0490453 May 28 17:28:34.616504 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-59f30aa3-b0b9-4351-8bd4-cbf8e2b14a61 req-91c56b0a-41bc-4136-9f4c-61321902f843 tempest-VolumesActionsTest-997537412 tempest-VolumesActionsTest-997537412-project] 10.222.0.33 "GET /v2.0/security-groups?id=121583ef-c90e-40a6-bae4-1a91464c9788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405436 May 28 17:28:35.357992 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcc9497-e438-4258-8f54-0ae8d30bbc44 req-f6f026d6-68c4-4e23-a4ca-6de3ac903be1 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:28:35.359528 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-8bcc9497-e438-4258-8f54-0ae8d30bbc44 req-f6f026d6-68c4-4e23-a4ca-6de3ac903be1 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/ports?device_id=1c3b0710-2e45-41e0-b02a-a9b95245f62a HTTP/1.1" status: 200 len: 945 time: 0.0507703 May 28 17:28:35.406477 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-8bcc9497-e438-4258-8f54-0ae8d30bbc44 req-f7b88219-121d-438e-85fb-4e11dede9861 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/security-groups?id=e86c30f5-196b-4340-88e9-8368ca719339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405655 May 28 17:28:35.506900 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75b7c79-0283-4c36-9513-5d9505968cdb req-7d50b127-f65f-4675-a458-43644c9f49e8 tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:28:35.508373 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-d75b7c79-0283-4c36-9513-5d9505968cdb req-7d50b127-f65f-4675-a458-43644c9f49e8 tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] 10.222.0.33 "GET /v2.0/ports?device_id=c454eafd-57ce-466c-a88f-aa88a272a56a HTTP/1.1" status: 200 len: 944 time: 0.0477059 May 28 17:28:35.546595 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Device f6092e8b-c7e1-4c14-a7b3-8baa64e42a95 up at agent hyperv_hv-cinder-84372 {{(pid=103913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 28 17:28:35.555790 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-d75b7c79-0283-4c36-9513-5d9505968cdb req-e2ea3ac5-2b2b-4d51-b482-2e18336e79e6 tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] 10.222.0.33 "GET /v2.0/security-groups?id=b57b7f75-5a7b-4a87-9936-4ce2a1c3dca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420036 May 28 17:28:35.592360 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Provisioning for port f6092e8b-c7e1-4c14-a7b3-8baa64e42a95 completed by entity L2. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 28 17:28:35.598043 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Provisioning complete for port f6092e8b-c7e1-4c14-a7b3-8baa64e42a95 triggered by entity L2. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 17:28:35.598416 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1821120'] for port (f6092e8b-c7e1-4c14-a7b3-8baa64e42a95), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:28:35.690719 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Current status of the port f6092e8b-c7e1-4c14-a7b3-8baa64e42a95 is: BUILD; New status is: ACTIVE {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 17:28:35.691200 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (f6092e8b-c7e1-4c14-a7b3-8baa64e42a95), before_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:28:35.725894 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:28:35.729613 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=100 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:28:35.731609 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c454eafd-57ce-466c-a88f-aa88a272a56a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6092e8b-c7e1-4c14-a7b3-8baa64e42a95'}] {{(pid=103913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 17:28:35.734028 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fc7d66bd3c46bdb9792f0e064e6c35853b2e9fce1f0b0d0eb0c21c6a12b004b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11543be7-ad0e-4411-83c6-f03511c129cd" -d '{"events": [{"server_uuid": "c454eafd-57ce-466c-a88f-aa88a272a56a", "name": "network-vif-plugged", "status": "completed", "tag": "f6092e8b-c7e1-4c14-a7b3-8baa64e42a95"}]}' {{(pid=103913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 28 17:28:35.750020 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] For port f6092e8b-c7e1-4c14-a7b3-8baa64e42a95, host hv-cinder-84372, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84372',level=0,port_id=f6092e8b-c7e1-4c14-a7b3-8baa64e42a95,segment=NetworkSegment(7ca01be8-3573-49b0-96c6-bc7c2fecb2da),segment_id=7ca01be8-3573-49b0-96c6-bc7c2fecb2da)] {{(pid=103913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 17:28:35.755240 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735968512485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735968120131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735968120149'] for port (f6092e8b-c7e1-4c14-a7b3-8baa64e42a95), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:28:35.760408 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28c533e-1f0c-4a5b-84b9-64ef51f460de req-4c384c00-3fc9-4995-9413-3ee48b4207f2 tempest-VolumesActionsTest-997537412 tempest-VolumesActionsTest-997537412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:28:35.769229 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-d28c533e-1f0c-4a5b-84b9-64ef51f460de req-4c384c00-3fc9-4995-9413-3ee48b4207f2 tempest-VolumesActionsTest-997537412 tempest-VolumesActionsTest-997537412-project] 10.222.0.33 "GET /v2.0/ports?device_id=4d039398-7bb2-4301-8a49-b20879664453 HTTP/1.1" status: 200 len: 944 time: 0.0763090 May 28 17:28:35.782430 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-54699809-d865-44fd-85dd-03cd755b84e4 req-f0ca4871-956d-4f9b-b6b2-122917519ff5 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=3b3c1f29-31c9-4f5c-9875-fd1939062512&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0934782 May 28 17:28:35.784629 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 May 2022 17:28:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-448d7d84-b388-4cae-aaed-8f79718e48c7 x-openstack-request-id: req-448d7d84-b388-4cae-aaed-8f79718e48c7 {{(pid=103913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 28 17:28:35.784921 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c454eafd-57ce-466c-a88f-aa88a272a56a", "name": "network-vif-plugged", "status": "completed", "tag": "f6092e8b-c7e1-4c14-a7b3-8baa64e42a95", "code": 200}]} {{(pid=103913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 28 17:28:35.785243 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-448d7d84-b388-4cae-aaed-8f79718e48c7 {{(pid=103913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 28 17:28:35.785553 dv-cinder-843729-1-iscsi neutron-server[103913]: INFO neutron.notifiers.nova [-] Nova event matching ['req-448d7d84-b388-4cae-aaed-8f79718e48c7'] response: {'server_uuid': 'c454eafd-57ce-466c-a88f-aa88a272a56a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6092e8b-c7e1-4c14-a7b3-8baa64e42a95', 'code': 200} May 28 17:28:35.811105 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Pushing event updated for resources: {'Port': ['ID=f6092e8b-c7e1-4c14-a7b3-8baa64e42a95,revision_number=5']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:28:35.821381 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-d28c533e-1f0c-4a5b-84b9-64ef51f460de req-331cf83b-6a8e-4830-9286-45aabd748cd5 tempest-VolumesActionsTest-997537412 tempest-VolumesActionsTest-997537412-project] 10.222.0.33 "GET /v2.0/security-groups?id=121583ef-c90e-40a6-bae4-1a91464c9788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510073 May 28 17:28:35.904499 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b45de3-02d2-4a3c-8539-af1ca074c301 req-f9bb7130-c151-4d16-8cbf-02967625c8ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:28:35.905977 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-35b45de3-02d2-4a3c-8539-af1ca074c301 req-f9bb7130-c151-4d16-8cbf-02967625c8ac service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8e92a5dc387f47c99ce98da4d6fd9d92&device_id=1c3b0710-2e45-41e0-b02a-a9b95245f62a HTTP/1.1" status: 200 len: 1129 time: 0.0710549 May 28 17:28:35.911684 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54699809-d865-44fd-85dd-03cd755b84e4 req-02a72656-b2c1-4b10-bb2b-a9c2a3b2a2b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:28:35.913062 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-54699809-d865-44fd-85dd-03cd755b84e4 req-02a72656-b2c1-4b10-bb2b-a9c2a3b2a2b9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=90b378551d1c467e911cf01274c97d85&device_id=3b3c1f29-31c9-4f5c-9875-fd1939062512 HTTP/1.1" status: 200 len: 1129 time: 0.0509140 May 28 17:28:36.376571 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=100 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:28:36.446282 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf66f8f0-3f00-42f1-b42e-358b79899111 req-83b51124-1a24-41f3-b2f0-35c918b12bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:28:36.447797 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-bf66f8f0-3f00-42f1-b42e-358b79899111 req-83b51124-1a24-41f3-b2f0-35c918b12bb0 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c454eafd-57ce-466c-a88f-aa88a272a56a HTTP/1.1" status: 200 len: 1129 time: 0.0804365 May 28 17:28:36.459993 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54699809-d865-44fd-85dd-03cd755b84e4 req-c28938ee-4c73-45ee-ae74-ba14f8a6f40d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:28:36.460867 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b45de3-02d2-4a3c-8539-af1ca074c301 req-d89b693b-9497-409b-adfc-cd9cd7e18314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:28:36.461446 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-54699809-d865-44fd-85dd-03cd755b84e4 req-c28938ee-4c73-45ee-ae74-ba14f8a6f40d service neutron] 10.222.0.16 "GET /v2.0/networks?id=ef03f64f-43e2-4121-9b36-bf95e66e6156 HTTP/1.1" status: 200 len: 911 time: 0.0939627 May 28 17:28:36.462288 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-35b45de3-02d2-4a3c-8539-af1ca074c301 req-d89b693b-9497-409b-adfc-cd9cd7e18314 service neutron] 10.222.0.16 "GET /v2.0/networks?id=77a1ea92-c07d-41a7-8668-7c3c660591aa HTTP/1.1" status: 200 len: 919 time: 0.1263151 May 28 17:28:36.560865 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-54699809-d865-44fd-85dd-03cd755b84e4 req-65e2b9ea-f335-48cb-86e2-3bc7bdfb97ce service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d234e00a-5520-40b5-aa3f-c3a3f2a506ee HTTP/1.1" status: 200 len: 1000 time: 0.0665736 May 28 17:28:36.615680 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54699809-d865-44fd-85dd-03cd755b84e4 req-6b8f76cd-f62a-426f-b5ac-37505359b16b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:28:36.617150 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-54699809-d865-44fd-85dd-03cd755b84e4 req-6b8f76cd-f62a-426f-b5ac-37505359b16b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=cac4e4be-bdeb-4bc3-836c-d18d4297ccc1 HTTP/1.1" status: 200 len: 849 time: 0.0487659 May 28 17:28:36.698686 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828f5d92-df15-4d77-8e24-076f525885a1 req-22c744b3-bff6-4ab5-b417-7a506cae42f9 tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:28:36.700223 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-828f5d92-df15-4d77-8e24-076f525885a1 req-22c744b3-bff6-4ab5-b417-7a506cae42f9 tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] 10.222.0.33 "GET /v2.0/ports?device_id=c454eafd-57ce-466c-a88f-aa88a272a56a HTTP/1.1" status: 200 len: 945 time: 0.0665078 May 28 17:28:36.701344 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54699809-d865-44fd-85dd-03cd755b84e4 req-d4d12c2c-6b5c-4671-b55e-cc61a542ab5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:28:36.702679 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-54699809-d865-44fd-85dd-03cd755b84e4 req-d4d12c2c-6b5c-4671-b55e-cc61a542ab5a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ef03f64f-43e2-4121-9b36-bf95e66e6156&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0794995 May 28 17:28:36.779133 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-35b45de3-02d2-4a3c-8539-af1ca074c301 req-d6b97ca9-117b-46b1-8853-9966d0a85eee service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4e39dc15-aca5-489f-886d-23cd2b05b64d HTTP/1.1" status: 200 len: 217 time: 0.2840593 May 28 17:28:36.803739 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b04b96f-c8b1-4b8c-b80c-df71636ba893 req-7b53fbcd-fe52-4014-8372-2472b9c8b41b tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:28:36.805167 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-2b04b96f-c8b1-4b8c-b80c-df71636ba893 req-7b53fbcd-fe52-4014-8372-2472b9c8b41b tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/ports?device_id=1c3b0710-2e45-41e0-b02a-a9b95245f62a HTTP/1.1" status: 200 len: 945 time: 0.3225338 May 28 17:28:36.823905 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-828f5d92-df15-4d77-8e24-076f525885a1 req-497857e1-da20-41fc-a1f9-fc8e3475992a tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] 10.222.0.33 "GET /v2.0/security-groups?id=b57b7f75-5a7b-4a87-9936-4ce2a1c3dca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168787 May 28 17:28:36.849728 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-54699809-d865-44fd-85dd-03cd755b84e4 req-76a17c29-3b50-4834-8408-d2eb77977cf5 service neutron] 10.222.0.16 "GET /v2.0/networks/ef03f64f-43e2-4121-9b36-bf95e66e6156?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322598 May 28 17:28:36.873664 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-bf66f8f0-3f00-42f1-b42e-358b79899111 req-3bc71514-0ae6-4bf0-9ede-9cd5003f40b7 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=b57b7f75-5a7b-4a87-9936-4ce2a1c3dca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3794045 May 28 17:28:36.881184 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b45de3-02d2-4a3c-8539-af1ca074c301 req-a104dbc7-9687-48d7-8528-361a374d8ded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:28:36.882902 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-35b45de3-02d2-4a3c-8539-af1ca074c301 req-a104dbc7-9687-48d7-8528-361a374d8ded service neutron] 10.222.0.16 "GET /v2.0/subnets?id=034da301-fbaa-496d-8b67-7a375e67ef37 HTTP/1.1" status: 200 len: 857 time: 0.0943685 May 28 17:28:36.905545 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-2b04b96f-c8b1-4b8c-b80c-df71636ba893 req-995dff38-41b1-4e80-bac1-21e8f7af4a3e tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/security-groups?id=e86c30f5-196b-4340-88e9-8368ca719339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788677 May 28 17:28:36.984000 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac262bd-ad5e-4ca9-aa5f-e19fb084848e req-7a68c85f-c027-4408-a9db-55556eac769b tempest-VolumesActionsTest-997537412 tempest-VolumesActionsTest-997537412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:28:36.985373 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-eac262bd-ad5e-4ca9-aa5f-e19fb084848e req-7a68c85f-c027-4408-a9db-55556eac769b tempest-VolumesActionsTest-997537412 tempest-VolumesActionsTest-997537412-project] 10.222.0.33 "GET /v2.0/ports?device_id=4d039398-7bb2-4301-8a49-b20879664453 HTTP/1.1" status: 200 len: 944 time: 0.0838082 May 28 17:28:37.014481 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-54699809-d865-44fd-85dd-03cd755b84e4 req-27acb577-0a6b-4eac-81b4-4a5e2695d161 service neutron] 10.222.0.16 "GET /v2.0/networks/ef03f64f-43e2-4121-9b36-bf95e66e6156?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580205 May 28 17:28:37.044050 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-eac262bd-ad5e-4ca9-aa5f-e19fb084848e req-f26c7022-e2bc-4b4f-b366-64ba08ce9c7c tempest-VolumesActionsTest-997537412 tempest-VolumesActionsTest-997537412-project] 10.222.0.33 "GET /v2.0/security-groups?id=121583ef-c90e-40a6-bae4-1a91464c9788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504787 May 28 17:28:37.367981 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b45de3-02d2-4a3c-8539-af1ca074c301 req-c0ebd972-eaa5-4009-9233-10d4d47ecd8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:28:37.369366 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-35b45de3-02d2-4a3c-8539-af1ca074c301 req-c0ebd972-eaa5-4009-9233-10d4d47ecd8c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=77a1ea92-c07d-41a7-8668-7c3c660591aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0392213 May 28 17:28:37.529017 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Device 2fca81f6-5f66-480e-ad69-10b15eddf35a details requested by agent hyperv_hv-cinder-84372 with host hv-cinder-84372 {{(pid=103913) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 28 17:28:37.562844 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:28:37.630868 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] For port 2fca81f6-5f66-480e-ad69-10b15eddf35a, host hv-cinder-84372, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84372',level=0,port_id=2fca81f6-5f66-480e-ad69-10b15eddf35a,segment=NetworkSegment(d6c7f904-1af6-4214-b745-72cbcff0ed21),segment_id=d6c7f904-1af6-4214-b745-72cbcff0ed21)] {{(pid=103913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 17:28:37.641592 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Returning: {'device': '2fca81f6-5f66-480e-ad69-10b15eddf35a', 'network_id': '75e9d121-0dd7-4765-8420-f3e8c1d9b007', 'port_id': '2fca81f6-5f66-480e-ad69-10b15eddf35a', 'mac_address': 'fa:16:3e:68:ef:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '354345f1-35ff-4aaf-9376-fb03c34d5973', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103913) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 28 17:28:37.676873 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Current status of the port 2fca81f6-5f66-480e-ad69-10b15eddf35a is: DOWN; New status is: BUILD {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 17:28:37.677252 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (2fca81f6-5f66-480e-ad69-10b15eddf35a), before_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:28:37.689850 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.notifiers.nova [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fca81f6-5f66-480e-ad69-10b15eddf35a {{(pid=103913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 17:28:37.712845 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] For port 2fca81f6-5f66-480e-ad69-10b15eddf35a, host hv-cinder-84372, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84372',level=0,port_id=2fca81f6-5f66-480e-ad69-10b15eddf35a,segment=NetworkSegment(d6c7f904-1af6-4214-b745-72cbcff0ed21),segment_id=d6c7f904-1af6-4214-b745-72cbcff0ed21)] {{(pid=103913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 17:28:37.720080 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735968512485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735968120131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735968120149'] for port (2fca81f6-5f66-480e-ad69-10b15eddf35a), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:28:37.763885 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Pushing event updated for resources: {'Port': ['ID=2fca81f6-5f66-480e-ad69-10b15eddf35a,revision_number=4']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:28:37.772054 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:28:37.772420 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:28:37.772777 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:28:37.773125 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:28:37.773452 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:28:37.773772 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:28:37.774089 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:28:37.774405 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:28:37.774719 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:28:37.775035 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:28:37.775363 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:28:37.775688 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:28:37.776010 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:28:37.776322 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:28:37.776651 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:28:37.937576 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=100 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:28:37.950372 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a4443b-e0a8-43b0-9697-8a58eff4ed68 req-64d50dc7-0b6d-423d-9598-ebecc5f0a3d3 tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:28:37.951923 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-c6a4443b-e0a8-43b0-9697-8a58eff4ed68 req-64d50dc7-0b6d-423d-9598-ebecc5f0a3d3 tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] 10.222.0.33 "GET /v2.0/ports?device_id=c454eafd-57ce-466c-a88f-aa88a272a56a HTTP/1.1" status: 200 len: 945 time: 0.0580306 May 28 17:28:38.006729 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-c6a4443b-e0a8-43b0-9697-8a58eff4ed68 req-1dcc4424-e1af-45eb-9951-54d226b4b265 tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] 10.222.0.33 "GET /v2.0/security-groups?id=b57b7f75-5a7b-4a87-9936-4ce2a1c3dca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482171 May 28 17:28:38.094123 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb805dd7-0f85-45ef-97dd-91ae4d4267fc req-83fa4708-a46e-4c01-8244-d3c12ae4718a tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:28:38.096213 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-cb805dd7-0f85-45ef-97dd-91ae4d4267fc req-83fa4708-a46e-4c01-8244-d3c12ae4718a tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/ports?device_id=1c3b0710-2e45-41e0-b02a-a9b95245f62a HTTP/1.1" status: 200 len: 945 time: 0.0890877 May 28 17:28:38.113297 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=100 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:28:38.126144 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ccc622-7e16-4f03-80ca-44476a182145 req-3ba7e149-471d-4958-86b3-e55a24ecfa54 tempest-VolumesSnapshotTestJSON-491387215 tempest-VolumesSnapshotTestJSON-491387215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:28:38.127874 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-b8ccc622-7e16-4f03-80ca-44476a182145 req-3ba7e149-471d-4958-86b3-e55a24ecfa54 tempest-VolumesSnapshotTestJSON-491387215 tempest-VolumesSnapshotTestJSON-491387215-project] 10.222.0.33 "GET /v2.0/ports?device_id=e99fbe7a-b9c4-4f37-a515-9e598de8b512 HTTP/1.1" status: 200 len: 946 time: 0.0494559 May 28 17:28:38.135615 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-35b45de3-02d2-4a3c-8539-af1ca074c301 req-48fb0d55-eec8-4f3a-ad2f-415731a56313 service neutron] 10.222.0.16 "GET /v2.0/networks/77a1ea92-c07d-41a7-8668-7c3c660591aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1588874 May 28 17:28:38.157044 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-cb805dd7-0f85-45ef-97dd-91ae4d4267fc req-38246875-a18c-4af9-8688-79050e2653f5 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/security-groups?id=e86c30f5-196b-4340-88e9-8368ca719339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547173 May 28 17:28:38.177393 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-b8ccc622-7e16-4f03-80ca-44476a182145 req-0fe056c0-6212-413b-8f2e-8369c93cbe2f tempest-VolumesSnapshotTestJSON-491387215 tempest-VolumesSnapshotTestJSON-491387215-project] 10.222.0.33 "GET /v2.0/security-groups?id=4ee3e319-c2ae-4ff7-8a8c-b0d305908d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436699 May 28 17:28:38.260083 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1936a4-bf66-4209-99ad-eefedba1d3ad req-0dac9bca-7e38-4e49-9b04-90af9246384a tempest-VolumesActionsTest-997537412 tempest-VolumesActionsTest-997537412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:28:38.261528 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-4e1936a4-bf66-4209-99ad-eefedba1d3ad req-0dac9bca-7e38-4e49-9b04-90af9246384a tempest-VolumesActionsTest-997537412 tempest-VolumesActionsTest-997537412-project] 10.222.0.33 "GET /v2.0/ports?device_id=4d039398-7bb2-4301-8a49-b20879664453 HTTP/1.1" status: 200 len: 945 time: 0.0464280 May 28 17:28:38.310636 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-4e1936a4-bf66-4209-99ad-eefedba1d3ad req-fb217082-dfec-4720-b514-a8a9fb953412 tempest-VolumesActionsTest-997537412 tempest-VolumesActionsTest-997537412-project] 10.222.0.33 "GET /v2.0/security-groups?id=121583ef-c90e-40a6-bae4-1a91464c9788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436389 May 28 17:28:38.317424 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] get_ports_and_sgs() called for port_ids ['2fca81f6-5f66-480e-ad69-10b15eddf35a'] {{(pid=103913) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 28 17:28:39.120895 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b83d38-8ccd-4baa-9ee0-09b9b4643387 req-16375885-1cdd-4a7a-b971-d779899aeb34 tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:28:39.122331 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-83b83d38-8ccd-4baa-9ee0-09b9b4643387 req-16375885-1cdd-4a7a-b971-d779899aeb34 tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] 10.222.0.33 "GET /v2.0/ports?device_id=c454eafd-57ce-466c-a88f-aa88a272a56a HTTP/1.1" status: 200 len: 945 time: 0.0464013 May 28 17:28:39.175161 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-83b83d38-8ccd-4baa-9ee0-09b9b4643387 req-b715aae1-cc48-49d8-937f-4904126b815b tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] 10.222.0.33 "GET /v2.0/security-groups?id=b57b7f75-5a7b-4a87-9936-4ce2a1c3dca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468934 May 28 17:28:39.271691 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d421fb-d5f5-45dd-a466-77d2b0c6d1d0 req-d1c31658-89d3-4de5-9b4b-760ee864a54b tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:28:39.273159 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-24d421fb-d5f5-45dd-a466-77d2b0c6d1d0 req-d1c31658-89d3-4de5-9b4b-760ee864a54b tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/ports?device_id=1c3b0710-2e45-41e0-b02a-a9b95245f62a HTTP/1.1" status: 200 len: 945 time: 0.0474443 May 28 17:28:39.290963 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7e072b-bda1-49c5-99dd-4251742ab13a req-7e856a80-683a-4257-b16d-4f5550851ded tempest-VolumesSnapshotTestJSON-491387215 tempest-VolumesSnapshotTestJSON-491387215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:28:39.292386 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-2c7e072b-bda1-49c5-99dd-4251742ab13a req-7e856a80-683a-4257-b16d-4f5550851ded tempest-VolumesSnapshotTestJSON-491387215 tempest-VolumesSnapshotTestJSON-491387215-project] 10.222.0.33 "GET /v2.0/ports?device_id=e99fbe7a-b9c4-4f37-a515-9e598de8b512 HTTP/1.1" status: 200 len: 946 time: 0.0478530 May 28 17:28:39.320465 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-24d421fb-d5f5-45dd-a466-77d2b0c6d1d0 req-35113b04-d481-4a14-befe-de927ba3607e tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/security-groups?id=e86c30f5-196b-4340-88e9-8368ca719339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415370 May 28 17:28:39.322472 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=100 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:28:39.340294 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-2c7e072b-bda1-49c5-99dd-4251742ab13a req-0bd98cdb-4a48-4b74-b65b-92c7b03f31e7 tempest-VolumesSnapshotTestJSON-491387215 tempest-VolumesSnapshotTestJSON-491387215-project] 10.222.0.33 "GET /v2.0/security-groups?id=4ee3e319-c2ae-4ff7-8a8c-b0d305908d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424616 May 28 17:28:39.429362 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7da912-000d-4333-9518-7a37665703a6 req-fb69ea47-226b-4546-809b-d7812b261be7 tempest-VolumesActionsTest-997537412 tempest-VolumesActionsTest-997537412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:28:39.430787 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-3a7da912-000d-4333-9518-7a37665703a6 req-fb69ea47-226b-4546-809b-d7812b261be7 tempest-VolumesActionsTest-997537412 tempest-VolumesActionsTest-997537412-project] 10.222.0.33 "GET /v2.0/ports?device_id=4d039398-7bb2-4301-8a49-b20879664453 HTTP/1.1" status: 200 len: 945 time: 0.0464871 May 28 17:28:39.484968 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-3a7da912-000d-4333-9518-7a37665703a6 req-e73ef4e6-070a-44a2-a26f-5a7102af981b tempest-VolumesActionsTest-997537412 tempest-VolumesActionsTest-997537412-project] 10.222.0.33 "GET /v2.0/security-groups?id=121583ef-c90e-40a6-bae4-1a91464c9788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486434 May 28 17:28:39.525950 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Device 2fca81f6-5f66-480e-ad69-10b15eddf35a up at agent hyperv_hv-cinder-84372 {{(pid=103913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 28 17:28:39.566338 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Provisioning for port 2fca81f6-5f66-480e-ad69-10b15eddf35a completed by entity L2. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 28 17:28:39.571562 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Provisioning complete for port 2fca81f6-5f66-480e-ad69-10b15eddf35a triggered by entity L2. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 17:28:39.571918 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1821120'] for port (2fca81f6-5f66-480e-ad69-10b15eddf35a), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:28:39.643486 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Current status of the port 2fca81f6-5f66-480e-ad69-10b15eddf35a is: BUILD; New status is: ACTIVE {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 17:28:39.643874 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (2fca81f6-5f66-480e-ad69-10b15eddf35a), before_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:28:39.669052 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d039398-7bb2-4301-8a49-b20879664453', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fca81f6-5f66-480e-ad69-10b15eddf35a'}] {{(pid=103913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 17:28:39.671271 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fc7d66bd3c46bdb9792f0e064e6c35853b2e9fce1f0b0d0eb0c21c6a12b004b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-858c702e-6431-498b-9195-517bc76b91c8" -d '{"events": [{"server_uuid": "4d039398-7bb2-4301-8a49-b20879664453", "name": "network-vif-plugged", "status": "completed", "tag": "2fca81f6-5f66-480e-ad69-10b15eddf35a"}]}' {{(pid=103913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 28 17:28:39.687660 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] For port 2fca81f6-5f66-480e-ad69-10b15eddf35a, host hv-cinder-84372, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84372',level=0,port_id=2fca81f6-5f66-480e-ad69-10b15eddf35a,segment=NetworkSegment(d6c7f904-1af6-4214-b745-72cbcff0ed21),segment_id=d6c7f904-1af6-4214-b745-72cbcff0ed21)] {{(pid=103913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 17:28:39.692404 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735968512485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735968120131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735968120149'] for port (2fca81f6-5f66-480e-ad69-10b15eddf35a), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:28:39.720632 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 May 2022 17:28:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2159fac7-371e-4bab-a051-c0a3a1e4c165 x-openstack-request-id: req-2159fac7-371e-4bab-a051-c0a3a1e4c165 {{(pid=103913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 28 17:28:39.720936 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d039398-7bb2-4301-8a49-b20879664453", "name": "network-vif-plugged", "status": "completed", "tag": "2fca81f6-5f66-480e-ad69-10b15eddf35a", "code": 200}]} {{(pid=103913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 28 17:28:39.721178 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-2159fac7-371e-4bab-a051-c0a3a1e4c165 {{(pid=103913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 28 17:28:39.721575 dv-cinder-843729-1-iscsi neutron-server[103913]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2159fac7-371e-4bab-a051-c0a3a1e4c165'] response: {'server_uuid': '4d039398-7bb2-4301-8a49-b20879664453', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fca81f6-5f66-480e-ad69-10b15eddf35a', 'code': 200} May 28 17:28:39.727766 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-35b45de3-02d2-4a3c-8539-af1ca074c301 req-e5d12c54-6202-4b44-ab5a-16ae406bf177 service neutron] 10.222.0.16 "GET /v2.0/networks/77a1ea92-c07d-41a7-8668-7c3c660591aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987904 May 28 17:28:39.742963 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Pushing event updated for resources: {'Port': ['ID=2fca81f6-5f66-480e-ad69-10b15eddf35a,revision_number=5']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:28:40.289847 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f931eaf2-d322-4215-8bf3-3ba6d5a0c7b2 req-768ce760-26c2-45aa-b90c-8f9c680800d7 tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:28:40.291282 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-f931eaf2-d322-4215-8bf3-3ba6d5a0c7b2 req-768ce760-26c2-45aa-b90c-8f9c680800d7 tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] 10.222.0.33 "GET /v2.0/ports?device_id=c454eafd-57ce-466c-a88f-aa88a272a56a HTTP/1.1" status: 200 len: 945 time: 0.0468819 May 28 17:28:40.337466 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-f931eaf2-d322-4215-8bf3-3ba6d5a0c7b2 req-9be74871-5610-4cd9-8ba2-484581e7e35d tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] 10.222.0.33 "GET /v2.0/security-groups?id=b57b7f75-5a7b-4a87-9936-4ce2a1c3dca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406685 May 28 17:28:40.437834 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=2 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:28:40.443145 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=4 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:28:40.453685 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2179f0-b48e-44ab-b5f5-caa9a05d2251 req-856b649f-5597-44c7-b58a-e81d4abb4e0d tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:28:40.455400 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-3c2179f0-b48e-44ab-b5f5-caa9a05d2251 req-856b649f-5597-44c7-b58a-e81d4abb4e0d tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/ports?device_id=1c3b0710-2e45-41e0-b02a-a9b95245f62a HTTP/1.1" status: 200 len: 945 time: 0.0494125 May 28 17:28:40.459846 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9ad979-4f01-4079-ad23-691c10d5efa8 req-5842571d-6f9b-440d-880f-12d533820c39 tempest-VolumesSnapshotTestJSON-491387215 tempest-VolumesSnapshotTestJSON-491387215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:28:40.461287 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-3f9ad979-4f01-4079-ad23-691c10d5efa8 req-5842571d-6f9b-440d-880f-12d533820c39 tempest-VolumesSnapshotTestJSON-491387215 tempest-VolumesSnapshotTestJSON-491387215-project] 10.222.0.33 "GET /v2.0/ports?device_id=e99fbe7a-b9c4-4f37-a515-9e598de8b512 HTTP/1.1" status: 200 len: 946 time: 0.0503235 May 28 17:28:40.494147 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=100 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:28:40.507575 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-3c2179f0-b48e-44ab-b5f5-caa9a05d2251 req-e738daf5-fcfd-4545-ba37-5e7ebf24b20f tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/security-groups?id=e86c30f5-196b-4340-88e9-8368ca719339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465295 May 28 17:28:40.509903 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-3f9ad979-4f01-4079-ad23-691c10d5efa8 req-0943ce1f-94ca-4eec-853a-5732c92615fc tempest-VolumesSnapshotTestJSON-491387215 tempest-VolumesSnapshotTestJSON-491387215-project] 10.222.0.33 "GET /v2.0/security-groups?id=4ee3e319-c2ae-4ff7-8a8c-b0d305908d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432432 May 28 17:28:40.612167 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b479fae7-eef0-4fdd-8c54-e6e652b8bccb req-9d34727f-c4de-4aa3-991e-e6e682766977 tempest-VolumesActionsTest-997537412 tempest-VolumesActionsTest-997537412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:28:40.613677 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-b479fae7-eef0-4fdd-8c54-e6e652b8bccb req-9d34727f-c4de-4aa3-991e-e6e682766977 tempest-VolumesActionsTest-997537412 tempest-VolumesActionsTest-997537412-project] 10.222.0.33 "GET /v2.0/ports?device_id=4d039398-7bb2-4301-8a49-b20879664453 HTTP/1.1" status: 200 len: 946 time: 0.0479376 May 28 17:28:40.619290 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6199da9e-9e40-42a4-a7d2-4f3024ae9b56 req-2f6f9267-b878-48cb-b4c8-f3486bca8097 tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:28:40.620855 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-6199da9e-9e40-42a4-a7d2-4f3024ae9b56 req-2f6f9267-b878-48cb-b4c8-f3486bca8097 tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] 10.222.0.33 "GET /v2.0/ports?device_id=c454eafd-57ce-466c-a88f-aa88a272a56a HTTP/1.1" status: 200 len: 945 time: 0.0504527 May 28 17:28:40.661243 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-b479fae7-eef0-4fdd-8c54-e6e652b8bccb req-58d5edb9-a979-43e8-92d0-15b063311f4c tempest-VolumesActionsTest-997537412 tempest-VolumesActionsTest-997537412-project] 10.222.0.33 "GET /v2.0/security-groups?id=121583ef-c90e-40a6-bae4-1a91464c9788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416479 May 28 17:28:40.667497 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-6199da9e-9e40-42a4-a7d2-4f3024ae9b56 req-9a78ceb8-9ff7-4eea-8ba9-8cf2d77cc6f7 tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] 10.222.0.33 "GET /v2.0/security-groups?id=b57b7f75-5a7b-4a87-9936-4ce2a1c3dca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410545 May 28 17:28:40.993967 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57365bce-c375-465d-ab1b-865faa434a3f req-7a4b44ae-53a1-4b54-86d4-02fc005248ba tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:28:40.995389 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-57365bce-c375-465d-ab1b-865faa434a3f req-7a4b44ae-53a1-4b54-86d4-02fc005248ba tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] 10.222.0.33 "GET /v2.0/ports?device_id=c454eafd-57ce-466c-a88f-aa88a272a56a HTTP/1.1" status: 200 len: 945 time: 0.0469859 May 28 17:28:41.045829 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-57365bce-c375-465d-ab1b-865faa434a3f req-2578a6ce-5a18-4570-bba1-951acc2d0bd6 tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] 10.222.0.33 "GET /v2.0/security-groups?id=b57b7f75-5a7b-4a87-9936-4ce2a1c3dca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438743 May 28 17:28:41.107941 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed362b4-f053-4fa1-8ea1-4286617cf8d5 req-8c5f0829-43ac-4ca7-bf6c-cecca8dfceb8 tempest-VolumesSnapshotTestJSON-491387215 tempest-VolumesSnapshotTestJSON-491387215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:28:41.110103 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-8ed362b4-f053-4fa1-8ea1-4286617cf8d5 req-8c5f0829-43ac-4ca7-bf6c-cecca8dfceb8 tempest-VolumesSnapshotTestJSON-491387215 tempest-VolumesSnapshotTestJSON-491387215-project] 10.222.0.16 "GET /v2.0/ports?device_id=e99fbe7a-b9c4-4f37-a515-9e598de8b512 HTTP/1.1" status: 200 len: 946 time: 0.0727670 May 28 17:28:41.208295 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9888e771-03d0-4ec3-a178-72a2b59c8775 req-a0f8caa0-e166-410f-91f6-dc46029981b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:28:41.209807 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-9888e771-03d0-4ec3-a178-72a2b59c8775 req-a0f8caa0-e166-410f-91f6-dc46029981b9 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4d039398-7bb2-4301-8a49-b20879664453 HTTP/1.1" status: 200 len: 1130 time: 0.0453470 May 28 17:28:41.261440 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.plugin [req-8ed362b4-f053-4fa1-8ea1-4286617cf8d5 req-f4b3e89b-03ec-43cb-84ed-786011bfe024 tempest-VolumesSnapshotTestJSON-491387215 tempest-VolumesSnapshotTestJSON-491387215-project] Deleting port 0bfab207-935d-43ec-8b14-0efcb1026c51 {{(pid=103912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 28 17:28:41.261776 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-8ed362b4-f053-4fa1-8ea1-4286617cf8d5 req-f4b3e89b-03ec-43cb-84ed-786011bfe024 tempest-VolumesSnapshotTestJSON-491387215 tempest-VolumesSnapshotTestJSON-491387215-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735968504037'] for port (0bfab207-935d-43ec-8b14-0efcb1026c51), before_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:28:41.280993 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-9888e771-03d0-4ec3-a178-72a2b59c8775 req-0a48c0b7-6b7c-4a44-9878-8e4b7b5a6d41 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=121583ef-c90e-40a6-bae4-1a91464c9788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489447 May 28 17:28:41.375232 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.db [req-8ed362b4-f053-4fa1-8ea1-4286617cf8d5 req-f4b3e89b-03ec-43cb-84ed-786011bfe024 tempest-VolumesSnapshotTestJSON-491387215 tempest-VolumesSnapshotTestJSON-491387215-project] For port 0bfab207-935d-43ec-8b14-0efcb1026c51, host hv-cinder-84372, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84372',level=0,port_id=0bfab207-935d-43ec-8b14-0efcb1026c51,segment=NetworkSegment(80f887d5-5d74-4b68-8808-871bb944a1fe),segment_id=80f887d5-5d74-4b68-8808-871bb944a1fe)] {{(pid=103912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 17:28:41.375832 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-8ed362b4-f053-4fa1-8ea1-4286617cf8d5 req-f4b3e89b-03ec-43cb-84ed-786011bfe024 tempest-VolumesSnapshotTestJSON-491387215 tempest-VolumesSnapshotTestJSON-491387215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-660327'] for port (0bfab207-935d-43ec-8b14-0efcb1026c51), precommit_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:28:41.394906 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.plugin [req-8ed362b4-f053-4fa1-8ea1-4286617cf8d5 req-f4b3e89b-03ec-43cb-84ed-786011bfe024 tempest-VolumesSnapshotTestJSON-491387215 tempest-VolumesSnapshotTestJSON-491387215-project] Calling delete_port for 0bfab207-935d-43ec-8b14-0efcb1026c51 owned by compute:nova {{(pid=103912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 28 17:28:41.489217 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=100 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:28:41.570545 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-8ed362b4-f053-4fa1-8ea1-4286617cf8d5 req-f4b3e89b-03ec-43cb-84ed-786011bfe024 tempest-VolumesSnapshotTestJSON-491387215 tempest-VolumesSnapshotTestJSON-491387215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735968512467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735968120122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6173922'] for port (0bfab207-935d-43ec-8b14-0efcb1026c51), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:28:41.606818 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b3e89b-03ec-43cb-84ed-786011bfe024 tempest-VolumesSnapshotTestJSON-491387215 tempest-VolumesSnapshotTestJSON-491387215-project] Pushing event deleted for resources: {'Port': ['ID=0bfab207-935d-43ec-8b14-0efcb1026c51,revision_number=None']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:28:41.609180 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-4bea02cf-fd49-4149-94f1-c3c3e31599af req-9b57ceb1-1255-450f-8038-ee22814eed0f tempest-VolumesSnapshotTestJSON-491387215 tempest-VolumesSnapshotTestJSON-491387215-project] 10.222.0.33 "GET /v2.0/ports?device_id=e99fbe7a-b9c4-4f37-a515-9e598de8b512 HTTP/1.1" status: 200 len: 210 time: 0.0291283 May 28 17:28:41.696662 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ed362b4-f053-4fa1-8ea1-4286617cf8d5 req-f4b3e89b-03ec-43cb-84ed-786011bfe024 tempest-VolumesSnapshotTestJSON-491387215 tempest-VolumesSnapshotTestJSON-491387215-project] No DVR routers for this DVR port 0bfab207-935d-43ec-8b14-0efcb1026c51 on host hv-cinder-84372 {{(pid=103912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 17:28:41.703526 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488e1018-233f-4dc6-86fa-36bcc0e66a7b req-4aca47b5-1aeb-4319-8033-b8c9a3ca2af0 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:28:41.705021 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-488e1018-233f-4dc6-86fa-36bcc0e66a7b req-4aca47b5-1aeb-4319-8033-b8c9a3ca2af0 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/ports?device_id=1c3b0710-2e45-41e0-b02a-a9b95245f62a HTTP/1.1" status: 200 len: 945 time: 0.1231580 May 28 17:28:41.707139 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-8ed362b4-f053-4fa1-8ea1-4286617cf8d5 req-f4b3e89b-03ec-43cb-84ed-786011bfe024 tempest-VolumesSnapshotTestJSON-491387215 tempest-VolumesSnapshotTestJSON-491387215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22441'] for port (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:28:41.710262 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-8ed362b4-f053-4fa1-8ea1-4286617cf8d5 req-f4b3e89b-03ec-43cb-84ed-786011bfe024 tempest-VolumesSnapshotTestJSON-491387215 tempest-VolumesSnapshotTestJSON-491387215-project] 10.222.0.16 "DELETE /v2.0/ports/0bfab207-935d-43ec-8b14-0efcb1026c51 HTTP/1.1" status: 204 len: 173 time: 0.5947456 May 28 17:28:41.710702 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e99fbe7a-b9c4-4f37-a515-9e598de8b512', 'name': 'network-vif-deleted', 'tag': '0bfab207-935d-43ec-8b14-0efcb1026c51'}] {{(pid=103912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 17:28:41.713498 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}192b2939a0ee72d6dca365a869ce4d556b01f2e73c600b6e44d67eb265bc480d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9be5d1d-353a-4722-8c43-e215e328599c" -d '{"events": [{"server_uuid": "e99fbe7a-b9c4-4f37-a515-9e598de8b512", "name": "network-vif-deleted", "tag": "0bfab207-935d-43ec-8b14-0efcb1026c51"}]}' {{(pid=103912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 28 17:28:41.759280 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-488e1018-233f-4dc6-86fa-36bcc0e66a7b req-38bbb687-f323-4b8e-a0bf-7a73af69cf23 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/security-groups?id=e86c30f5-196b-4340-88e9-8368ca719339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431371 May 28 17:28:41.780618 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd45ba3-7cea-4e39-9f76-25a67eefdccf req-685dfcd0-7d4e-486a-81b1-2f2616434087 tempest-VolumesActionsTest-997537412 tempest-VolumesActionsTest-997537412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:28:41.782146 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-6bd45ba3-7cea-4e39-9f76-25a67eefdccf req-685dfcd0-7d4e-486a-81b1-2f2616434087 tempest-VolumesActionsTest-997537412 tempest-VolumesActionsTest-997537412-project] 10.222.0.33 "GET /v2.0/ports?device_id=4d039398-7bb2-4301-8a49-b20879664453 HTTP/1.1" status: 200 len: 946 time: 0.0520909 May 28 17:28:41.803505 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 May 2022 17:28:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b4138e7-2437-44a8-8f38-0313323f8510 x-openstack-request-id: req-1b4138e7-2437-44a8-8f38-0313323f8510 {{(pid=103912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 28 17:28:41.803798 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e99fbe7a-b9c4-4f37-a515-9e598de8b512", "name": "network-vif-deleted", "tag": "0bfab207-935d-43ec-8b14-0efcb1026c51", "status": "completed", "code": 200}]} {{(pid=103912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 28 17:28:41.804051 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-1b4138e7-2437-44a8-8f38-0313323f8510 {{(pid=103912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 28 17:28:41.804453 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b4138e7-2437-44a8-8f38-0313323f8510'] response: {'server_uuid': 'e99fbe7a-b9c4-4f37-a515-9e598de8b512', 'name': 'network-vif-deleted', 'tag': '0bfab207-935d-43ec-8b14-0efcb1026c51', 'status': 'completed', 'code': 200} May 28 17:28:41.833669 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-6bd45ba3-7cea-4e39-9f76-25a67eefdccf req-5209c958-7903-4b44-b4fd-a53ab84e8a00 tempest-VolumesActionsTest-997537412 tempest-VolumesActionsTest-997537412-project] 10.222.0.33 "GET /v2.0/security-groups?id=121583ef-c90e-40a6-bae4-1a91464c9788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426874 May 28 17:28:42.714208 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-90f3ddce-4bcc-48fc-a2c6-9186d6ec76f7 req-f365cf4d-f7f0-4093-9175-3255f717c456 tempest-VolumesSnapshotTestJSON-491387215 tempest-VolumesSnapshotTestJSON-491387215-project] 10.222.0.33 "GET /v2.0/ports?device_id=e99fbe7a-b9c4-4f37-a515-9e598de8b512 HTTP/1.1" status: 200 len: 210 time: 0.0288169 May 28 17:28:42.874547 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86112ac7-a01e-4fd5-a7db-e0a2a6fad179 req-9e0cc8bc-f706-49f6-8f18-6194006339b8 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:28:42.876034 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-86112ac7-a01e-4fd5-a7db-e0a2a6fad179 req-9e0cc8bc-f706-49f6-8f18-6194006339b8 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/ports?device_id=1c3b0710-2e45-41e0-b02a-a9b95245f62a HTTP/1.1" status: 200 len: 945 time: 0.0493824 May 28 17:28:42.922253 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-86112ac7-a01e-4fd5-a7db-e0a2a6fad179 req-a1966f2a-632d-4e52-9b6a-3c6f9ff22b8a tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/security-groups?id=e86c30f5-196b-4340-88e9-8368ca719339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400307 May 28 17:28:43.020462 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec99867-d2b3-4ade-9dc1-0628d6086566 req-cd1899c2-a986-435d-8527-5fd7669d9a49 tempest-VolumesActionsTest-997537412 tempest-VolumesActionsTest-997537412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:28:43.021881 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-3ec99867-d2b3-4ade-9dc1-0628d6086566 req-cd1899c2-a986-435d-8527-5fd7669d9a49 tempest-VolumesActionsTest-997537412 tempest-VolumesActionsTest-997537412-project] 10.222.0.33 "GET /v2.0/ports?device_id=4d039398-7bb2-4301-8a49-b20879664453 HTTP/1.1" status: 200 len: 946 time: 0.0460787 May 28 17:28:43.067714 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-3ec99867-d2b3-4ade-9dc1-0628d6086566 req-0600ef29-f5f0-461b-bbf3-8b4afe82518b tempest-VolumesActionsTest-997537412 tempest-VolumesActionsTest-997537412-project] 10.222.0.33 "GET /v2.0/security-groups?id=121583ef-c90e-40a6-bae4-1a91464c9788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404248 May 28 17:28:43.545432 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Device 0bfab207-935d-43ec-8b14-0efcb1026c51 no longer exists at agent hyperv_hv-cinder-84372 {{(pid=103913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 28 17:28:43.565592 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] No Port match for: 0bfab207-935d-43ec-8b14-0efcb1026c51 {{(pid=103913) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 28 17:28:43.565936 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Device 0bfab207-935d-43ec-8b14-0efcb1026c51 not bound to the agent host hv-cinder-84372 {{(pid=103913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 28 17:28:43.812001 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-ae67c43d-b143-4a50-b01b-f33bfa442d6e req-c06d9439-12e6-48ac-adb7-6cea9e9d148f tempest-VolumesSnapshotTestJSON-491387215 tempest-VolumesSnapshotTestJSON-491387215-project] 10.222.0.33 "GET /v2.0/ports?device_id=e99fbe7a-b9c4-4f37-a515-9e598de8b512 HTTP/1.1" status: 200 len: 210 time: 0.0267980 May 28 17:28:44.045797 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d57d850-482c-4d49-8aa7-2c20bdfd601d req-92e7310f-8afa-4ce7-b6cd-dc2baa383118 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:28:44.047307 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-0d57d850-482c-4d49-8aa7-2c20bdfd601d req-92e7310f-8afa-4ce7-b6cd-dc2baa383118 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/ports?device_id=1c3b0710-2e45-41e0-b02a-a9b95245f62a HTTP/1.1" status: 200 len: 945 time: 0.0505228 May 28 17:28:44.058062 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:28:44.094398 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-0d57d850-482c-4d49-8aa7-2c20bdfd601d req-c1c44e08-521e-4899-a83f-34d996b1d9d5 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/security-groups?id=e86c30f5-196b-4340-88e9-8368ca719339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414386 May 28 17:28:44.197965 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd23a77-1b4a-47ae-b59e-9427d3a9ab98 req-06a6b8d5-0d76-49c9-81a9-17e749bf700b tempest-VolumesActionsTest-997537412 tempest-VolumesActionsTest-997537412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:28:44.199431 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-dbd23a77-1b4a-47ae-b59e-9427d3a9ab98 req-06a6b8d5-0d76-49c9-81a9-17e749bf700b tempest-VolumesActionsTest-997537412 tempest-VolumesActionsTest-997537412-project] 10.222.0.33 "GET /v2.0/ports?device_id=4d039398-7bb2-4301-8a49-b20879664453 HTTP/1.1" status: 200 len: 946 time: 0.0471437 May 28 17:28:44.246193 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-dbd23a77-1b4a-47ae-b59e-9427d3a9ab98 req-ed847984-b811-4812-bff5-1b281e6c0f10 tempest-VolumesActionsTest-997537412 tempest-VolumesActionsTest-997537412-project] 10.222.0.33 "GET /v2.0/security-groups?id=121583ef-c90e-40a6-bae4-1a91464c9788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412476 May 28 17:28:44.916802 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-279e0968-1fdc-45df-8af9-6faaf9334c75 req-e42015e9-4ab5-49a3-b036-d2326af460f3 tempest-VolumesSnapshotTestJSON-491387215 tempest-VolumesSnapshotTestJSON-491387215-project] 10.222.0.33 "GET /v2.0/ports?device_id=e99fbe7a-b9c4-4f37-a515-9e598de8b512 HTTP/1.1" status: 200 len: 210 time: 0.0306783 May 28 17:28:45.210711 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e81440d-b822-4cf7-8455-7343937d2ee8 req-4c65c46f-3c65-4fe0-a838-0839ed4b803e tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:28:45.212427 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-8e81440d-b822-4cf7-8455-7343937d2ee8 req-4c65c46f-3c65-4fe0-a838-0839ed4b803e tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/ports?device_id=1c3b0710-2e45-41e0-b02a-a9b95245f62a HTTP/1.1" status: 200 len: 945 time: 0.0499425 May 28 17:28:45.260389 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-8e81440d-b822-4cf7-8455-7343937d2ee8 req-61fe6154-c95d-48e1-9f94-9789a2f6bdda tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/security-groups?id=e86c30f5-196b-4340-88e9-8368ca719339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423567 May 28 17:28:45.374219 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bae52e6-22a3-4030-ad8a-262d22d0a2bf req-c6e32a7a-353a-49ec-b4d3-703f7d35b982 tempest-VolumesActionsTest-997537412 tempest-VolumesActionsTest-997537412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:28:45.381323 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-6bae52e6-22a3-4030-ad8a-262d22d0a2bf req-c6e32a7a-353a-49ec-b4d3-703f7d35b982 tempest-VolumesActionsTest-997537412 tempest-VolumesActionsTest-997537412-project] 10.222.0.33 "GET /v2.0/ports?device_id=4d039398-7bb2-4301-8a49-b20879664453 HTTP/1.1" status: 200 len: 946 time: 0.0654242 May 28 17:28:45.422465 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.agents_db [None req-b36f0ab6-f8d6-4670-a7fa-3628cf342135 None None] Agent healthcheck: found 6 active agents {{(pid=103914) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 28 17:28:45.433819 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-6bae52e6-22a3-4030-ad8a-262d22d0a2bf req-a171a23c-f5b1-4682-b192-4419bf4d9ef1 tempest-VolumesActionsTest-997537412 tempest-VolumesActionsTest-997537412-project] 10.222.0.33 "GET /v2.0/security-groups?id=121583ef-c90e-40a6-bae4-1a91464c9788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515916 May 28 17:28:46.041511 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-fb0fa547-2af4-4032-826c-3ba5c18a84df req-1c517ceb-77f0-4ed3-b4db-32091cc40176 tempest-VolumesSnapshotTestJSON-491387215 tempest-VolumesSnapshotTestJSON-491387215-project] 10.222.0.33 "GET /v2.0/ports?device_id=e99fbe7a-b9c4-4f37-a515-9e598de8b512 HTTP/1.1" status: 200 len: 210 time: 0.0410116 May 28 17:28:46.866612 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.33', 58998) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:28:46.872853 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.v2.base [None req-9d72b31d-06f0-4816-acbf-cd29a5ca236f tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Request body: {'security_group': {'name': 'tempest-securitygroup--509236682', 'description': 'tempest-description--1513837464'}} {{(pid=103912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 17:28:46.906324 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-9d72b31d-06f0-4816-acbf-cd29a5ca236f tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Publish callbacks [] for security_group (None), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:28:46.980614 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-9d72b31d-06f0-4816-acbf-cd29a5ca236f tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Publish callbacks [] for security_group (c776077f-6b09-4c92-a212-43bc02e1345f), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:28:46.984815 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-9d72b31d-06f0-4816-acbf-cd29a5ca236f tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594961'] for security_group (c776077f-6b09-4c92-a212-43bc02e1345f), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:28:46.991069 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=3 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:28:47.025382 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-9d72b31d-06f0-4816-acbf-cd29a5ca236f tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Publish callbacks [] for security_group (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:28:47.029295 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-9d72b31d-06f0-4816-acbf-cd29a5ca236f tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1584580 May 28 17:28:47.029295 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d72b31d-06f0-4816-acbf-cd29a5ca236f tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c776077f-6b09-4c92-a212-43bc02e1345f,revision_number=1']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:28:47.030650 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.33', 59002) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:28:47.037291 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.v2.base [None req-9027b6d6-bbf7-4416-b178-d49d84eb6cc2 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Request body: {'security_group_rule': {'security_group_id': 'c776077f-6b09-4c92-a212-43bc02e1345f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 17:28:47.037708 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d72b31d-06f0-4816-acbf-cd29a5ca236f tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:28:47.037900 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d72b31d-06f0-4816-acbf-cd29a5ca236f tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:28:47.038216 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d72b31d-06f0-4816-acbf-cd29a5ca236f tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:28:47.038551 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d72b31d-06f0-4816-acbf-cd29a5ca236f tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:28:47.038920 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d72b31d-06f0-4816-acbf-cd29a5ca236f tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:28:47.039254 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d72b31d-06f0-4816-acbf-cd29a5ca236f tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:28:47.039647 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d72b31d-06f0-4816-acbf-cd29a5ca236f tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:28:47.040456 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d72b31d-06f0-4816-acbf-cd29a5ca236f tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:28:47.040456 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d72b31d-06f0-4816-acbf-cd29a5ca236f tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:28:47.040780 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d72b31d-06f0-4816-acbf-cd29a5ca236f tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:28:47.040966 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d72b31d-06f0-4816-acbf-cd29a5ca236f tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:28:47.041474 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d72b31d-06f0-4816-acbf-cd29a5ca236f tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:28:47.043694 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d72b31d-06f0-4816-acbf-cd29a5ca236f tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:28:47.044297 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d72b31d-06f0-4816-acbf-cd29a5ca236f tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:28:47.044897 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d72b31d-06f0-4816-acbf-cd29a5ca236f tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:28:47.080011 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-9027b6d6-bbf7-4416-b178-d49d84eb6cc2 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Publish callbacks [] for security_group_rule (6155d464-4aa7-4ec2-b9db-c4987adf2659), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:28:47.168307 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e872ba-c04a-46ee-aacd-b3c7388cd540 req-7d094fbb-1339-402c-bf9d-5b7d71286cdd tempest-VolumesActionsTest-997537412 tempest-VolumesActionsTest-997537412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:28:47.169771 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-86e872ba-c04a-46ee-aacd-b3c7388cd540 req-7d094fbb-1339-402c-bf9d-5b7d71286cdd tempest-VolumesActionsTest-997537412 tempest-VolumesActionsTest-997537412-project] 10.222.0.33 "GET /v2.0/ports?device_id=4d039398-7bb2-4301-8a49-b20879664453 HTTP/1.1" status: 200 len: 946 time: 0.0745640 May 28 17:28:47.181666 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-9027b6d6-bbf7-4416-b178-d49d84eb6cc2 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Publish callbacks [] for security_group_rule (6155d464-4aa7-4ec2-b9db-c4987adf2659), precommit_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:28:47.194765 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-9027b6d6-bbf7-4416-b178-d49d84eb6cc2 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595010'] for security_group_rule (6155d464-4aa7-4ec2-b9db-c4987adf2659), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:28:47.220237 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:28:47.231206 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9027b6d6-bbf7-4416-b178-d49d84eb6cc2 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6155d464-4aa7-4ec2-b9db-c4987adf2659,revision_number=0']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:28:47.250551 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9027b6d6-bbf7-4416-b178-d49d84eb6cc2 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:28:47.250971 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9027b6d6-bbf7-4416-b178-d49d84eb6cc2 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:28:47.251259 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9027b6d6-bbf7-4416-b178-d49d84eb6cc2 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:28:47.251720 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9027b6d6-bbf7-4416-b178-d49d84eb6cc2 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:28:47.252481 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9027b6d6-bbf7-4416-b178-d49d84eb6cc2 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:28:47.252633 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9027b6d6-bbf7-4416-b178-d49d84eb6cc2 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:28:47.252901 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9027b6d6-bbf7-4416-b178-d49d84eb6cc2 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:28:47.253342 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9027b6d6-bbf7-4416-b178-d49d84eb6cc2 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:28:47.253611 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9027b6d6-bbf7-4416-b178-d49d84eb6cc2 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:28:47.253937 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9027b6d6-bbf7-4416-b178-d49d84eb6cc2 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:28:47.254263 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9027b6d6-bbf7-4416-b178-d49d84eb6cc2 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:28:47.254587 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9027b6d6-bbf7-4416-b178-d49d84eb6cc2 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:28:47.254906 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9027b6d6-bbf7-4416-b178-d49d84eb6cc2 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:28:47.255226 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9027b6d6-bbf7-4416-b178-d49d84eb6cc2 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:28:47.255611 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9027b6d6-bbf7-4416-b178-d49d84eb6cc2 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:28:47.260541 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-9027b6d6-bbf7-4416-b178-d49d84eb6cc2 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:28:47.261726 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-9027b6d6-bbf7-4416-b178-d49d84eb6cc2 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2293649 May 28 17:28:47.264632 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.33', 59010) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:28:47.269768 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.v2.base [None req-4b2ed50b-8318-443d-99cb-47aea10dbf10 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Request body: {'security_group_rule': {'security_group_id': 'c776077f-6b09-4c92-a212-43bc02e1345f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 17:28:47.271225 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-86e872ba-c04a-46ee-aacd-b3c7388cd540 req-596a8896-77c1-4e04-a842-3eb163469fd2 tempest-VolumesActionsTest-997537412 tempest-VolumesActionsTest-997537412-project] 10.222.0.33 "GET /v2.0/security-groups?id=121583ef-c90e-40a6-bae4-1a91464c9788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921705 May 28 17:28:47.301878 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-4b2ed50b-8318-443d-99cb-47aea10dbf10 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Publish callbacks [] for security_group_rule (65653ffa-9010-4e53-a21e-3a6af5a5d2a9), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:28:47.365604 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-4b2ed50b-8318-443d-99cb-47aea10dbf10 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Publish callbacks [] for security_group_rule (65653ffa-9010-4e53-a21e-3a6af5a5d2a9), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:28:47.368829 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-4b2ed50b-8318-443d-99cb-47aea10dbf10 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595010'] for security_group_rule (65653ffa-9010-4e53-a21e-3a6af5a5d2a9), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:28:47.387799 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2ed50b-8318-443d-99cb-47aea10dbf10 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65653ffa-9010-4e53-a21e-3a6af5a5d2a9,revision_number=0']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:28:47.394284 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-4b2ed50b-8318-443d-99cb-47aea10dbf10 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:28:47.395477 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-4b2ed50b-8318-443d-99cb-47aea10dbf10 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1298165 May 28 17:28:47.398564 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.33', 59014) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:28:47.402822 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.v2.base [None req-332796a3-d9b0-49ce-845b-0b1a0dccb4f6 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Request body: {'floatingip': {'floating_network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48'}} {{(pid=103912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 17:28:47.427008 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-332796a3-d9b0-49ce-845b-0b1a0dccb4f6 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:28:47.509306 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-332796a3-d9b0-49ce-845b-0b1a0dccb4f6 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (None), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:28:47.560656 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:28:47.625172 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.db.db_base_plugin_common [None req-332796a3-d9b0-49ce-845b-0b1a0dccb4f6 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Allocated IP 172.27.0.37 (2edbe6b8-aac1-406b-a2f1-8819dd0d1c48/5128d65d-65c0-41d1-99c9-7682fd6eaf92/d07d7e27-5a64-45af-8fa4-65cb01819843) {{(pid=103912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 17:28:47.728985 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-332796a3-d9b0-49ce-845b-0b1a0dccb4f6 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Publish callbacks [] for port (d07d7e27-5a64-45af-8fa4-65cb01819843), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:28:47.760376 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-332796a3-d9b0-49ce-845b-0b1a0dccb4f6 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735968120113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6173922'] for port (d07d7e27-5a64-45af-8fa4-65cb01819843), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:28:47.798058 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-332796a3-d9b0-49ce-845b-0b1a0dccb4f6 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Network 2edbe6b8-aac1-406b-a2f1-8819dd0d1c48 is already hosted by enough agents. {{(pid=103912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 17:28:47.803303 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.scheduler.base_scheduler [None req-332796a3-d9b0-49ce-845b-0b1a0dccb4f6 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Resources bound (agent type, host, resource id): {{(pid=103912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 17:28:47.806981 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-332796a3-d9b0-49ce-845b-0b1a0dccb4f6 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Received port after_create {{(pid=103912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 28 17:28:47.838284 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332796a3-d9b0-49ce-845b-0b1a0dccb4f6 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Pushing event updated for resources: {'Port': ['ID=d07d7e27-5a64-45af-8fa4-65cb01819843,revision_number=1']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:28:47.915019 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-332796a3-d9b0-49ce-845b-0b1a0dccb4f6 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Publish callbacks [] for floatingip (9f1fb058-daa8-4412-b64f-99781ba6f696), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:28:47.949069 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:28:47.957539 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-332796a3-d9b0-49ce-845b-0b1a0dccb4f6 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (d07d7e27-5a64-45af-8fa4-65cb01819843), before_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:28:48.146556 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-332796a3-d9b0-49ce-845b-0b1a0dccb4f6 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Publish callbacks [] for port (d07d7e27-5a64-45af-8fa4-65cb01819843), precommit_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:28:48.151097 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-332796a3-d9b0-49ce-845b-0b1a0dccb4f6 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735968512485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735968120131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735968120149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6173909'] for port (d07d7e27-5a64-45af-8fa4-65cb01819843), after_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:28:48.224486 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332796a3-d9b0-49ce-845b-0b1a0dccb4f6 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Pushing event updated for resources: {'Port': ['ID=d07d7e27-5a64-45af-8fa4-65cb01819843,revision_number=2']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:28:48.232474 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-332796a3-d9b0-49ce-845b-0b1a0dccb4f6 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681695'] for floatingip (9f1fb058-daa8-4412-b64f-99781ba6f696), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:28:48.248266 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-332796a3-d9b0-49ce-845b-0b1a0dccb4f6 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22441'] for floatingip (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:28:48.249758 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-332796a3-d9b0-49ce-845b-0b1a0dccb4f6 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8502870 May 28 17:28:48.397978 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5111418-9f16-4116-89a8-ac20a9635c41 req-1944f72f-3e22-47e1-8084-06b8585f0585 tempest-VolumesActionsTest-997537412 tempest-VolumesActionsTest-997537412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:28:48.399498 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-b5111418-9f16-4116-89a8-ac20a9635c41 req-1944f72f-3e22-47e1-8084-06b8585f0585 tempest-VolumesActionsTest-997537412 tempest-VolumesActionsTest-997537412-project] 10.222.0.33 "GET /v2.0/ports?device_id=4d039398-7bb2-4301-8a49-b20879664453 HTTP/1.1" status: 200 len: 946 time: 0.0535805 May 28 17:28:48.447713 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:28:48.452969 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-b5111418-9f16-4116-89a8-ac20a9635c41 req-598460b3-348a-4aab-92dd-0bbaef3d3c7f tempest-VolumesActionsTest-997537412 tempest-VolumesActionsTest-997537412-project] 10.222.0.33 "GET /v2.0/security-groups?id=121583ef-c90e-40a6-bae4-1a91464c9788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481637 May 28 17:28:48.460148 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-8b52a059-daa2-4f9b-a63c-882e684eed5d req-173f3016-fb57-4295-8e8e-dc66cc58028b tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/security-groups?name=tempest-securitygroup--509236682&fields=id&tenant_id=8e92a5dc387f47c99ce98da4d6fd9d92 HTTP/1.1" status: 200 len: 267 time: 0.0488670 May 28 17:28:48.573706 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b52a059-daa2-4f9b-a63c-882e684eed5d req-6c6d8e6c-f40d-430b-bb69-9dea0428d91f tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:28:48.575294 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-8b52a059-daa2-4f9b-a63c-882e684eed5d req-6c6d8e6c-f40d-430b-bb69-9dea0428d91f tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/networks?id=77a1ea92-c07d-41a7-8668-7c3c660591aa HTTP/1.1" status: 200 len: 818 time: 0.1068490 May 28 17:28:48.588269 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:28:48.591109 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-8b52a059-daa2-4f9b-a63c-882e684eed5d req-cc00be7e-d4f5-4776-baea-0b0aa323b9c3 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/quotas/8e92a5dc387f47c99ce98da4d6fd9d92 HTTP/1.1" status: 200 len: 375 time: 0.0099940 May 28 17:28:48.649701 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-8b52a059-daa2-4f9b-a63c-882e684eed5d req-0e818fc3-f573-4647-88fe-9896db45057c tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=8e92a5dc387f47c99ce98da4d6fd9d92&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0522401 May 28 17:28:48.752845 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-8b52a059-daa2-4f9b-a63c-882e684eed5d req-3cb9ab9f-0e48-4be3-aa09-6c499d4df45f service neutron] 10.222.0.33 "GET /v2.0/networks/77a1ea92-c07d-41a7-8668-7c3c660591aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916054 May 28 17:28:48.841020 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-8b52a059-daa2-4f9b-a63c-882e684eed5d req-7dfb6e21-948e-4745-923e-4e87264e29af service neutron] 10.222.0.33 "GET /v2.0/networks/77a1ea92-c07d-41a7-8668-7c3c660591aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825353 May 28 17:28:49.009387 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-da955042-7c68-4d6b-904e-1d15b8557e02 req-a4c4693c-fe3d-447f-8645-51ed9863a58a tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/ports?device_id=435314f8-f9b7-4e9c-94f3-8a84190965b9 HTTP/1.1" status: 200 len: 210 time: 0.0280716 May 28 17:28:49.579186 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f83cde1-00d9-4d78-b3b4-484035df50ea req-0640e596-2ba1-4ba9-b7f7-3b684618579a tempest-VolumesActionsTest-997537412 tempest-VolumesActionsTest-997537412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:28:49.581406 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-1f83cde1-00d9-4d78-b3b4-484035df50ea req-0640e596-2ba1-4ba9-b7f7-3b684618579a tempest-VolumesActionsTest-997537412 tempest-VolumesActionsTest-997537412-project] 10.222.0.33 "GET /v2.0/ports?device_id=4d039398-7bb2-4301-8a49-b20879664453 HTTP/1.1" status: 200 len: 946 time: 0.0529139 May 28 17:28:49.628642 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-1f83cde1-00d9-4d78-b3b4-484035df50ea req-4be854b7-626c-4a50-ae23-4b42ba383928 tempest-VolumesActionsTest-997537412 tempest-VolumesActionsTest-997537412-project] 10.222.0.33 "GET /v2.0/security-groups?id=121583ef-c90e-40a6-bae4-1a91464c9788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413213 May 28 17:28:50.109541 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-60d7babf-e2ff-4566-913f-ef1640134aa2 req-514ea7f8-7080-480d-872f-6d3d0c40297f tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/ports?device_id=435314f8-f9b7-4e9c-94f3-8a84190965b9 HTTP/1.1" status: 200 len: 210 time: 0.0304346 May 28 17:28:50.749087 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adaf431-8034-4458-bf29-2b65f6e807be req-b2b97a1a-e2ac-49b5-914f-52ed5f5335a5 tempest-VolumesActionsTest-997537412 tempest-VolumesActionsTest-997537412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:28:50.750539 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-5adaf431-8034-4458-bf29-2b65f6e807be req-b2b97a1a-e2ac-49b5-914f-52ed5f5335a5 tempest-VolumesActionsTest-997537412 tempest-VolumesActionsTest-997537412-project] 10.222.0.33 "GET /v2.0/ports?device_id=4d039398-7bb2-4301-8a49-b20879664453 HTTP/1.1" status: 200 len: 946 time: 0.0484583 May 28 17:28:50.801674 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-5adaf431-8034-4458-bf29-2b65f6e807be req-614416f1-3c1b-4618-bff3-e678846378cf tempest-VolumesActionsTest-997537412 tempest-VolumesActionsTest-997537412-project] 10.222.0.33 "GET /v2.0/security-groups?id=121583ef-c90e-40a6-bae4-1a91464c9788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446744 May 28 17:28:51.205611 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-b45c4493-b80f-4345-bc9b-81b9a1516b0e req-a3d61dd5-8f3e-48bb-8444-25e0415ef7ee tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/ports?device_id=435314f8-f9b7-4e9c-94f3-8a84190965b9 HTTP/1.1" status: 200 len: 210 time: 0.0277991 May 28 17:28:51.395359 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:28:51.918439 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d564ad5d-8395-4885-a50b-619170c3c941 req-f1568611-0de3-4f8a-ab61-1ea7366dfb8c tempest-VolumesActionsTest-997537412 tempest-VolumesActionsTest-997537412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:28:51.920549 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-d564ad5d-8395-4885-a50b-619170c3c941 req-f1568611-0de3-4f8a-ab61-1ea7366dfb8c tempest-VolumesActionsTest-997537412 tempest-VolumesActionsTest-997537412-project] 10.222.0.33 "GET /v2.0/ports?device_id=4d039398-7bb2-4301-8a49-b20879664453 HTTP/1.1" status: 200 len: 946 time: 0.0522754 May 28 17:28:51.971515 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-d564ad5d-8395-4885-a50b-619170c3c941 req-580d99f2-e219-4993-b6f4-7b21f53e824a tempest-VolumesActionsTest-997537412 tempest-VolumesActionsTest-997537412-project] 10.222.0.33 "GET /v2.0/security-groups?id=121583ef-c90e-40a6-bae4-1a91464c9788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453126 May 28 17:28:52.304973 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-a9a3daff-29b1-4718-b292-0cc5429166bd req-dd50c82b-00de-4585-84fa-16089ae77276 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/ports?device_id=435314f8-f9b7-4e9c-94f3-8a84190965b9 HTTP/1.1" status: 200 len: 210 time: 0.0319750 May 28 17:28:52.382260 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798b7a92-07b0-40ec-a330-78f83ebd21e4 req-16bbb7bc-1254-4737-bed6-ca01413c74cb tempest-VolumesActionsTest-997537412 tempest-VolumesActionsTest-997537412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:28:52.384046 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-798b7a92-07b0-40ec-a330-78f83ebd21e4 req-16bbb7bc-1254-4737-bed6-ca01413c74cb tempest-VolumesActionsTest-997537412 tempest-VolumesActionsTest-997537412-project] 10.222.0.16 "GET /v2.0/ports?device_id=4d039398-7bb2-4301-8a49-b20879664453 HTTP/1.1" status: 200 len: 946 time: 0.0494771 May 28 17:28:52.442741 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b52a059-daa2-4f9b-a63c-882e684eed5d req-585fb10e-6f16-4fdc-9cb2-13fe41e99241 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:28:52.444053 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-8b52a059-daa2-4f9b-a63c-882e684eed5d req-585fb10e-6f16-4fdc-9cb2-13fe41e99241 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.16 "GET /v2.0/networks?id=77a1ea92-c07d-41a7-8668-7c3c660591aa HTTP/1.1" status: 200 len: 818 time: 0.1104727 May 28 17:28:52.495089 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.plugin [req-798b7a92-07b0-40ec-a330-78f83ebd21e4 req-d2a150c3-e688-4a1f-96c5-a9a2e7fcbbb9 tempest-VolumesActionsTest-997537412 tempest-VolumesActionsTest-997537412-project] Deleting port 2fca81f6-5f66-480e-ad69-10b15eddf35a {{(pid=103912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 28 17:28:52.495511 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-798b7a92-07b0-40ec-a330-78f83ebd21e4 req-d2a150c3-e688-4a1f-96c5-a9a2e7fcbbb9 tempest-VolumesActionsTest-997537412 tempest-VolumesActionsTest-997537412-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735968504037'] for port (2fca81f6-5f66-480e-ad69-10b15eddf35a), before_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:28:52.553897 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-8b52a059-daa2-4f9b-a63c-882e684eed5d req-b2c23f92-f815-4b47-bb4c-8e583706623b tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8e92a5dc387f47c99ce98da4d6fd9d92 HTTP/1.1" status: 200 len: 379 time: 0.0770056 May 28 17:28:52.595130 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.db [req-798b7a92-07b0-40ec-a330-78f83ebd21e4 req-d2a150c3-e688-4a1f-96c5-a9a2e7fcbbb9 tempest-VolumesActionsTest-997537412 tempest-VolumesActionsTest-997537412-project] For port 2fca81f6-5f66-480e-ad69-10b15eddf35a, host hv-cinder-84372, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84372',level=0,port_id=2fca81f6-5f66-480e-ad69-10b15eddf35a,segment=NetworkSegment(d6c7f904-1af6-4214-b745-72cbcff0ed21),segment_id=d6c7f904-1af6-4214-b745-72cbcff0ed21)] {{(pid=103912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 17:28:52.595643 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-798b7a92-07b0-40ec-a330-78f83ebd21e4 req-d2a150c3-e688-4a1f-96c5-a9a2e7fcbbb9 tempest-VolumesActionsTest-997537412 tempest-VolumesActionsTest-997537412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-660327'] for port (2fca81f6-5f66-480e-ad69-10b15eddf35a), precommit_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:28:52.609381 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.plugin [req-798b7a92-07b0-40ec-a330-78f83ebd21e4 req-d2a150c3-e688-4a1f-96c5-a9a2e7fcbbb9 tempest-VolumesActionsTest-997537412 tempest-VolumesActionsTest-997537412-project] Calling delete_port for 2fca81f6-5f66-480e-ad69-10b15eddf35a owned by compute:nova {{(pid=103912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 28 17:28:52.638572 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.v2.base [req-8b52a059-daa2-4f9b-a63c-882e684eed5d req-ae45628a-251d-43a5-81f9-dc00bc9931ec tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Request body: {'port': {'device_id': '435314f8-f9b7-4e9c-94f3-8a84190965b9', 'network_id': '77a1ea92-c07d-41a7-8668-7c3c660591aa', 'admin_state_up': True, 'tenant_id': '8e92a5dc387f47c99ce98da4d6fd9d92', 'security_groups': ['c776077f-6b09-4c92-a212-43bc02e1345f']}} {{(pid=103911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 17:28:52.749000 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=100 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:28:52.750954 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-798b7a92-07b0-40ec-a330-78f83ebd21e4 req-d2a150c3-e688-4a1f-96c5-a9a2e7fcbbb9 tempest-VolumesActionsTest-997537412 tempest-VolumesActionsTest-997537412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735968512467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735968120122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6173922'] for port (2fca81f6-5f66-480e-ad69-10b15eddf35a), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:28:52.768463 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b52a059-daa2-4f9b-a63c-882e684eed5d req-ae45628a-251d-43a5-81f9-dc00bc9931ec tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Made reservation on behalf of 8e92a5dc387f47c99ce98da4d6fd9d92 for: {'port': 1} {{(pid=103911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 17:28:52.771889 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-8b52a059-daa2-4f9b-a63c-882e684eed5d req-ae45628a-251d-43a5-81f9-dc00bc9931ec tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (None), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:28:52.778400 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a150c3-e688-4a1f-96c5-a9a2e7fcbbb9 tempest-VolumesActionsTest-997537412 tempest-VolumesActionsTest-997537412-project] Pushing event deleted for resources: {'Port': ['ID=2fca81f6-5f66-480e-ad69-10b15eddf35a,revision_number=None']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:28:52.797718 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] get_ports_and_sgs() called for port_ids ['2fca81f6-5f66-480e-ad69-10b15eddf35a'] {{(pid=103913) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 28 17:28:52.829812 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvrscheduler_db [req-798b7a92-07b0-40ec-a330-78f83ebd21e4 req-d2a150c3-e688-4a1f-96c5-a9a2e7fcbbb9 tempest-VolumesActionsTest-997537412 tempest-VolumesActionsTest-997537412-project] No DVR routers for this DVR port 2fca81f6-5f66-480e-ad69-10b15eddf35a on host hv-cinder-84372 {{(pid=103912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 17:28:52.832609 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-798b7a92-07b0-40ec-a330-78f83ebd21e4 req-d2a150c3-e688-4a1f-96c5-a9a2e7fcbbb9 tempest-VolumesActionsTest-997537412 tempest-VolumesActionsTest-997537412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22441'] for port (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:28:52.835903 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-798b7a92-07b0-40ec-a330-78f83ebd21e4 req-d2a150c3-e688-4a1f-96c5-a9a2e7fcbbb9 tempest-VolumesActionsTest-997537412 tempest-VolumesActionsTest-997537412-project] 10.222.0.16 "DELETE /v2.0/ports/2fca81f6-5f66-480e-ad69-10b15eddf35a HTTP/1.1" status: 204 len: 173 time: 0.4470396 May 28 17:28:52.836473 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d039398-7bb2-4301-8a49-b20879664453', 'name': 'network-vif-deleted', 'tag': '2fca81f6-5f66-480e-ad69-10b15eddf35a'}] {{(pid=103912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 17:28:52.838742 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}192b2939a0ee72d6dca365a869ce4d556b01f2e73c600b6e44d67eb265bc480d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85bf336f-89b5-430b-908a-479279d6c7a1" -d '{"events": [{"server_uuid": "4d039398-7bb2-4301-8a49-b20879664453", "name": "network-vif-deleted", "tag": "2fca81f6-5f66-480e-ad69-10b15eddf35a"}]}' {{(pid=103912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 28 17:28:52.841405 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-47a80646-324a-4f52-b8a8-419b7bb1e48a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (b4d0b3c0-cc03-4456-af87-35ab415ef94b), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:28:52.877191 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 May 2022 17:28:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-067090cc-7ff3-4222-b5ce-7324b76d0c75 x-openstack-request-id: req-067090cc-7ff3-4222-b5ce-7324b76d0c75 {{(pid=103912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 28 17:28:52.878142 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d039398-7bb2-4301-8a49-b20879664453", "name": "network-vif-deleted", "tag": "2fca81f6-5f66-480e-ad69-10b15eddf35a", "status": "completed", "code": 200}]} {{(pid=103912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 28 17:28:52.880206 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-067090cc-7ff3-4222-b5ce-7324b76d0c75 {{(pid=103912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 28 17:28:52.880629 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-067090cc-7ff3-4222-b5ce-7324b76d0c75'] response: {'server_uuid': '4d039398-7bb2-4301-8a49-b20879664453', 'name': 'network-vif-deleted', 'tag': '2fca81f6-5f66-480e-ad69-10b15eddf35a', 'status': 'completed', 'code': 200} May 28 17:28:52.934557 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.db.db_base_plugin_common [req-8b52a059-daa2-4f9b-a63c-882e684eed5d req-ae45628a-251d-43a5-81f9-dc00bc9931ec tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Allocated IP 172.20.0.11 (77a1ea92-c07d-41a7-8668-7c3c660591aa/034da301-fbaa-496d-8b67-7a375e67ef37/5ea754ee-2216-4168-ad09-190faba5d36c) {{(pid=103911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 17:28:52.969450 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:28:53.080351 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-42a3f4ce-b716-4a0a-a490-8720106ea600 req-87c75676-65c0-4270-aa55-7c0d09893dd9 tempest-VolumesActionsTest-997537412 tempest-VolumesActionsTest-997537412-project] 10.222.0.33 "GET /v2.0/ports?device_id=4d039398-7bb2-4301-8a49-b20879664453 HTTP/1.1" status: 200 len: 210 time: 0.0282388 May 28 17:28:53.091508 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-8b52a059-daa2-4f9b-a63c-882e684eed5d req-ae45628a-251d-43a5-81f9-dc00bc9931ec tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Publish callbacks [] for port (5ea754ee-2216-4168-ad09-190faba5d36c), precommit_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:28:53.123916 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-8b52a059-daa2-4f9b-a63c-882e684eed5d req-ae45628a-251d-43a5-81f9-dc00bc9931ec tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735968120113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6040268'] for port (5ea754ee-2216-4168-ad09-190faba5d36c), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:28:53.176613 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b52a059-daa2-4f9b-a63c-882e684eed5d req-ae45628a-251d-43a5-81f9-dc00bc9931ec tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Network 77a1ea92-c07d-41a7-8668-7c3c660591aa is already hosted by enough agents. {{(pid=103911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 17:28:53.181520 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.scheduler.base_scheduler [req-8b52a059-daa2-4f9b-a63c-882e684eed5d req-ae45628a-251d-43a5-81f9-dc00bc9931ec tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Resources bound (agent type, host, resource id): {{(pid=103911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 17:28:53.183657 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae45628a-251d-43a5-81f9-dc00bc9931ec tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Pushing event updated for resources: {'Port': ['ID=5ea754ee-2216-4168-ad09-190faba5d36c,revision_number=1']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:28:53.185770 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b52a059-daa2-4f9b-a63c-882e684eed5d req-ae45628a-251d-43a5-81f9-dc00bc9931ec tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Received port after_create {{(pid=103911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 28 17:28:53.238910 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b52a059-daa2-4f9b-a63c-882e684eed5d req-ae45628a-251d-43a5-81f9-dc00bc9931ec tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:28:53.239579 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-8b52a059-daa2-4f9b-a63c-882e684eed5d req-ae45628a-251d-43a5-81f9-dc00bc9931ec tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22441'] for port (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:28:53.258174 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-8b52a059-daa2-4f9b-a63c-882e684eed5d req-ae45628a-251d-43a5-81f9-dc00bc9931ec tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6238060 May 28 17:28:53.400774 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-fb2790ce-90d7-4b55-bc93-e1fb3cba63f4 None None] Provisioning complete for port 5ea754ee-2216-4168-ad09-190faba5d36c triggered by entity DHCP. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 17:28:53.401143 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-fb2790ce-90d7-4b55-bc93-e1fb3cba63f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1821120'] for port (5ea754ee-2216-4168-ad09-190faba5d36c), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:28:53.404257 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:28:53.428235 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b637ae-3377-4d16-83d8-a396a997884e req-62ad7935-c6b0-4e12-904b-da569cd1f8a4 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:28:53.429765 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-41b637ae-3377-4d16-83d8-a396a997884e req-62ad7935-c6b0-4e12-904b-da569cd1f8a4 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/ports?device_id=435314f8-f9b7-4e9c-94f3-8a84190965b9 HTTP/1.1" status: 200 len: 932 time: 0.0510988 May 28 17:28:53.435042 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-fb2790ce-90d7-4b55-bc93-e1fb3cba63f4 None None] Port 5ea754ee-2216-4168-ad09-190faba5d36c cannot update to ACTIVE because it is not bound. {{(pid=103913) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 28 17:28:53.439742 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.v2.base [req-8b52a059-daa2-4f9b-a63c-882e684eed5d req-a6932aa1-c2f4-4457-ad20-d515be78e13c service neutron] Request body: {'port': {'device_id': '435314f8-f9b7-4e9c-94f3-8a84190965b9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84372'}} {{(pid=103911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 17:28:53.536570 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-41b637ae-3377-4d16-83d8-a396a997884e req-1ef5e2f4-ae3e-4d48-bc7f-18f9778c3d60 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/security-groups?id=c776077f-6b09-4c92-a212-43bc02e1345f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757594 May 28 17:28:53.542871 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-8b52a059-daa2-4f9b-a63c-882e684eed5d req-a6932aa1-c2f4-4457-ad20-d515be78e13c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (5ea754ee-2216-4168-ad09-190faba5d36c), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:28:53.748372 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:INSERT=5,neutron:SELECT=90,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:28:53.845301 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.notifiers.nova [req-8b52a059-daa2-4f9b-a63c-882e684eed5d req-a6932aa1-c2f4-4457-ad20-d515be78e13c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ea754ee-2216-4168-ad09-190faba5d36c {{(pid=103911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 17:28:53.853289 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-8b52a059-daa2-4f9b-a63c-882e684eed5d req-a6932aa1-c2f4-4457-ad20-d515be78e13c service neutron] Publish callbacks [] for port (5ea754ee-2216-4168-ad09-190faba5d36c), precommit_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:28:53.866540 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [req-8b52a059-daa2-4f9b-a63c-882e684eed5d req-a6932aa1-c2f4-4457-ad20-d515be78e13c service neutron] Transition to ACTIVE for port object 5ea754ee-2216-4168-ad09-190faba5d36c will not be triggered until provisioned by entity L2. {{(pid=103911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 28 17:28:53.870719 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-8b52a059-daa2-4f9b-a63c-882e684eed5d req-a6932aa1-c2f4-4457-ad20-d515be78e13c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735968512485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735968120131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735968120149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6040315'] for port (5ea754ee-2216-4168-ad09-190faba5d36c), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:28:53.926634 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6932aa1-c2f4-4457-ad20-d515be78e13c service neutron] Pushing event updated for resources: {'Port': ['ID=5ea754ee-2216-4168-ad09-190faba5d36c,revision_number=2']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:28:53.975996 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:28:54.003758 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.managers [req-8b52a059-daa2-4f9b-a63c-882e684eed5d req-a6932aa1-c2f4-4457-ad20-d515be78e13c service neutron] Attempting to bind port 5ea754ee-2216-4168-ad09-190faba5d36c on host hv-cinder-84372 for vnic_type normal with profile {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 28 17:28:54.004092 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.managers [req-8b52a059-daa2-4f9b-a63c-882e684eed5d req-a6932aa1-c2f4-4457-ad20-d515be78e13c service neutron] Attempting to bind port 5ea754ee-2216-4168-ad09-190faba5d36c by drivers openvswitch,hyperv on host hv-cinder-84372 at level 0 using segments [{'id': 'a4610069-396c-410a-becf-747bd2412bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '77a1ea92-c07d-41a7-8668-7c3c660591aa'}] {{(pid=103911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 28 17:28:54.004425 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b52a059-daa2-4f9b-a63c-882e684eed5d req-a6932aa1-c2f4-4457-ad20-d515be78e13c service neutron] Attempting to bind port 5ea754ee-2216-4168-ad09-190faba5d36c on network 77a1ea92-c07d-41a7-8668-7c3c660591aa {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 28 17:28:54.009218 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b52a059-daa2-4f9b-a63c-882e684eed5d req-a6932aa1-c2f4-4457-ad20-d515be78e13c service neutron] Port 5ea754ee-2216-4168-ad09-190faba5d36c on network 77a1ea92-c07d-41a7-8668-7c3c660591aa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84372 {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 28 17:28:54.009537 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b52a059-daa2-4f9b-a63c-882e684eed5d req-a6932aa1-c2f4-4457-ad20-d515be78e13c service neutron] Attempting to bind port 5ea754ee-2216-4168-ad09-190faba5d36c on network 77a1ea92-c07d-41a7-8668-7c3c660591aa {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 28 17:28:54.015026 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b52a059-daa2-4f9b-a63c-882e684eed5d req-a6932aa1-c2f4-4457-ad20-d515be78e13c service neutron] Checking agent: {'id': '7cdbebfa-f3b4-48eb-8fbc-caed95606681', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84372', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 17, 23, 31), 'started_at': datetime.datetime(2022, 5, 28, 17, 23, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 17, 28, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 28 17:28:54.015356 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b52a059-daa2-4f9b-a63c-882e684eed5d req-a6932aa1-c2f4-4457-ad20-d515be78e13c service neutron] Checking segment: {'id': 'a4610069-396c-410a-becf-747bd2412bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '77a1ea92-c07d-41a7-8668-7c3c660591aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 28 17:28:54.015754 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b52a059-daa2-4f9b-a63c-882e684eed5d req-a6932aa1-c2f4-4457-ad20-d515be78e13c service neutron] Bound using segment: {'id': 'a4610069-396c-410a-becf-747bd2412bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '77a1ea92-c07d-41a7-8668-7c3c660591aa'} {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 28 17:28:54.016183 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.managers [req-8b52a059-daa2-4f9b-a63c-882e684eed5d req-a6932aa1-c2f4-4457-ad20-d515be78e13c service neutron] Bound port: 5ea754ee-2216-4168-ad09-190faba5d36c, host: hv-cinder-84372, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4610069-396c-410a-becf-747bd2412bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '77a1ea92-c07d-41a7-8668-7c3c660591aa'}}] {{(pid=103911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 28 17:28:54.016543 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-8b52a059-daa2-4f9b-a63c-882e684eed5d req-a6932aa1-c2f4-4457-ad20-d515be78e13c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (5ea754ee-2216-4168-ad09-190faba5d36c), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:28:54.083673 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [req-8b52a059-daa2-4f9b-a63c-882e684eed5d req-a6932aa1-c2f4-4457-ad20-d515be78e13c service neutron] For port 5ea754ee-2216-4168-ad09-190faba5d36c, host hv-cinder-84372, cleared binding levels {{(pid=103911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 17:28:54.086688 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [req-8b52a059-daa2-4f9b-a63c-882e684eed5d req-a6932aa1-c2f4-4457-ad20-d515be78e13c service neutron] For port 5ea754ee-2216-4168-ad09-190faba5d36c, host hv-cinder-84372, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84372',level=0,port_id=5ea754ee-2216-4168-ad09-190faba5d36c,segment=NetworkSegment(a4610069-396c-410a-becf-747bd2412bad),segment_id=a4610069-396c-410a-becf-747bd2412bad)] {{(pid=103911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 17:28:54.093113 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-8b52a059-daa2-4f9b-a63c-882e684eed5d req-a6932aa1-c2f4-4457-ad20-d515be78e13c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735968512485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735968120131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735968120149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6040315'] for port (5ea754ee-2216-4168-ad09-190faba5d36c), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:28:54.129426 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b52a059-daa2-4f9b-a63c-882e684eed5d req-a6932aa1-c2f4-4457-ad20-d515be78e13c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:28:54.130043 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-8b52a059-daa2-4f9b-a63c-882e684eed5d req-a6932aa1-c2f4-4457-ad20-d515be78e13c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22441'] for port (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:28:54.131470 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-8b52a059-daa2-4f9b-a63c-882e684eed5d req-a6932aa1-c2f4-4457-ad20-d515be78e13c service neutron] 10.222.0.16 "PUT /v2.0/ports/5ea754ee-2216-4168-ad09-190faba5d36c HTTP/1.1" status: 200 len: 1094 time: 0.6965349 May 28 17:28:54.131931 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '435314f8-f9b7-4e9c-94f3-8a84190965b9', 'tag': '5ea754ee-2216-4168-ad09-190faba5d36c'}] {{(pid=103911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 17:28:54.134127 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb6e18ef154237edf928b85f6b333e0f790e93c3571d1d8d4f7e4f30b44c92d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-918eb65c-3364-469d-ac63-e71e3befed1e" -d '{"events": [{"name": "network-changed", "server_uuid": "435314f8-f9b7-4e9c-94f3-8a84190965b9", "tag": "5ea754ee-2216-4168-ad09-190faba5d36c"}]}' {{(pid=103911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 28 17:28:54.181752 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6932aa1-c2f4-4457-ad20-d515be78e13c service neutron] Pushing event updated for resources: {'Port': ['ID=5ea754ee-2216-4168-ad09-190faba5d36c,revision_number=3']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:28:54.204129 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 May 2022 17:28:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f14d58d0-2c68-4cbf-88bd-46f4f54649a5 x-openstack-request-id: req-f14d58d0-2c68-4cbf-88bd-46f4f54649a5 {{(pid=103911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 28 17:28:54.204338 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "435314f8-f9b7-4e9c-94f3-8a84190965b9", "tag": "5ea754ee-2216-4168-ad09-190faba5d36c", "status": "completed", "code": 200}]} {{(pid=103911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 28 17:28:54.204631 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-f14d58d0-2c68-4cbf-88bd-46f4f54649a5 {{(pid=103911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 28 17:28:54.205094 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f14d58d0-2c68-4cbf-88bd-46f4f54649a5'] response: {'name': 'network-changed', 'server_uuid': '435314f8-f9b7-4e9c-94f3-8a84190965b9', 'tag': '5ea754ee-2216-4168-ad09-190faba5d36c', 'status': 'completed', 'code': 200} May 28 17:28:54.283715 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b52a059-daa2-4f9b-a63c-882e684eed5d req-a18eadcf-942f-46e9-a8fa-fb40659a2335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:28:54.286063 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-8b52a059-daa2-4f9b-a63c-882e684eed5d req-a18eadcf-942f-46e9-a8fa-fb40659a2335 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8e92a5dc387f47c99ce98da4d6fd9d92&device_id=435314f8-f9b7-4e9c-94f3-8a84190965b9 HTTP/1.1" status: 200 len: 1128 time: 0.0606771 May 28 17:28:54.377571 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:28:54.453001 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8102918-b17a-4752-9f41-e88ee33dbb85 req-5b862317-5124-4331-bb60-afdffc6e732b tempest-VolumesActionsTest-997537412 tempest-VolumesActionsTest-997537412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:28:54.455116 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-f8102918-b17a-4752-9f41-e88ee33dbb85 req-5b862317-5124-4331-bb60-afdffc6e732b tempest-VolumesActionsTest-997537412 tempest-VolumesActionsTest-997537412-project] 10.222.0.33 "GET /v2.0/networks?id=75e9d121-0dd7-4765-8420-f3e8c1d9b007 HTTP/1.1" status: 200 len: 808 time: 0.1101260 May 28 17:28:54.471829 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-f8102918-b17a-4752-9f41-e88ee33dbb85 req-78877f7c-64c8-4966-8498-5c6febf9bf73 tempest-VolumesActionsTest-997537412 tempest-VolumesActionsTest-997537412-project] 10.222.0.33 "GET /v2.0/quotas/9065845ed3d0457c9ab0889760958a32 HTTP/1.1" status: 200 len: 375 time: 0.0104866 May 28 17:28:54.515542 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-f8102918-b17a-4752-9f41-e88ee33dbb85 req-bb0f7fbf-826b-4251-b8d3-8effeb43bdc1 tempest-VolumesActionsTest-997537412 tempest-VolumesActionsTest-997537412-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=9065845ed3d0457c9ab0889760958a32&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0377526 May 28 17:28:54.613955 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-8b52a059-daa2-4f9b-a63c-882e684eed5d req-609900b5-9c84-417c-95be-ef18ca918c90 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5ea754ee-2216-4168-ad09-190faba5d36c HTTP/1.1" status: 200 len: 217 time: 0.0372248 May 28 17:28:54.627627 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-f8102918-b17a-4752-9f41-e88ee33dbb85 req-a9db1b74-1f5e-49ef-8a45-87f828e2bcbd service neutron] 10.222.0.33 "GET /v2.0/networks/75e9d121-0dd7-4765-8420-f3e8c1d9b007?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043668 May 28 17:28:54.702537 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa7cd5b-93da-49b9-9d3c-df523850d813 req-473235ad-92b8-4cb5-a6eb-63d5d020537c tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:28:54.704027 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-8aa7cd5b-93da-49b9-9d3c-df523850d813 req-473235ad-92b8-4cb5-a6eb-63d5d020537c tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/ports?device_id=435314f8-f9b7-4e9c-94f3-8a84190965b9 HTTP/1.1" status: 200 len: 944 time: 0.0824268 May 28 17:28:54.711368 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b52a059-daa2-4f9b-a63c-882e684eed5d req-844deb64-51b3-4c52-a522-9c3e824f0d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:28:54.714608 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-8b52a059-daa2-4f9b-a63c-882e684eed5d req-844deb64-51b3-4c52-a522-9c3e824f0d9a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=034da301-fbaa-496d-8b67-7a375e67ef37 HTTP/1.1" status: 200 len: 857 time: 0.0809417 May 28 17:28:54.734726 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-f8102918-b17a-4752-9f41-e88ee33dbb85 req-ba91799b-61c4-418b-9b5f-3534d921fe6b service neutron] 10.222.0.33 "GET /v2.0/networks/75e9d121-0dd7-4765-8420-f3e8c1d9b007?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985689 May 28 17:28:54.774069 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b52a059-daa2-4f9b-a63c-882e684eed5d req-89f99718-f98a-41f6-a8f7-ff78a58c15d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:28:54.775578 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-8b52a059-daa2-4f9b-a63c-882e684eed5d req-89f99718-f98a-41f6-a8f7-ff78a58c15d1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=77a1ea92-c07d-41a7-8668-7c3c660591aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0559561 May 28 17:28:54.789484 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-8aa7cd5b-93da-49b9-9d3c-df523850d813 req-8db78f8c-a336-4709-8556-fddcbe8cfcf1 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/security-groups?id=c776077f-6b09-4c92-a212-43bc02e1345f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767276 May 28 17:28:54.901880 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-3c1411f0-995c-4cd0-9948-6fa2a9ac78d3 req-14538ece-a82a-44da-930c-b530215f20f7 tempest-VolumesActionsTest-997537412 tempest-VolumesActionsTest-997537412-project] 10.222.0.33 "GET /v2.0/ports?device_id=8aeee30e-c713-4fbf-8264-6a47cb986bf9 HTTP/1.1" status: 200 len: 210 time: 0.0331745 May 28 17:28:55.139959 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-1ec92db2-145a-489d-8922-55770161ab6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (8a8c7bbb-808d-49ae-95de-62501e6237ff), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:28:55.421775 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=2 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:28:55.810271 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-8b52a059-daa2-4f9b-a63c-882e684eed5d req-7ca99d1e-3ec1-40dd-8113-a86eef9b44ce service neutron] 10.222.0.16 "GET /v2.0/networks/77a1ea92-c07d-41a7-8668-7c3c660591aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830212 May 28 17:28:55.901949 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9f0f94-291e-4c5c-9a14-c89aaf7ce4e7 req-53ec198b-f2df-4aa4-8a0d-c76838985e17 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:28:55.903402 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-6e9f0f94-291e-4c5c-9a14-c89aaf7ce4e7 req-53ec198b-f2df-4aa4-8a0d-c76838985e17 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/ports?device_id=435314f8-f9b7-4e9c-94f3-8a84190965b9 HTTP/1.1" status: 200 len: 944 time: 0.0471590 May 28 17:28:55.950434 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-6e9f0f94-291e-4c5c-9a14-c89aaf7ce4e7 req-99326d4c-b288-4425-b00f-2e5687e527e2 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/security-groups?id=c776077f-6b09-4c92-a212-43bc02e1345f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415268 May 28 17:28:56.005740 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-4f9ea77c-7d3f-4720-8243-b1d73d4d7a3e req-2b484f58-afd8-46ff-af94-db39264e839d tempest-VolumesActionsTest-997537412 tempest-VolumesActionsTest-997537412-project] 10.222.0.33 "GET /v2.0/ports?device_id=8aeee30e-c713-4fbf-8264-6a47cb986bf9 HTTP/1.1" status: 200 len: 210 time: 0.0327418 May 28 17:28:56.402487 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-f22b8f6e-815f-41ba-a8b6-c2e56f67911e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (0b51406a-5a43-473c-8a39-67b2a4c71e5e), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:28:56.627010 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Device 2fca81f6-5f66-480e-ad69-10b15eddf35a no longer exists at agent hyperv_hv-cinder-84372 {{(pid=103913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 28 17:28:56.630655 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:28:56.646831 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] No Port match for: 2fca81f6-5f66-480e-ad69-10b15eddf35a {{(pid=103913) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 28 17:28:56.647167 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Device 2fca81f6-5f66-480e-ad69-10b15eddf35a not bound to the agent host hv-cinder-84372 {{(pid=103913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 28 17:28:57.053665 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:28:57.072873 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1c1557-3258-4f1b-bd53-59c02d12422f req-a3cddf2d-15f0-4598-93be-099bbf794f84 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:28:57.074323 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-5a1c1557-3258-4f1b-bd53-59c02d12422f req-a3cddf2d-15f0-4598-93be-099bbf794f84 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/ports?device_id=435314f8-f9b7-4e9c-94f3-8a84190965b9 HTTP/1.1" status: 200 len: 944 time: 0.0560043 May 28 17:28:57.099549 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-788ee9f9-6ddc-417b-b30c-8be427d6f2e3 req-1df28d4c-7ce5-47c3-83da-72b8515103f6 tempest-VolumesActionsTest-997537412 tempest-VolumesActionsTest-997537412-project] 10.222.0.33 "GET /v2.0/ports?device_id=8aeee30e-c713-4fbf-8264-6a47cb986bf9 HTTP/1.1" status: 200 len: 210 time: 0.0277548 May 28 17:28:57.120955 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-5a1c1557-3258-4f1b-bd53-59c02d12422f req-529db373-68bb-44e9-8edc-5796e44edc79 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/security-groups?id=c776077f-6b09-4c92-a212-43bc02e1345f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410509 May 28 17:28:57.714163 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-44990afe-4038-4bea-a0ed-12e052229f33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (19502cf1-8899-41f0-9103-a107faa54218), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:28:58.077368 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-8b52a059-daa2-4f9b-a63c-882e684eed5d req-84bc918e-3e68-4c78-b1d9-bcef963d42b5 service neutron] 10.222.0.16 "GET /v2.0/networks/77a1ea92-c07d-41a7-8668-7c3c660591aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927746 May 28 17:28:58.203452 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-2e5f6972-8caa-4bef-b6a9-214e0b6e5e4b req-c33024a6-c40a-428a-bf43-3e13950b108b tempest-VolumesActionsTest-997537412 tempest-VolumesActionsTest-997537412-project] 10.222.0.33 "GET /v2.0/ports?device_id=8aeee30e-c713-4fbf-8264-6a47cb986bf9 HTTP/1.1" status: 200 len: 210 time: 0.0329905 May 28 17:28:58.249826 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4d69b8-94d9-4072-9850-c5bee42226b0 req-128ce5d1-ff73-44ff-bae3-1d58a0ace73c tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:28:58.251310 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-2f4d69b8-94d9-4072-9850-c5bee42226b0 req-128ce5d1-ff73-44ff-bae3-1d58a0ace73c tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/ports?device_id=435314f8-f9b7-4e9c-94f3-8a84190965b9 HTTP/1.1" status: 200 len: 944 time: 0.0538249 May 28 17:28:58.304210 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-2f4d69b8-94d9-4072-9850-c5bee42226b0 req-13005e88-570d-4bde-a27e-5d9aa551e38b tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/security-groups?id=c776077f-6b09-4c92-a212-43bc02e1345f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454919 May 28 17:28:59.265496 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:28:59.304881 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-b2e4f8b6-9561-4f5e-ba9e-82fdaf20159e req-b4619282-7eaa-4b2b-b2eb-eb8875459e29 tempest-VolumesActionsTest-997537412 tempest-VolumesActionsTest-997537412-project] 10.222.0.33 "GET /v2.0/ports?device_id=8aeee30e-c713-4fbf-8264-6a47cb986bf9 HTTP/1.1" status: 200 len: 210 time: 0.0292811 May 28 17:28:59.347176 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4454513f-a53f-4b6f-8bf8-5325e0c90cf2 req-6344909c-8f81-4600-a753-2c3f665f9230 tempest-VolumesSnapshotTestJSON-491387215 tempest-VolumesSnapshotTestJSON-491387215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:28:59.348660 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-4454513f-a53f-4b6f-8bf8-5325e0c90cf2 req-6344909c-8f81-4600-a753-2c3f665f9230 tempest-VolumesSnapshotTestJSON-491387215 tempest-VolumesSnapshotTestJSON-491387215-project] 10.222.0.33 "GET /v2.0/networks?id=64d9df32-417a-4110-9ebe-97bfa607c330 HTTP/1.1" status: 200 len: 814 time: 0.1038122 May 28 17:28:59.363147 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-4454513f-a53f-4b6f-8bf8-5325e0c90cf2 req-4ec62518-1927-43b1-908e-4973c0024696 tempest-VolumesSnapshotTestJSON-491387215 tempest-VolumesSnapshotTestJSON-491387215-project] 10.222.0.33 "GET /v2.0/quotas/dd6efc6e9dad4ab1b9c40ab78d5a360d HTTP/1.1" status: 200 len: 375 time: 0.0092332 May 28 17:28:59.397525 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-4454513f-a53f-4b6f-8bf8-5325e0c90cf2 req-dabee988-6da3-445c-b7be-9cddaa0539ac tempest-VolumesSnapshotTestJSON-491387215 tempest-VolumesSnapshotTestJSON-491387215-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=dd6efc6e9dad4ab1b9c40ab78d5a360d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0293362 May 28 17:28:59.408549 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (0032cfec-21e8-44dd-a7d5-0b8312dfe052), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:28:59.422959 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5b507c-f5cb-491c-b748-4b554d6b0b6c req-032063d6-d981-4215-b2e5-468e94cbea02 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:28:59.424469 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-3f5b507c-f5cb-491c-b748-4b554d6b0b6c req-032063d6-d981-4215-b2e5-468e94cbea02 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/ports?device_id=435314f8-f9b7-4e9c-94f3-8a84190965b9 HTTP/1.1" status: 200 len: 944 time: 0.0533826 May 28 17:28:59.472622 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-3f5b507c-f5cb-491c-b748-4b554d6b0b6c req-48ada4ae-056f-41c6-a4f1-eea721d1821f tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/security-groups?id=c776077f-6b09-4c92-a212-43bc02e1345f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423481 May 28 17:28:59.495099 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-4454513f-a53f-4b6f-8bf8-5325e0c90cf2 req-c083f152-3fd0-4bd4-a605-cfeed608bbaa service neutron] 10.222.0.33 "GET /v2.0/networks/64d9df32-417a-4110-9ebe-97bfa607c330?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892541 May 28 17:28:59.593247 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-4454513f-a53f-4b6f-8bf8-5325e0c90cf2 req-ff7bbdaf-2d8c-4627-8544-5cfeb2c1cf13 service neutron] 10.222.0.33 "GET /v2.0/networks/64d9df32-417a-4110-9ebe-97bfa607c330?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917888 May 28 17:28:59.754995 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-1ffa29b8-2a8b-445b-9f54-170c76d1247e req-7883f25d-fcff-4288-8385-5d021c240632 tempest-VolumesSnapshotTestJSON-491387215 tempest-VolumesSnapshotTestJSON-491387215-project] 10.222.0.33 "GET /v2.0/ports?device_id=a3819481-ecb7-47a2-86b2-78c6c1c40d61 HTTP/1.1" status: 200 len: 210 time: 0.0295174 May 28 17:29:00.400454 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-1a52aeb0-5b8d-40a2-98b0-547c36f818ba req-fc26bc8f-b9d0-4496-b099-d0fa62191248 tempest-VolumesActionsTest-997537412 tempest-VolumesActionsTest-997537412-project] 10.222.0.33 "GET /v2.0/ports?device_id=8aeee30e-c713-4fbf-8264-6a47cb986bf9 HTTP/1.1" status: 200 len: 210 time: 0.0278270 May 28 17:29:00.609662 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2cbf6f-43e4-479b-9b02-44870a2c53ee req-5e2b9523-9666-46d8-b6fc-25c6b5057573 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:29:00.611119 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-bd2cbf6f-43e4-479b-9b02-44870a2c53ee req-5e2b9523-9666-46d8-b6fc-25c6b5057573 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/ports?device_id=435314f8-f9b7-4e9c-94f3-8a84190965b9 HTTP/1.1" status: 200 len: 944 time: 0.0478244 May 28 17:29:00.659861 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-bd2cbf6f-43e4-479b-9b02-44870a2c53ee req-0a2a1a37-c0ac-467b-af75-125e9543e816 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/security-groups?id=c776077f-6b09-4c92-a212-43bc02e1345f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429401 May 28 17:29:00.827694 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:29:00.848264 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-6a65b0c1-0dab-4ae5-9535-876463244b60 req-b3207d70-3375-4923-af1a-80501d2967ef tempest-VolumesSnapshotTestJSON-491387215 tempest-VolumesSnapshotTestJSON-491387215-project] 10.222.0.33 "GET /v2.0/ports?device_id=a3819481-ecb7-47a2-86b2-78c6c1c40d61 HTTP/1.1" status: 200 len: 210 time: 0.0289052 May 28 17:29:01.370383 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918eb65c-3364-469d-ac63-e71e3befed1e req-beb4f5f7-7e9b-4438-b92d-c8660f4ccfa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:29:01.371882 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-918eb65c-3364-469d-ac63-e71e3befed1e req-beb4f5f7-7e9b-4438-b92d-c8660f4ccfa7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8e92a5dc387f47c99ce98da4d6fd9d92&device_id=435314f8-f9b7-4e9c-94f3-8a84190965b9 HTTP/1.1" status: 200 len: 1128 time: 0.0401027 May 28 17:29:01.500622 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-b826ae0c-1958-49b0-86dd-5c659acac832 req-5eadaee9-340d-49be-b644-cbe5746be15a tempest-VolumesActionsTest-997537412 tempest-VolumesActionsTest-997537412-project] 10.222.0.33 "GET /v2.0/ports?device_id=8aeee30e-c713-4fbf-8264-6a47cb986bf9 HTTP/1.1" status: 200 len: 210 time: 0.0311573 May 28 17:29:01.776114 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7ec1fb-23c2-436f-8c59-124447fa202a req-b3d85d9b-71a4-4802-aba8-7a6c704081b5 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:29:01.777575 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-6e7ec1fb-23c2-436f-8c59-124447fa202a req-b3d85d9b-71a4-4802-aba8-7a6c704081b5 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/ports?device_id=435314f8-f9b7-4e9c-94f3-8a84190965b9 HTTP/1.1" status: 200 len: 944 time: 0.0509324 May 28 17:29:01.883437 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-6e7ec1fb-23c2-436f-8c59-124447fa202a req-9eb96505-5221-4b63-a2ec-42b5be9e9174 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/security-groups?id=c776077f-6b09-4c92-a212-43bc02e1345f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0959358 May 28 17:29:01.899868 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918eb65c-3364-469d-ac63-e71e3befed1e req-741fb6ce-006e-4e72-968e-0b381b36c998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:29:01.901780 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-918eb65c-3364-469d-ac63-e71e3befed1e req-741fb6ce-006e-4e72-968e-0b381b36c998 service neutron] 10.222.0.16 "GET /v2.0/networks?id=77a1ea92-c07d-41a7-8668-7c3c660591aa HTTP/1.1" status: 200 len: 919 time: 0.1228898 May 28 17:29:01.944442 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-5fae1a67-6df4-475c-be08-6d3f18e4a08d req-7c0093b9-da51-4182-a190-f06b03215cb1 tempest-VolumesSnapshotTestJSON-491387215 tempest-VolumesSnapshotTestJSON-491387215-project] 10.222.0.33 "GET /v2.0/ports?device_id=a3819481-ecb7-47a2-86b2-78c6c1c40d61 HTTP/1.1" status: 200 len: 210 time: 0.0281401 May 28 17:29:02.143199 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-918eb65c-3364-469d-ac63-e71e3befed1e req-3992511e-f152-42f5-8733-6c10864e70c9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5ea754ee-2216-4168-ad09-190faba5d36c HTTP/1.1" status: 200 len: 217 time: 0.0416589 May 28 17:29:02.278608 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918eb65c-3364-469d-ac63-e71e3befed1e req-ba9658ed-f271-499d-a667-d73d8b4ad075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:29:02.280768 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-918eb65c-3364-469d-ac63-e71e3befed1e req-ba9658ed-f271-499d-a667-d73d8b4ad075 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=034da301-fbaa-496d-8b67-7a375e67ef37 HTTP/1.1" status: 200 len: 857 time: 0.0498488 May 28 17:29:02.328284 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918eb65c-3364-469d-ac63-e71e3befed1e req-70600d8f-c620-45d1-8dc6-3a2117bceee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:29:02.329967 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-918eb65c-3364-469d-ac63-e71e3befed1e req-70600d8f-c620-45d1-8dc6-3a2117bceee2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=77a1ea92-c07d-41a7-8668-7c3c660591aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0421650 May 28 17:29:02.397427 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8102918-b17a-4752-9f41-e88ee33dbb85 req-3ea749dc-7200-442b-a53e-7bc822e5f072 tempest-VolumesActionsTest-997537412 tempest-VolumesActionsTest-997537412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:29:02.398761 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-f8102918-b17a-4752-9f41-e88ee33dbb85 req-3ea749dc-7200-442b-a53e-7bc822e5f072 tempest-VolumesActionsTest-997537412 tempest-VolumesActionsTest-997537412-project] 10.222.0.16 "GET /v2.0/networks?id=75e9d121-0dd7-4765-8420-f3e8c1d9b007 HTTP/1.1" status: 200 len: 808 time: 0.1238952 May 28 17:29:02.461649 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-918eb65c-3364-469d-ac63-e71e3befed1e req-fc2a1379-8253-46cc-bbd6-7637157bb209 service neutron] 10.222.0.16 "GET /v2.0/networks/77a1ea92-c07d-41a7-8668-7c3c660591aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909777 May 28 17:29:02.595196 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-6552b264-bd37-452d-8c0e-252c1dc3531f req-4c7dfcf0-d16a-4a41-ae44-16f53f5c01ca tempest-VolumesActionsTest-997537412 tempest-VolumesActionsTest-997537412-project] 10.222.0.33 "GET /v2.0/ports?device_id=8aeee30e-c713-4fbf-8264-6a47cb986bf9 HTTP/1.1" status: 200 len: 210 time: 0.0269678 May 28 17:29:02.702233 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.v2.base [req-f8102918-b17a-4752-9f41-e88ee33dbb85 req-9ea2cbb7-5234-4a08-8b53-cdc30e79e8bd tempest-VolumesActionsTest-997537412 tempest-VolumesActionsTest-997537412-project] Request body: {'port': {'device_id': '8aeee30e-c713-4fbf-8264-6a47cb986bf9', 'network_id': '75e9d121-0dd7-4765-8420-f3e8c1d9b007', 'admin_state_up': True, 'tenant_id': '9065845ed3d0457c9ab0889760958a32'}} {{(pid=103912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 17:29:03.056854 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=100 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:29:03.102650 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f29567-8e63-4307-8aa0-fa34e55eb23b req-6d81904b-8394-49e0-8f71-ba291ce831ac tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:29:03.104165 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-23f29567-8e63-4307-8aa0-fa34e55eb23b req-6d81904b-8394-49e0-8f71-ba291ce831ac tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/ports?device_id=435314f8-f9b7-4e9c-94f3-8a84190965b9 HTTP/1.1" status: 200 len: 944 time: 0.0648441 May 28 17:29:03.113111 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-918eb65c-3364-469d-ac63-e71e3befed1e req-35795c8e-1ae8-48c6-a7da-633a0b5c034c service neutron] 10.222.0.16 "GET /v2.0/networks/77a1ea92-c07d-41a7-8668-7c3c660591aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4190807 May 28 17:29:03.144411 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=100 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:29:03.150859 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e3bfd5-dec4-4a99-93ab-03a255c8a7b9 req-aac0abf1-0f03-418f-b06e-0fb1d0302a18 tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:29:03.152325 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-51e3bfd5-dec4-4a99-93ab-03a255c8a7b9 req-aac0abf1-0f03-418f-b06e-0fb1d0302a18 tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] 10.222.0.33 "GET /v2.0/ports?device_id=c454eafd-57ce-466c-a88f-aa88a272a56a HTTP/1.1" status: 200 len: 945 time: 0.1606619 May 28 17:29:03.160888 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-23f29567-8e63-4307-8aa0-fa34e55eb23b req-98d5ac41-53e0-4796-a506-ebc0d996a12d tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/security-groups?id=c776077f-6b09-4c92-a212-43bc02e1345f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467885 May 28 17:29:03.235097 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4454513f-a53f-4b6f-8bf8-5325e0c90cf2 req-6e207124-f703-4004-9f12-b1cc2300b8be tempest-VolumesSnapshotTestJSON-491387215 tempest-VolumesSnapshotTestJSON-491387215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:29:03.236514 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-4454513f-a53f-4b6f-8bf8-5325e0c90cf2 req-6e207124-f703-4004-9f12-b1cc2300b8be tempest-VolumesSnapshotTestJSON-491387215 tempest-VolumesSnapshotTestJSON-491387215-project] 10.222.0.16 "GET /v2.0/networks?id=64d9df32-417a-4110-9ebe-97bfa607c330 HTTP/1.1" status: 200 len: 814 time: 0.2460515 May 28 17:29:03.245859 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-f35410f8-751b-41e0-ad46-4c0496b43f83 req-bd51057e-fb5f-4852-867c-d110598623b5 tempest-VolumesSnapshotTestJSON-491387215 tempest-VolumesSnapshotTestJSON-491387215-project] 10.222.0.33 "GET /v2.0/ports?device_id=a3819481-ecb7-47a2-86b2-78c6c1c40d61 HTTP/1.1" status: 200 len: 210 time: 0.0284517 May 28 17:29:03.261829 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-51e3bfd5-dec4-4a99-93ab-03a255c8a7b9 req-dffc5832-1307-48ab-8f8b-1698c50a3682 tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] 10.222.0.33 "GET /v2.0/security-groups?id=b57b7f75-5a7b-4a87-9936-4ce2a1c3dca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026025 May 28 17:29:03.262835 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8102918-b17a-4752-9f41-e88ee33dbb85 req-9ea2cbb7-5234-4a08-8b53-cdc30e79e8bd tempest-VolumesActionsTest-997537412 tempest-VolumesActionsTest-997537412-project] Made reservation on behalf of 9065845ed3d0457c9ab0889760958a32 for: {'port': 1} {{(pid=103912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 17:29:03.266462 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-f8102918-b17a-4752-9f41-e88ee33dbb85 req-9ea2cbb7-5234-4a08-8b53-cdc30e79e8bd tempest-VolumesActionsTest-997537412 tempest-VolumesActionsTest-997537412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (None), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:29:03.288237 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.33', 59232) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:29:03.324122 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.v2.base [req-4454513f-a53f-4b6f-8bf8-5325e0c90cf2 req-4724f40a-67cc-4deb-8d04-0b110eef5379 tempest-VolumesSnapshotTestJSON-491387215 tempest-VolumesSnapshotTestJSON-491387215-project] Request body: {'port': {'device_id': 'a3819481-ecb7-47a2-86b2-78c6c1c40d61', 'network_id': '64d9df32-417a-4110-9ebe-97bfa607c330', 'admin_state_up': True, 'tenant_id': 'dd6efc6e9dad4ab1b9c40ab78d5a360d'}} {{(pid=103912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 17:29:03.461076 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:29:03.490309 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.db.db_base_plugin_common [req-f8102918-b17a-4752-9f41-e88ee33dbb85 req-9ea2cbb7-5234-4a08-8b53-cdc30e79e8bd tempest-VolumesActionsTest-997537412 tempest-VolumesActionsTest-997537412-project] Allocated IP 172.20.0.6 (75e9d121-0dd7-4765-8420-f3e8c1d9b007/354345f1-35ff-4aaf-9376-fb03c34d5973/0bf565cf-1c8d-411c-9424-951d8df39dbe) {{(pid=103912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 17:29:03.497452 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61dd0968-e098-49f9-80d2-f853cbddfb00 tempest-TestMinimumBasicScenario-1302207626 tempest-TestMinimumBasicScenario-1302207626-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:29:03.499225 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-61dd0968-e098-49f9-80d2-f853cbddfb00 tempest-TestMinimumBasicScenario-1302207626 tempest-TestMinimumBasicScenario-1302207626-project-admin] 10.222.0.33 "GET /v2.0/ports?device_id=c454eafd-57ce-466c-a88f-aa88a272a56a HTTP/1.1" status: 200 len: 1124 time: 0.2093732 May 28 17:29:03.502131 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.33', 59238) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:29:03.506504 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.v2.base [None req-cc31a798-7515-40ed-8896-95975d044797 tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] Request body: {'floatingip': {'floating_network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'port_id': 'f6092e8b-c7e1-4c14-a7b3-8baa64e42a95', 'tenant_id': '33d09d2e02c945a09e79efae8d8ab96c', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 17:29:03.526315 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4454513f-a53f-4b6f-8bf8-5325e0c90cf2 req-4724f40a-67cc-4deb-8d04-0b110eef5379 tempest-VolumesSnapshotTestJSON-491387215 tempest-VolumesSnapshotTestJSON-491387215-project] Made reservation on behalf of dd6efc6e9dad4ab1b9c40ab78d5a360d for: {'port': 1} {{(pid=103912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 17:29:03.529887 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-4454513f-a53f-4b6f-8bf8-5325e0c90cf2 req-4724f40a-67cc-4deb-8d04-0b110eef5379 tempest-VolumesSnapshotTestJSON-491387215 tempest-VolumesSnapshotTestJSON-491387215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (None), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:29:03.536443 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-cc31a798-7515-40ed-8896-95975d044797 tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:29:03.618299 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-cc31a798-7515-40ed-8896-95975d044797 tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (None), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:29:03.703616 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-c6435149-a057-4bca-8bce-786508a59e22 req-7a7c01a3-e6fa-4d04-a6a2-73d4dbb352f5 tempest-VolumesActionsTest-997537412 tempest-VolumesActionsTest-997537412-project] 10.222.0.33 "GET /v2.0/ports?device_id=8aeee30e-c713-4fbf-8264-6a47cb986bf9 HTTP/1.1" status: 200 len: 210 time: 0.0309672 May 28 17:29:03.770496 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-f8102918-b17a-4752-9f41-e88ee33dbb85 req-9ea2cbb7-5234-4a08-8b53-cdc30e79e8bd tempest-VolumesActionsTest-997537412 tempest-VolumesActionsTest-997537412-project] Publish callbacks [] for port (0bf565cf-1c8d-411c-9424-951d8df39dbe), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:29:03.772364 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.db.db_base_plugin_common [req-4454513f-a53f-4b6f-8bf8-5325e0c90cf2 req-4724f40a-67cc-4deb-8d04-0b110eef5379 tempest-VolumesSnapshotTestJSON-491387215 tempest-VolumesSnapshotTestJSON-491387215-project] Allocated IP 172.20.0.14 (64d9df32-417a-4110-9ebe-97bfa607c330/85bb7a17-de77-4bde-b0ad-902161be4a24/e2176952-8c79-446f-97c9-b6c6820083b3) {{(pid=103912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 17:29:03.772783 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.db.db_base_plugin_common [None req-cc31a798-7515-40ed-8896-95975d044797 tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] Allocated IP 172.27.0.181 (2edbe6b8-aac1-406b-a2f1-8819dd0d1c48/5128d65d-65c0-41d1-99c9-7682fd6eaf92/f3ebe786-1f3b-4dcb-84ca-b6ce7e9b57a6) {{(pid=103911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 17:29:03.789989 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:29:03.849666 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-f8102918-b17a-4752-9f41-e88ee33dbb85 req-9ea2cbb7-5234-4a08-8b53-cdc30e79e8bd tempest-VolumesActionsTest-997537412 tempest-VolumesActionsTest-997537412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735968120113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6173922'] for port (0bf565cf-1c8d-411c-9424-951d8df39dbe), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:29:03.862308 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:29:03.886804 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-cc31a798-7515-40ed-8896-95975d044797 tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] Publish callbacks [] for port (f3ebe786-1f3b-4dcb-84ca-b6ce7e9b57a6), precommit_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:29:03.903600 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Device 5ea754ee-2216-4168-ad09-190faba5d36c details requested by agent hyperv_hv-cinder-84372 with host hv-cinder-84372 {{(pid=103913) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 28 17:29:03.921422 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-cc31a798-7515-40ed-8896-95975d044797 tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735968120113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6040268'] for port (f3ebe786-1f3b-4dcb-84ca-b6ce7e9b57a6), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:29:03.941320 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8102918-b17a-4752-9f41-e88ee33dbb85 req-9ea2cbb7-5234-4a08-8b53-cdc30e79e8bd tempest-VolumesActionsTest-997537412 tempest-VolumesActionsTest-997537412-project] Network 75e9d121-0dd7-4765-8420-f3e8c1d9b007 is already hosted by enough agents. {{(pid=103912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 17:29:03.950365 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.scheduler.base_scheduler [req-f8102918-b17a-4752-9f41-e88ee33dbb85 req-9ea2cbb7-5234-4a08-8b53-cdc30e79e8bd tempest-VolumesActionsTest-997537412 tempest-VolumesActionsTest-997537412-project] Resources bound (agent type, host, resource id): {{(pid=103912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 17:29:03.958844 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8102918-b17a-4752-9f41-e88ee33dbb85 req-9ea2cbb7-5234-4a08-8b53-cdc30e79e8bd tempest-VolumesActionsTest-997537412 tempest-VolumesActionsTest-997537412-project] Received port after_create {{(pid=103912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 28 17:29:03.962968 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc31a798-7515-40ed-8896-95975d044797 tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] Network 2edbe6b8-aac1-406b-a2f1-8819dd0d1c48 is already hosted by enough agents. {{(pid=103911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 17:29:03.968490 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.scheduler.base_scheduler [None req-cc31a798-7515-40ed-8896-95975d044797 tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] Resources bound (agent type, host, resource id): {{(pid=103911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 17:29:03.972668 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc31a798-7515-40ed-8896-95975d044797 tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] Received port after_create {{(pid=103911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 28 17:29:03.988988 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea2cbb7-5234-4a08-8b53-cdc30e79e8bd tempest-VolumesActionsTest-997537412 tempest-VolumesActionsTest-997537412-project] Pushing event updated for resources: {'Port': ['ID=0bf565cf-1c8d-411c-9424-951d8df39dbe,revision_number=1']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:29:04.010679 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc31a798-7515-40ed-8896-95975d044797 tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] Pushing event updated for resources: {'Port': ['ID=f3ebe786-1f3b-4dcb-84ca-b6ce7e9b57a6,revision_number=1']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:29:04.021460 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] For port 5ea754ee-2216-4168-ad09-190faba5d36c, host hv-cinder-84372, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84372',level=0,port_id=5ea754ee-2216-4168-ad09-190faba5d36c,segment=NetworkSegment(a4610069-396c-410a-becf-747bd2412bad),segment_id=a4610069-396c-410a-becf-747bd2412bad)] {{(pid=103913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 17:29:04.036064 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8102918-b17a-4752-9f41-e88ee33dbb85 req-9ea2cbb7-5234-4a08-8b53-cdc30e79e8bd tempest-VolumesActionsTest-997537412 tempest-VolumesActionsTest-997537412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:29:04.036729 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-f8102918-b17a-4752-9f41-e88ee33dbb85 req-9ea2cbb7-5234-4a08-8b53-cdc30e79e8bd tempest-VolumesActionsTest-997537412 tempest-VolumesActionsTest-997537412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22441'] for port (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:29:04.045837 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Returning: {'device': '5ea754ee-2216-4168-ad09-190faba5d36c', 'network_id': '77a1ea92-c07d-41a7-8668-7c3c660591aa', 'port_id': '5ea754ee-2216-4168-ad09-190faba5d36c', 'mac_address': 'fa:16:3e:d4:93:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '034da301-fbaa-496d-8b67-7a375e67ef37', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103913) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 28 17:29:04.066329 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-4454513f-a53f-4b6f-8bf8-5325e0c90cf2 req-4724f40a-67cc-4deb-8d04-0b110eef5379 tempest-VolumesSnapshotTestJSON-491387215 tempest-VolumesSnapshotTestJSON-491387215-project] Publish callbacks [] for port (e2176952-8c79-446f-97c9-b6c6820083b3), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:29:04.078751 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-f8102918-b17a-4752-9f41-e88ee33dbb85 req-9ea2cbb7-5234-4a08-8b53-cdc30e79e8bd tempest-VolumesActionsTest-997537412 tempest-VolumesActionsTest-997537412-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3864532 May 28 17:29:04.094791 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Current status of the port 5ea754ee-2216-4168-ad09-190faba5d36c is: DOWN; New status is: BUILD {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 17:29:04.095568 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (5ea754ee-2216-4168-ad09-190faba5d36c), before_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:29:04.098871 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.v2.base [req-f8102918-b17a-4752-9f41-e88ee33dbb85 req-85965f89-d21f-4c56-bff1-310e6450f4d6 service neutron] Request body: {'port': {'device_id': '8aeee30e-c713-4fbf-8264-6a47cb986bf9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84372'}} {{(pid=103912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 17:29:04.113521 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.notifiers.nova [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ea754ee-2216-4168-ad09-190faba5d36c {{(pid=103913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 17:29:04.136071 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-4454513f-a53f-4b6f-8bf8-5325e0c90cf2 req-4724f40a-67cc-4deb-8d04-0b110eef5379 tempest-VolumesSnapshotTestJSON-491387215 tempest-VolumesSnapshotTestJSON-491387215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735968120113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6173922'] for port (e2176952-8c79-446f-97c9-b6c6820083b3), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:29:04.151587 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:INSERT=10,neutron:SELECT=85,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:29:04.155128 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] For port 5ea754ee-2216-4168-ad09-190faba5d36c, host hv-cinder-84372, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84372',level=0,port_id=5ea754ee-2216-4168-ad09-190faba5d36c,segment=NetworkSegment(a4610069-396c-410a-becf-747bd2412bad),segment_id=a4610069-396c-410a-becf-747bd2412bad)] {{(pid=103913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 17:29:04.159040 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735968512485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735968120131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735968120149'] for port (5ea754ee-2216-4168-ad09-190faba5d36c), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:29:04.195083 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4454513f-a53f-4b6f-8bf8-5325e0c90cf2 req-4724f40a-67cc-4deb-8d04-0b110eef5379 tempest-VolumesSnapshotTestJSON-491387215 tempest-VolumesSnapshotTestJSON-491387215-project] Network 64d9df32-417a-4110-9ebe-97bfa607c330 is already hosted by enough agents. {{(pid=103912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 17:29:04.200475 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.scheduler.base_scheduler [req-4454513f-a53f-4b6f-8bf8-5325e0c90cf2 req-4724f40a-67cc-4deb-8d04-0b110eef5379 tempest-VolumesSnapshotTestJSON-491387215 tempest-VolumesSnapshotTestJSON-491387215-project] Resources bound (agent type, host, resource id): {{(pid=103912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 17:29:04.206311 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvrscheduler_db [req-4454513f-a53f-4b6f-8bf8-5325e0c90cf2 req-4724f40a-67cc-4deb-8d04-0b110eef5379 tempest-VolumesSnapshotTestJSON-491387215 tempest-VolumesSnapshotTestJSON-491387215-project] Received port after_create {{(pid=103912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 28 17:29:04.229353 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:29:04.241840 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Pushing event updated for resources: {'Port': ['ID=5ea754ee-2216-4168-ad09-190faba5d36c,revision_number=4']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:29:04.244190 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-f8102918-b17a-4752-9f41-e88ee33dbb85 req-85965f89-d21f-4c56-bff1-310e6450f4d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (0bf565cf-1c8d-411c-9424-951d8df39dbe), before_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:29:04.292543 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4724f40a-67cc-4deb-8d04-0b110eef5379 tempest-VolumesSnapshotTestJSON-491387215 tempest-VolumesSnapshotTestJSON-491387215-project] Pushing event updated for resources: {'Port': ['ID=e2176952-8c79-446f-97c9-b6c6820083b3,revision_number=1']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:29:04.339432 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4454513f-a53f-4b6f-8bf8-5325e0c90cf2 req-4724f40a-67cc-4deb-8d04-0b110eef5379 tempest-VolumesSnapshotTestJSON-491387215 tempest-VolumesSnapshotTestJSON-491387215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:29:04.340039 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-4454513f-a53f-4b6f-8bf8-5325e0c90cf2 req-4724f40a-67cc-4deb-8d04-0b110eef5379 tempest-VolumesSnapshotTestJSON-491387215 tempest-VolumesSnapshotTestJSON-491387215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22441'] for port (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:29:04.350737 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0d0b28-f13c-42aa-b519-87371faff7aa req-d3daf4ea-db4c-4f92-843f-79c52942ca73 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:29:04.352224 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-5b0d0b28-f13c-42aa-b519-87371faff7aa req-d3daf4ea-db4c-4f92-843f-79c52942ca73 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/ports?device_id=435314f8-f9b7-4e9c-94f3-8a84190965b9 HTTP/1.1" status: 200 len: 945 time: 0.1155071 May 28 17:29:04.405662 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-4454513f-a53f-4b6f-8bf8-5325e0c90cf2 req-4724f40a-67cc-4deb-8d04-0b110eef5379 tempest-VolumesSnapshotTestJSON-491387215 tempest-VolumesSnapshotTestJSON-491387215-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0854828 May 28 17:29:04.428637 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.v2.base [req-4454513f-a53f-4b6f-8bf8-5325e0c90cf2 req-da0b6fd4-3df6-4b60-aa88-61572e9efe7b service neutron] Request body: {'port': {'device_id': 'a3819481-ecb7-47a2-86b2-78c6c1c40d61', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84372'}} {{(pid=103912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 17:29:04.429905 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da6b74a-ec61-4d2c-b17b-97b605e7d890 req-9574627f-f64b-42f7-a631-662ec553fab0 tempest-VolumesSnapshotTestJSON-491387215 tempest-VolumesSnapshotTestJSON-491387215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:29:04.431442 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-6da6b74a-ec61-4d2c-b17b-97b605e7d890 req-9574627f-f64b-42f7-a631-662ec553fab0 tempest-VolumesSnapshotTestJSON-491387215 tempest-VolumesSnapshotTestJSON-491387215-project] 10.222.0.33 "GET /v2.0/ports?device_id=a3819481-ecb7-47a2-86b2-78c6c1c40d61 HTTP/1.1" status: 200 len: 932 time: 0.1085851 May 28 17:29:04.455926 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:29:04.467383 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-cc31a798-7515-40ed-8896-95975d044797 tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] Publish callbacks [] for floatingip (7c9384f2-ded8-4651-8eb5-446f238d3979), precommit_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:29:04.506035 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (7cdbebfa-f3b4-48eb-8fbc-caed95606681), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:29:04.536271 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-6da6b74a-ec61-4d2c-b17b-97b605e7d890 req-916a4d5b-d3c4-47e4-88b5-1ed8826998ee tempest-VolumesSnapshotTestJSON-491387215 tempest-VolumesSnapshotTestJSON-491387215-project] 10.222.0.33 "GET /v2.0/security-groups?id=4ee3e319-c2ae-4ff7-8a8c-b0d305908d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925055 May 28 17:29:04.552404 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-5b0d0b28-f13c-42aa-b519-87371faff7aa req-221e4aa7-9ef9-40e5-a651-b3c43ba8cc48 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/security-groups?id=c776077f-6b09-4c92-a212-43bc02e1345f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1885052 May 28 17:29:04.572665 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-cc31a798-7515-40ed-8896-95975d044797 tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (f3ebe786-1f3b-4dcb-84ca-b6ce7e9b57a6), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:29:04.602678 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-4454513f-a53f-4b6f-8bf8-5325e0c90cf2 req-da0b6fd4-3df6-4b60-aa88-61572e9efe7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (e2176952-8c79-446f-97c9-b6c6820083b3), before_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:29:04.707482 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] get_ports_and_sgs() called for port_ids ['5ea754ee-2216-4168-ad09-190faba5d36c'] {{(pid=103913) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 28 17:29:04.806965 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:29:04.828108 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-cc31a798-7515-40ed-8896-95975d044797 tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] Publish callbacks [] for port (f3ebe786-1f3b-4dcb-84ca-b6ce7e9b57a6), precommit_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:29:04.837113 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-cc31a798-7515-40ed-8896-95975d044797 tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735968512485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735968120131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735968120149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6040315'] for port (f3ebe786-1f3b-4dcb-84ca-b6ce7e9b57a6), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:29:04.888855 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7426b5b-98e1-4a9d-aedc-c4247f12026d req-897f85d5-7125-461e-a747-0572912ebdb6 tempest-VolumesActionsTest-997537412 tempest-VolumesActionsTest-997537412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:29:04.890169 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-d7426b5b-98e1-4a9d-aedc-c4247f12026d req-897f85d5-7125-461e-a747-0572912ebdb6 tempest-VolumesActionsTest-997537412 tempest-VolumesActionsTest-997537412-project] 10.222.0.33 "GET /v2.0/ports?device_id=8aeee30e-c713-4fbf-8264-6a47cb986bf9 HTTP/1.1" status: 200 len: 931 time: 0.1049581 May 28 17:29:04.897183 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.notifiers.nova [req-f8102918-b17a-4752-9f41-e88ee33dbb85 req-85965f89-d21f-4c56-bff1-310e6450f4d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0bf565cf-1c8d-411c-9424-951d8df39dbe {{(pid=103912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 17:29:04.898455 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc31a798-7515-40ed-8896-95975d044797 tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] Pushing event updated for resources: {'Port': ['ID=f3ebe786-1f3b-4dcb-84ca-b6ce7e9b57a6,revision_number=2']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:29:04.909478 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-f8102918-b17a-4752-9f41-e88ee33dbb85 req-85965f89-d21f-4c56-bff1-310e6450f4d6 service neutron] Publish callbacks [] for port (0bf565cf-1c8d-411c-9424-951d8df39dbe), precommit_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:29:04.952581 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-cc31a798-7515-40ed-8896-95975d044797 tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681695'] for floatingip (7c9384f2-ded8-4651-8eb5-446f238d3979), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:29:04.959067 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.db.provisioning_blocks [req-f8102918-b17a-4752-9f41-e88ee33dbb85 req-85965f89-d21f-4c56-bff1-310e6450f4d6 service neutron] Transition to ACTIVE for port object 0bf565cf-1c8d-411c-9424-951d8df39dbe will not be triggered until provisioned by entity L2. {{(pid=103912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 28 17:29:04.966018 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-f8102918-b17a-4752-9f41-e88ee33dbb85 req-85965f89-d21f-4c56-bff1-310e6450f4d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735968512485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735968120131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735968120149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6173909'] for port (0bf565cf-1c8d-411c-9424-951d8df39dbe), after_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:29:05.013860 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-d7426b5b-98e1-4a9d-aedc-c4247f12026d req-19f31019-b0c0-44b0-92b2-ee5ff92f44e1 tempest-VolumesActionsTest-997537412 tempest-VolumesActionsTest-997537412-project] 10.222.0.33 "GET /v2.0/security-groups?id=121583ef-c90e-40a6-bae4-1a91464c9788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963795 May 28 17:29:05.045423 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85965f89-d21f-4c56-bff1-310e6450f4d6 service neutron] Pushing event updated for resources: {'Port': ['ID=0bf565cf-1c8d-411c-9424-951d8df39dbe,revision_number=2']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:29:05.073880 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.db.l3_db [None req-cc31a798-7515-40ed-8896-95975d044797 tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] Floating IP 7c9384f2-ded8-4651-8eb5-446f238d3979 associated. External IP: 172.27.0.181, port: f6092e8b-c7e1-4c14-a7b3-8baa64e42a95. May 28 17:29:05.129650 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:29:05.136784 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.notifiers.nova [req-4454513f-a53f-4b6f-8bf8-5325e0c90cf2 req-da0b6fd4-3df6-4b60-aa88-61572e9efe7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2176952-8c79-446f-97c9-b6c6820083b3 {{(pid=103912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 17:29:05.148981 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-4454513f-a53f-4b6f-8bf8-5325e0c90cf2 req-da0b6fd4-3df6-4b60-aa88-61572e9efe7b service neutron] Publish callbacks [] for port (e2176952-8c79-446f-97c9-b6c6820083b3), precommit_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:29:05.173582 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.db.provisioning_blocks [req-4454513f-a53f-4b6f-8bf8-5325e0c90cf2 req-da0b6fd4-3df6-4b60-aa88-61572e9efe7b service neutron] Transition to ACTIVE for port object e2176952-8c79-446f-97c9-b6c6820083b3 will not be triggered until provisioned by entity L2. {{(pid=103912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 28 17:29:05.175639 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.managers [req-f8102918-b17a-4752-9f41-e88ee33dbb85 req-85965f89-d21f-4c56-bff1-310e6450f4d6 service neutron] Attempting to bind port 0bf565cf-1c8d-411c-9424-951d8df39dbe on host hv-cinder-84372 for vnic_type normal with profile {{(pid=103912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 28 17:29:05.175920 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.managers [req-f8102918-b17a-4752-9f41-e88ee33dbb85 req-85965f89-d21f-4c56-bff1-310e6450f4d6 service neutron] Attempting to bind port 0bf565cf-1c8d-411c-9424-951d8df39dbe by drivers openvswitch,hyperv on host hv-cinder-84372 at level 0 using segments [{'id': 'd6c7f904-1af6-4214-b745-72cbcff0ed21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '75e9d121-0dd7-4765-8420-f3e8c1d9b007'}] {{(pid=103912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 28 17:29:05.176251 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8102918-b17a-4752-9f41-e88ee33dbb85 req-85965f89-d21f-4c56-bff1-310e6450f4d6 service neutron] Attempting to bind port 0bf565cf-1c8d-411c-9424-951d8df39dbe on network 75e9d121-0dd7-4765-8420-f3e8c1d9b007 {{(pid=103912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 28 17:29:05.179640 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-4454513f-a53f-4b6f-8bf8-5325e0c90cf2 req-da0b6fd4-3df6-4b60-aa88-61572e9efe7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735968512485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735968120131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735968120149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6173909'] for port (e2176952-8c79-446f-97c9-b6c6820083b3), after_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:29:05.188631 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8102918-b17a-4752-9f41-e88ee33dbb85 req-85965f89-d21f-4c56-bff1-310e6450f4d6 service neutron] Port 0bf565cf-1c8d-411c-9424-951d8df39dbe on network 75e9d121-0dd7-4765-8420-f3e8c1d9b007 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84372 {{(pid=103912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 28 17:29:05.188958 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8102918-b17a-4752-9f41-e88ee33dbb85 req-85965f89-d21f-4c56-bff1-310e6450f4d6 service neutron] Attempting to bind port 0bf565cf-1c8d-411c-9424-951d8df39dbe on network 75e9d121-0dd7-4765-8420-f3e8c1d9b007 {{(pid=103912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 28 17:29:05.191474 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:29:05.216651 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8102918-b17a-4752-9f41-e88ee33dbb85 req-85965f89-d21f-4c56-bff1-310e6450f4d6 service neutron] Checking agent: {'id': '7cdbebfa-f3b4-48eb-8fbc-caed95606681', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84372', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 17, 23, 31), 'started_at': datetime.datetime(2022, 5, 28, 17, 23, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 17, 29, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 28 17:29:05.217037 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8102918-b17a-4752-9f41-e88ee33dbb85 req-85965f89-d21f-4c56-bff1-310e6450f4d6 service neutron] Checking segment: {'id': 'd6c7f904-1af6-4214-b745-72cbcff0ed21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '75e9d121-0dd7-4765-8420-f3e8c1d9b007'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 28 17:29:05.217362 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8102918-b17a-4752-9f41-e88ee33dbb85 req-85965f89-d21f-4c56-bff1-310e6450f4d6 service neutron] Bound using segment: {'id': 'd6c7f904-1af6-4214-b745-72cbcff0ed21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '75e9d121-0dd7-4765-8420-f3e8c1d9b007'} {{(pid=103912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 28 17:29:05.217798 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.managers [req-f8102918-b17a-4752-9f41-e88ee33dbb85 req-85965f89-d21f-4c56-bff1-310e6450f4d6 service neutron] Bound port: 0bf565cf-1c8d-411c-9424-951d8df39dbe, host: hv-cinder-84372, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6c7f904-1af6-4214-b745-72cbcff0ed21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '75e9d121-0dd7-4765-8420-f3e8c1d9b007'}}] {{(pid=103912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 28 17:29:05.218258 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-f8102918-b17a-4752-9f41-e88ee33dbb85 req-85965f89-d21f-4c56-bff1-310e6450f4d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (0bf565cf-1c8d-411c-9424-951d8df39dbe), before_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:29:05.253107 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0b6fd4-3df6-4b60-aa88-61572e9efe7b service neutron] Pushing event updated for resources: {'Port': ['ID=e2176952-8c79-446f-97c9-b6c6820083b3,revision_number=2']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:29:05.259106 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:29:05.278195 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc31a798-7515-40ed-8896-95975d044797 tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] Router cd103a13-40ae-488d-8a4f-8b9fd861b649 has already been hosted by L3 agent 8a8c7bbb-808d-49ae-95de-62501e6237ff {{(pid=103911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 17:29:05.349582 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.db [req-f8102918-b17a-4752-9f41-e88ee33dbb85 req-85965f89-d21f-4c56-bff1-310e6450f4d6 service neutron] For port 0bf565cf-1c8d-411c-9424-951d8df39dbe, host hv-cinder-84372, cleared binding levels {{(pid=103912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 17:29:05.354231 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.db [req-f8102918-b17a-4752-9f41-e88ee33dbb85 req-85965f89-d21f-4c56-bff1-310e6450f4d6 service neutron] For port 0bf565cf-1c8d-411c-9424-951d8df39dbe, host hv-cinder-84372, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84372',level=0,port_id=0bf565cf-1c8d-411c-9424-951d8df39dbe,segment=NetworkSegment(d6c7f904-1af6-4214-b745-72cbcff0ed21),segment_id=d6c7f904-1af6-4214-b745-72cbcff0ed21)] {{(pid=103912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 17:29:05.361099 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-f8102918-b17a-4752-9f41-e88ee33dbb85 req-85965f89-d21f-4c56-bff1-310e6450f4d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735968512485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735968120131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735968120149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6173909'] for port (0bf565cf-1c8d-411c-9424-951d8df39dbe), after_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:29:05.383559 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc31a798-7515-40ed-8896-95975d044797 tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] Notify agent at l3_agent.dv-cinder-843729-1-iscsi the message routers_updated {{(pid=103911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 17:29:05.393655 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a99006-d222-49dd-8174-bc5ca1983cac None None] Sync routers for ids ['cd103a13-40ae-488d-8a4f-8b9fd861b649'] in dv-cinder-843729-1-iscsi {{(pid=103914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 17:29:05.394267 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.managers [req-4454513f-a53f-4b6f-8bf8-5325e0c90cf2 req-da0b6fd4-3df6-4b60-aa88-61572e9efe7b service neutron] Attempting to bind port e2176952-8c79-446f-97c9-b6c6820083b3 on host hv-cinder-84372 for vnic_type normal with profile {{(pid=103912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 28 17:29:05.394602 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.managers [req-4454513f-a53f-4b6f-8bf8-5325e0c90cf2 req-da0b6fd4-3df6-4b60-aa88-61572e9efe7b service neutron] Attempting to bind port e2176952-8c79-446f-97c9-b6c6820083b3 by drivers openvswitch,hyperv on host hv-cinder-84372 at level 0 using segments [{'id': '80f887d5-5d74-4b68-8808-871bb944a1fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '64d9df32-417a-4110-9ebe-97bfa607c330'}] {{(pid=103912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 28 17:29:05.394929 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4454513f-a53f-4b6f-8bf8-5325e0c90cf2 req-da0b6fd4-3df6-4b60-aa88-61572e9efe7b service neutron] Attempting to bind port e2176952-8c79-446f-97c9-b6c6820083b3 on network 64d9df32-417a-4110-9ebe-97bfa607c330 {{(pid=103912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 28 17:29:05.405826 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-cc31a798-7515-40ed-8896-95975d044797 tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22441'] for floatingip (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:29:05.407676 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4454513f-a53f-4b6f-8bf8-5325e0c90cf2 req-da0b6fd4-3df6-4b60-aa88-61572e9efe7b service neutron] Port e2176952-8c79-446f-97c9-b6c6820083b3 on network 64d9df32-417a-4110-9ebe-97bfa607c330 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84372 {{(pid=103912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 28 17:29:05.407920 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a99006-d222-49dd-8174-bc5ca1983cac None None] Routers {'cd103a13-40ae-488d-8a4f-8b9fd861b649'} bound to L3 agent in host dv-cinder-843729-1-iscsi {{(pid=103914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 28 17:29:05.408058 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4454513f-a53f-4b6f-8bf8-5325e0c90cf2 req-da0b6fd4-3df6-4b60-aa88-61572e9efe7b service neutron] Attempting to bind port e2176952-8c79-446f-97c9-b6c6820083b3 on network 64d9df32-417a-4110-9ebe-97bfa607c330 {{(pid=103912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 28 17:29:05.410514 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-51a99006-d222-49dd-8174-bc5ca1983cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843729-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-28T17:16:55Z,description=,heartbeat_timestamp=2022-05-28T17:28:55Z,host='dv-cinder-843729-1-iscsi',id=8a8c7bbb-808d-49ae-95de-62501e6237ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T17:16:55Z,topic='l3_agent')) {'router_ids': ['cd103a13-40ae-488d-8a4f-8b9fd861b649'], 'active': True} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:29:05.420174 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8102918-b17a-4752-9f41-e88ee33dbb85 req-85965f89-d21f-4c56-bff1-310e6450f4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:29:05.420787 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-f8102918-b17a-4752-9f41-e88ee33dbb85 req-85965f89-d21f-4c56-bff1-310e6450f4d6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22441'] for port (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:29:05.422154 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-f8102918-b17a-4752-9f41-e88ee33dbb85 req-85965f89-d21f-4c56-bff1-310e6450f4d6 service neutron] 10.222.0.16 "PUT /v2.0/ports/0bf565cf-1c8d-411c-9424-951d8df39dbe HTTP/1.1" status: 200 len: 1093 time: 1.3290718 May 28 17:29:05.422575 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8aeee30e-c713-4fbf-8264-6a47cb986bf9', 'tag': '0bf565cf-1c8d-411c-9424-951d8df39dbe'}] {{(pid=103912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 17:29:05.425067 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}192b2939a0ee72d6dca365a869ce4d556b01f2e73c600b6e44d67eb265bc480d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78359698-35b5-4792-93df-7fa7b2fd01c4" -d '{"events": [{"name": "network-changed", "server_uuid": "8aeee30e-c713-4fbf-8264-6a47cb986bf9", "tag": "0bf565cf-1c8d-411c-9424-951d8df39dbe"}]}' {{(pid=103912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 28 17:29:05.435851 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4454513f-a53f-4b6f-8bf8-5325e0c90cf2 req-da0b6fd4-3df6-4b60-aa88-61572e9efe7b service neutron] Checking agent: {'id': '7cdbebfa-f3b4-48eb-8fbc-caed95606681', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84372', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 17, 23, 31), 'started_at': datetime.datetime(2022, 5, 28, 17, 23, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 17, 29, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 28 17:29:05.436296 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4454513f-a53f-4b6f-8bf8-5325e0c90cf2 req-da0b6fd4-3df6-4b60-aa88-61572e9efe7b service neutron] Checking segment: {'id': '80f887d5-5d74-4b68-8808-871bb944a1fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '64d9df32-417a-4110-9ebe-97bfa607c330'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 28 17:29:05.436569 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4454513f-a53f-4b6f-8bf8-5325e0c90cf2 req-da0b6fd4-3df6-4b60-aa88-61572e9efe7b service neutron] Bound using segment: {'id': '80f887d5-5d74-4b68-8808-871bb944a1fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '64d9df32-417a-4110-9ebe-97bfa607c330'} {{(pid=103912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 28 17:29:05.437020 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.managers [req-4454513f-a53f-4b6f-8bf8-5325e0c90cf2 req-da0b6fd4-3df6-4b60-aa88-61572e9efe7b service neutron] Bound port: e2176952-8c79-446f-97c9-b6c6820083b3, host: hv-cinder-84372, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80f887d5-5d74-4b68-8808-871bb944a1fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '64d9df32-417a-4110-9ebe-97bfa607c330'}}] {{(pid=103912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 28 17:29:05.437378 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-4454513f-a53f-4b6f-8bf8-5325e0c90cf2 req-da0b6fd4-3df6-4b60-aa88-61572e9efe7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (e2176952-8c79-446f-97c9-b6c6820083b3), before_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:29:05.438118 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-cc31a798-7515-40ed-8896-95975d044797 tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9347453 May 28 17:29:05.438916 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c454eafd-57ce-466c-a88f-aa88a272a56a', 'tag': 'f6092e8b-c7e1-4c14-a7b3-8baa64e42a95'}] {{(pid=103911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 17:29:05.442186 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb6e18ef154237edf928b85f6b333e0f790e93c3571d1d8d4f7e4f30b44c92d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0308ebc0-02db-42e2-b8b7-65b40df90327" -d '{"events": [{"name": "network-changed", "server_uuid": "c454eafd-57ce-466c-a88f-aa88a272a56a", "tag": "f6092e8b-c7e1-4c14-a7b3-8baa64e42a95"}]}' {{(pid=103911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 28 17:29:05.442343 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.33', 59250) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:29:05.447552 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.v2.base [None req-c295d92c-629c-4147-8c22-7add94b475d2 tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-295021337', 'description': 'tempest-secgroup-smoke-295021337 description', 'project_id': '33d09d2e02c945a09e79efae8d8ab96c'}} {{(pid=103912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 17:29:05.470205 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85965f89-d21f-4c56-bff1-310e6450f4d6 service neutron] Pushing event updated for resources: {'Port': ['ID=0bf565cf-1c8d-411c-9424-951d8df39dbe,revision_number=3']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:29:05.496892 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 May 2022 17:29:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-586a96c7-b78c-49c4-9248-e8a723d6a28d x-openstack-request-id: req-586a96c7-b78c-49c4-9248-e8a723d6a28d {{(pid=103911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 28 17:29:05.497195 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c454eafd-57ce-466c-a88f-aa88a272a56a", "tag": "f6092e8b-c7e1-4c14-a7b3-8baa64e42a95", "status": "completed", "code": 200}]} {{(pid=103911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 28 17:29:05.497489 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-586a96c7-b78c-49c4-9248-e8a723d6a28d {{(pid=103911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 28 17:29:05.497921 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-586a96c7-b78c-49c4-9248-e8a723d6a28d'] response: {'name': 'network-changed', 'server_uuid': 'c454eafd-57ce-466c-a88f-aa88a272a56a', 'tag': 'f6092e8b-c7e1-4c14-a7b3-8baa64e42a95', 'status': 'completed', 'code': 200} May 28 17:29:05.511353 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-c295d92c-629c-4147-8c22-7add94b475d2 tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] Publish callbacks [] for security_group (None), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:29:05.514123 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 May 2022 17:29:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e0e5c62-e14b-4b4f-bf9d-d4d59de73d34 x-openstack-request-id: req-1e0e5c62-e14b-4b4f-bf9d-d4d59de73d34 {{(pid=103912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 28 17:29:05.514406 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8aeee30e-c713-4fbf-8264-6a47cb986bf9", "tag": "0bf565cf-1c8d-411c-9424-951d8df39dbe", "status": "completed", "code": 200}]} {{(pid=103912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 28 17:29:05.514651 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-1e0e5c62-e14b-4b4f-bf9d-d4d59de73d34 {{(pid=103912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 28 17:29:05.515037 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e0e5c62-e14b-4b4f-bf9d-d4d59de73d34'] response: {'name': 'network-changed', 'server_uuid': '8aeee30e-c713-4fbf-8264-6a47cb986bf9', 'tag': '0bf565cf-1c8d-411c-9424-951d8df39dbe', 'status': 'completed', 'code': 200} May 28 17:29:05.540226 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvr_db [None req-51a99006-d222-49dd-8174-bc5ca1983cac None None] Set router cd103a13-40ae-488d-8a4f-8b9fd861b649 gateway port host: dv-cinder-843729-1-iscsi {{(pid=103914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 28 17:29:05.554526 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.db [req-4454513f-a53f-4b6f-8bf8-5325e0c90cf2 req-da0b6fd4-3df6-4b60-aa88-61572e9efe7b service neutron] For port e2176952-8c79-446f-97c9-b6c6820083b3, host hv-cinder-84372, cleared binding levels {{(pid=103912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 17:29:05.560450 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.db [req-4454513f-a53f-4b6f-8bf8-5325e0c90cf2 req-da0b6fd4-3df6-4b60-aa88-61572e9efe7b service neutron] For port e2176952-8c79-446f-97c9-b6c6820083b3, host hv-cinder-84372, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84372',level=0,port_id=e2176952-8c79-446f-97c9-b6c6820083b3,segment=NetworkSegment(80f887d5-5d74-4b68-8808-871bb944a1fe),segment_id=80f887d5-5d74-4b68-8808-871bb944a1fe)] {{(pid=103912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 17:29:05.574071 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-4454513f-a53f-4b6f-8bf8-5325e0c90cf2 req-da0b6fd4-3df6-4b60-aa88-61572e9efe7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735968512485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735968120131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735968120149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6173909'] for port (e2176952-8c79-446f-97c9-b6c6820083b3), after_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:29:05.650794 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4454513f-a53f-4b6f-8bf8-5325e0c90cf2 req-da0b6fd4-3df6-4b60-aa88-61572e9efe7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:29:05.651432 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-4454513f-a53f-4b6f-8bf8-5325e0c90cf2 req-da0b6fd4-3df6-4b60-aa88-61572e9efe7b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22441'] for port (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:29:05.652813 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-4454513f-a53f-4b6f-8bf8-5325e0c90cf2 req-da0b6fd4-3df6-4b60-aa88-61572e9efe7b service neutron] 10.222.0.16 "PUT /v2.0/ports/e2176952-8c79-446f-97c9-b6c6820083b3 HTTP/1.1" status: 200 len: 1094 time: 1.2324791 May 28 17:29:05.677816 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0308ebc0-02db-42e2-b8b7-65b40df90327 req-dfa413ce-0d52-49ae-8824-cad67b29150a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:29:05.684898 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-0308ebc0-02db-42e2-b8b7-65b40df90327 req-dfa413ce-0d52-49ae-8824-cad67b29150a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=33d09d2e02c945a09e79efae8d8ab96c&device_id=c454eafd-57ce-466c-a88f-aa88a272a56a HTTP/1.1" status: 200 len: 1129 time: 0.0976927 May 28 17:29:05.705687 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8102918-b17a-4752-9f41-e88ee33dbb85 req-515a52da-0749-465f-9e66-513bf075729f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:29:05.707148 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-f8102918-b17a-4752-9f41-e88ee33dbb85 req-515a52da-0749-465f-9e66-513bf075729f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9065845ed3d0457c9ab0889760958a32&device_id=8aeee30e-c713-4fbf-8264-6a47cb986bf9 HTTP/1.1" status: 200 len: 1127 time: 0.1165354 May 28 17:29:05.739954 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f825cc64-6300-42a3-a243-5e7d5d12e119 req-88a185c3-5a16-423f-9af0-f9925603e370 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:29:05.741448 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-f825cc64-6300-42a3-a243-5e7d5d12e119 req-88a185c3-5a16-423f-9af0-f9925603e370 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/ports?device_id=435314f8-f9b7-4e9c-94f3-8a84190965b9 HTTP/1.1" status: 200 len: 945 time: 0.0831723 May 28 17:29:05.746527 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c44d246-c3c6-431b-87cb-ab65b55c3490 req-710d3f65-2166-41f5-9d52-96987383f48c tempest-VolumesSnapshotTestJSON-491387215 tempest-VolumesSnapshotTestJSON-491387215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:29:05.749146 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-9c44d246-c3c6-431b-87cb-ab65b55c3490 req-710d3f65-2166-41f5-9d52-96987383f48c tempest-VolumesSnapshotTestJSON-491387215 tempest-VolumesSnapshotTestJSON-491387215-project] 10.222.0.33 "GET /v2.0/ports?device_id=a3819481-ecb7-47a2-86b2-78c6c1c40d61 HTTP/1.1" status: 200 len: 944 time: 0.0598259 May 28 17:29:05.766706 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-c295d92c-629c-4147-8c22-7add94b475d2 tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] Publish callbacks [] for security_group (ca3cb093-79be-42e6-83d5-849146a5ec7b), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:29:05.774351 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0b6fd4-3df6-4b60-aa88-61572e9efe7b service neutron] Pushing event updated for resources: {'Port': ['ID=e2176952-8c79-446f-97c9-b6c6820083b3,revision_number=3']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:29:05.784285 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-c295d92c-629c-4147-8c22-7add94b475d2 tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594961'] for security_group (ca3cb093-79be-42e6-83d5-849146a5ec7b), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:29:05.791088 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-51a99006-d222-49dd-8174-bc5ca1983cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd103a13-40ae-488d-8a4f-8b9fd861b649', 'name': 'tempest-TestMinimumBasicScenario-128379888-router', 'tenant_id': '33d09d2e02c945a09e79efae8d8ab96c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'external_fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': 'fd175ce3-b367-4832-b65b-0dac0616dbf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T17:27:26Z', 'updated_at': '2022-05-28T17:27:29Z', 'revision_number': 4, 'project_id': '33d09d2e02c945a09e79efae8d8ab96c', 'gw_port': {'id': 'fd175ce3-b367-4832-b65b-0dac0616dbf8', 'name': '', 'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:cd:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd103a13-40ae-488d-8a4f-8b9fd861b649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:27:26Z', 'updated_at': '2022-05-28T17:27:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843729-1-iscsi', '_floatingips': [{'id': '7c9384f2-ded8-4651-8eb5-446f238d3979', 'tenant_id': '33d09d2e02c945a09e79efae8d8ab96c', 'floating_ip_address': '172.27.0.181', 'floating_network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'router_id': 'cd103a13-40ae-488d-8a4f-8b9fd861b649', 'port_id': 'f6092e8b-c7e1-4c14-a7b3-8baa64e42a95', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 415, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2642da9-62f7-4baf-be4a-bb647a278cd8', 'mac_address': 'fa:16:3e:e7:4d:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c454eafd-57ce-466c-a88f-aa88a272a56a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T17:29:04Z', 'updated_at': '2022-05-28T17:29:04Z', 'revision_number': 0, 'project_id': '33d09d2e02c945a09e79efae8d8ab96c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d275e8f-2965-4116-984e-c63517a516c5', 'name': '', 'network_id': 'c2642da9-62f7-4baf-be4a-bb647a278cd8', 'tenant_id': '33d09d2e02c945a09e79efae8d8ab96c', 'mac_address': 'fa:16:3e:af:f6:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd103a13-40ae-488d-8a4f-8b9fd861b649', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'ce8fcd52-903e-410e-9ed1-7c6a9f241d7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:27:28Z', 'updated_at': '2022-05-28T17:27:33Z', 'revision_number': 5, 'project_id': '33d09d2e02c945a09e79efae8d8ab96c', 'subnets': [{'id': 'ce8fcd52-903e-410e-9ed1-7c6a9f241d7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843729-1-iscsi', False) {} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:29:05.827762 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a99006-d222-49dd-8174-bc5ca1983cac None None] Checking router: cd103a13-40ae-488d-8a4f-8b9fd861b649 for host: dv-cinder-843729-1-iscsi {{(pid=103914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 17:29:05.834033 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-9c44d246-c3c6-431b-87cb-ab65b55c3490 req-7fcc2136-1715-455b-b2df-d11a9d3bc6e1 tempest-VolumesSnapshotTestJSON-491387215 tempest-VolumesSnapshotTestJSON-491387215-project] 10.222.0.33 "GET /v2.0/security-groups?id=4ee3e319-c2ae-4ff7-8a8c-b0d305908d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759449 May 28 17:29:05.854551 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a99006-d222-49dd-8174-bc5ca1983cac None None] Routers {'cd103a13-40ae-488d-8a4f-8b9fd861b649'} bound to L3 agent in host dv-cinder-843729-1-iscsi {{(pid=103914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 28 17:29:05.854551 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-51a99006-d222-49dd-8174-bc5ca1983cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843729-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-28T17:16:55Z,description=,heartbeat_timestamp=2022-05-28T17:28:55Z,host='dv-cinder-843729-1-iscsi',id=8a8c7bbb-808d-49ae-95de-62501e6237ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T17:16:55Z,topic='l3_agent')) {'router_ids': ['cd103a13-40ae-488d-8a4f-8b9fd861b649'], 'active': True} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:29:05.891143 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-f8102918-b17a-4752-9f41-e88ee33dbb85 req-aeee2cc5-4f1f-4dc1-a086-56a6d82b2393 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0bf565cf-1c8d-411c-9424-951d8df39dbe HTTP/1.1" status: 200 len: 217 time: 0.0926991 May 28 17:29:05.896741 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0308ebc0-02db-42e2-b8b7-65b40df90327 req-e10fedca-d5cd-491b-8b13-7c88ff27bbdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:29:05.898341 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-0308ebc0-02db-42e2-b8b7-65b40df90327 req-e10fedca-d5cd-491b-8b13-7c88ff27bbdd service neutron] 10.222.0.16 "GET /v2.0/networks?id=c2642da9-62f7-4baf-be4a-bb647a278cd8 HTTP/1.1" status: 200 len: 915 time: 0.1071212 May 28 17:29:05.900057 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-c295d92c-629c-4147-8c22-7add94b475d2 tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] Publish callbacks [] for security_group (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:29:05.901202 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-c295d92c-629c-4147-8c22-7add94b475d2 tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4570997 May 28 17:29:05.904205 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.33', 59258) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:29:05.909430 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.v2.base [None req-e30f12ab-08f2-4792-a528-e1266fb1a10a tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] Request body: {'security_group_rule': {'security_group_id': 'ca3cb093-79be-42e6-83d5-849146a5ec7b', 'project_id': '33d09d2e02c945a09e79efae8d8ab96c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 17:29:05.925735 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:29:05.944270 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c295d92c-629c-4147-8c22-7add94b475d2 tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca3cb093-79be-42e6-83d5-849146a5ec7b,revision_number=1']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:29:05.949196 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4454513f-a53f-4b6f-8bf8-5325e0c90cf2 req-522924df-6d2e-42a9-bb46-2b7ce5242412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:29:05.950698 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-4454513f-a53f-4b6f-8bf8-5325e0c90cf2 req-522924df-6d2e-42a9-bb46-2b7ce5242412 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=dd6efc6e9dad4ab1b9c40ab78d5a360d&device_id=a3819481-ecb7-47a2-86b2-78c6c1c40d61 HTTP/1.1" status: 200 len: 1128 time: 0.1571100 May 28 17:29:05.962425 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvr_db [None req-51a99006-d222-49dd-8174-bc5ca1983cac None None] Set router cd103a13-40ae-488d-8a4f-8b9fd861b649 gateway port host: dv-cinder-843729-1-iscsi {{(pid=103914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 28 17:29:05.964609 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-f825cc64-6300-42a3-a243-5e7d5d12e119 req-e9c68318-4042-4dc7-933c-2d6e6ed0096e tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/security-groups?id=c776077f-6b09-4c92-a212-43bc02e1345f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2033355 May 28 17:29:05.982578 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:29:05.993106 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-0308ebc0-02db-42e2-b8b7-65b40df90327 req-f1c9e749-0aee-4b7d-b7aa-49d52c83b9c0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f6092e8b-c7e1-4c14-a7b3-8baa64e42a95 HTTP/1.1" status: 200 len: 999 time: 0.0787940 May 28 17:29:05.994710 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=2 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:29:06.005090 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Device 5ea754ee-2216-4168-ad09-190faba5d36c up at agent hyperv_hv-cinder-84372 {{(pid=103913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 28 17:29:06.013269 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-e30f12ab-08f2-4792-a528-e1266fb1a10a tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] Publish callbacks [] for security_group_rule (a2307466-0296-4edf-a60d-e220ce1bcb85), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:29:06.036416 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8102918-b17a-4752-9f41-e88ee33dbb85 req-aa777d5b-bfe2-4194-9fab-7dcd6f3d3506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:29:06.038336 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-f8102918-b17a-4752-9f41-e88ee33dbb85 req-aa777d5b-bfe2-4194-9fab-7dcd6f3d3506 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=354345f1-35ff-4aaf-9376-fb03c34d5973 HTTP/1.1" status: 200 len: 848 time: 0.1297908 May 28 17:29:06.060807 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-4454513f-a53f-4b6f-8bf8-5325e0c90cf2 req-93f6c494-2425-4fae-9358-9c73089a15d6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e2176952-8c79-446f-97c9-b6c6820083b3 HTTP/1.1" status: 200 len: 217 time: 0.0951958 May 28 17:29:06.065012 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Provisioning for port 5ea754ee-2216-4168-ad09-190faba5d36c completed by entity L2. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 28 17:29:06.074926 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Provisioning complete for port 5ea754ee-2216-4168-ad09-190faba5d36c triggered by entity L2. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 17:29:06.075797 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1821120'] for port (5ea754ee-2216-4168-ad09-190faba5d36c), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:29:06.077440 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0308ebc0-02db-42e2-b8b7-65b40df90327 req-b962b45f-3f5b-4115-9268-deed208e54cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:29:06.078897 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-0308ebc0-02db-42e2-b8b7-65b40df90327 req-b962b45f-3f5b-4115-9268-deed208e54cb service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ce8fcd52-903e-410e-9ed1-7c6a9f241d7c HTTP/1.1" status: 200 len: 853 time: 0.0766156 May 28 17:29:06.120720 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-f8102918-b17a-4752-9f41-e88ee33dbb85 req-88e47e51-f252-43c7-a95c-c2d69b2ee936 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=75e9d121-0dd7-4765-8420-f3e8c1d9b007&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0584984 May 28 17:29:06.152917 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0308ebc0-02db-42e2-b8b7-65b40df90327 req-795237ea-e09b-4236-9f6e-5c2ec9cd3a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:29:06.154539 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-0308ebc0-02db-42e2-b8b7-65b40df90327 req-795237ea-e09b-4236-9f6e-5c2ec9cd3a42 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c2642da9-62f7-4baf-be4a-bb647a278cd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0625856 May 28 17:29:06.156201 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-e30f12ab-08f2-4792-a528-e1266fb1a10a tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] Publish callbacks [] for security_group_rule (a2307466-0296-4edf-a60d-e220ce1bcb85), precommit_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:29:06.175485 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4454513f-a53f-4b6f-8bf8-5325e0c90cf2 req-297c61b9-32dc-443d-ab2c-b853d613ce36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:29:06.177500 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-4454513f-a53f-4b6f-8bf8-5325e0c90cf2 req-297c61b9-32dc-443d-ab2c-b853d613ce36 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=85bb7a17-de77-4bde-b0ad-902161be4a24 HTTP/1.1" status: 200 len: 854 time: 0.0553398 May 28 17:29:06.196990 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-e30f12ab-08f2-4792-a528-e1266fb1a10a tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595010'] for security_group_rule (a2307466-0296-4edf-a60d-e220ce1bcb85), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:29:06.207275 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Current status of the port 5ea754ee-2216-4168-ad09-190faba5d36c is: BUILD; New status is: ACTIVE {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 17:29:06.207702 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (5ea754ee-2216-4168-ad09-190faba5d36c), before_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:29:06.234422 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-51a99006-d222-49dd-8174-bc5ca1983cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd103a13-40ae-488d-8a4f-8b9fd861b649', 'name': 'tempest-TestMinimumBasicScenario-128379888-router', 'tenant_id': '33d09d2e02c945a09e79efae8d8ab96c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'external_fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': 'fd175ce3-b367-4832-b65b-0dac0616dbf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T17:27:26Z', 'updated_at': '2022-05-28T17:27:29Z', 'revision_number': 4, 'project_id': '33d09d2e02c945a09e79efae8d8ab96c', 'gw_port': {'id': 'fd175ce3-b367-4832-b65b-0dac0616dbf8', 'name': '', 'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:cd:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd103a13-40ae-488d-8a4f-8b9fd861b649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:27:26Z', 'updated_at': '2022-05-28T17:27:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843729-1-iscsi', '_floatingips': [{'id': '7c9384f2-ded8-4651-8eb5-446f238d3979', 'tenant_id': '33d09d2e02c945a09e79efae8d8ab96c', 'floating_ip_address': '172.27.0.181', 'floating_network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'router_id': 'cd103a13-40ae-488d-8a4f-8b9fd861b649', 'port_id': 'f6092e8b-c7e1-4c14-a7b3-8baa64e42a95', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 415, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2642da9-62f7-4baf-be4a-bb647a278cd8', 'mac_address': 'fa:16:3e:e7:4d:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c454eafd-57ce-466c-a88f-aa88a272a56a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T17:29:04Z', 'updated_at': '2022-05-28T17:29:04Z', 'revision_number': 0, 'project_id': '33d09d2e02c945a09e79efae8d8ab96c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d275e8f-2965-4116-984e-c63517a516c5', 'name': '', 'network_id': 'c2642da9-62f7-4baf-be4a-bb647a278cd8', 'tenant_id': '33d09d2e02c945a09e79efae8d8ab96c', 'mac_address': 'fa:16:3e:af:f6:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd103a13-40ae-488d-8a4f-8b9fd861b649', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'ce8fcd52-903e-410e-9ed1-7c6a9f241d7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:27:28Z', 'updated_at': '2022-05-28T17:27:33Z', 'revision_number': 5, 'project_id': '33d09d2e02c945a09e79efae8d8ab96c', 'subnets': [{'id': 'ce8fcd52-903e-410e-9ed1-7c6a9f241d7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843729-1-iscsi', False) {} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:29:06.236256 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '435314f8-f9b7-4e9c-94f3-8a84190965b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ea754ee-2216-4168-ad09-190faba5d36c'}] {{(pid=103913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 17:29:06.238089 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-4454513f-a53f-4b6f-8bf8-5325e0c90cf2 req-d93e85e9-b098-4cca-b3ce-8eda7f6d8444 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=64d9df32-417a-4110-9ebe-97bfa607c330&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416100 May 28 17:29:06.239172 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fc7d66bd3c46bdb9792f0e064e6c35853b2e9fce1f0b0d0eb0c21c6a12b004b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5790748-0834-4110-8e62-a17e1871421f" -d '{"events": [{"server_uuid": "435314f8-f9b7-4e9c-94f3-8a84190965b9", "name": "network-vif-plugged", "status": "completed", "tag": "5ea754ee-2216-4168-ad09-190faba5d36c"}]}' {{(pid=103913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 28 17:29:06.250476 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30f12ab-08f2-4792-a528-e1266fb1a10a tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2307466-0296-4edf-a60d-e220ce1bcb85,revision_number=0']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:29:06.273721 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a99006-d222-49dd-8174-bc5ca1983cac None None] The sync data for ids ['cd103a13-40ae-488d-8a4f-8b9fd861b649'] in dv-cinder-843729-1-iscsi is: [{'id': 'cd103a13-40ae-488d-8a4f-8b9fd861b649', 'name': 'tempest-TestMinimumBasicScenario-128379888-router', 'tenant_id': '33d09d2e02c945a09e79efae8d8ab96c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'external_fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': 'fd175ce3-b367-4832-b65b-0dac0616dbf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T17:27:26Z', 'updated_at': '2022-05-28T17:27:29Z', 'revision_number': 4, 'project_id': '33d09d2e02c945a09e79efae8d8ab96c', 'gw_port': {'id': 'fd175ce3-b367-4832-b65b-0dac0616dbf8', 'name': '', 'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:cd:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd103a13-40ae-488d-8a4f-8b9fd861b649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:27:26Z', 'updated_at': '2022-05-28T17:27:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843729-1-iscsi', '_floatingips': [{'id': '7c9384f2-ded8-4651-8eb5-446f238d3979', 'tenant_id': '33d09d2e02c945a09e79efae8d8ab96c', 'floating_ip_address': '172.27.0.181', 'floating_network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'router_id': 'cd103a13-40ae-488d-8a4f-8b9fd861b649', 'port_id': 'f6092e8b-c7e1-4c14-a7b3-8baa64e42a95', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 415, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2642da9-62f7-4baf-be4a-bb647a278cd8', 'mac_address': 'fa:16:3e:e7:4d:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c454eafd-57ce-466c-a88f-aa88a272a56a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T17:29:04Z', 'updated_at': '2022-05-28T17:29:04Z', 'revision_number': 0, 'project_id': '33d09d2e02c945a09e79efae8d8ab96c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d275e8f-2965-4116-984e-c63517a516c5', 'name': '', 'network_id': 'c2642da9-62f7-4baf-be4a-bb647a278cd8', 'tenant_id': '33d09d2e02c945a09e79efae8d8ab96c', 'mac_address': 'fa:16:3e:af:f6:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd103a13-40ae-488d-8a4f-8b9fd861b649', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'ce8fcd52-903e-410e-9ed1-7c6a9f241d7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:27:28Z', 'updated_at': '2022-05-28T17:27:33Z', 'revision_number': 5, 'project_id': '33d09d2e02c945a09e79efae8d8ab96c', 'subnets': [{'id': 'ce8fcd52-903e-410e-9ed1-7c6a9f241d7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 17:29:06.287233 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] For port 5ea754ee-2216-4168-ad09-190faba5d36c, host hv-cinder-84372, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84372',level=0,port_id=5ea754ee-2216-4168-ad09-190faba5d36c,segment=NetworkSegment(a4610069-396c-410a-becf-747bd2412bad),segment_id=a4610069-396c-410a-becf-747bd2412bad)] {{(pid=103913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 17:29:06.288633 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-e30f12ab-08f2-4792-a528-e1266fb1a10a tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:29:06.291403 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-e30f12ab-08f2-4792-a528-e1266fb1a10a tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3846817 May 28 17:29:06.294563 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735968512485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735968120131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735968120149'] for port (5ea754ee-2216-4168-ad09-190faba5d36c), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:29:06.301724 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bcad68-f1a3-43e1-ba3f-8137303203c6 req-5ffb6a61-dc95-480a-86a0-2fef8754f9fb tempest-VolumesActionsTest-997537412 tempest-VolumesActionsTest-997537412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:29:06.304089 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-30bcad68-f1a3-43e1-ba3f-8137303203c6 req-5ffb6a61-dc95-480a-86a0-2fef8754f9fb tempest-VolumesActionsTest-997537412 tempest-VolumesActionsTest-997537412-project] 10.222.0.33 "GET /v2.0/ports?device_id=8aeee30e-c713-4fbf-8264-6a47cb986bf9 HTTP/1.1" status: 200 len: 943 time: 0.1438248 May 28 17:29:06.304662 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.33', 59264) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:29:06.311110 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.v2.base [None req-28d5d955-ba9f-40a8-9c5c-5d3c6ef147a8 tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] Request body: {'security_group_rule': {'security_group_id': 'ca3cb093-79be-42e6-83d5-849146a5ec7b', 'project_id': '33d09d2e02c945a09e79efae8d8ab96c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 17:29:06.330528 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 May 2022 17:29:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9093012c-82f3-44b5-9875-06ed8920ecf8 x-openstack-request-id: req-9093012c-82f3-44b5-9875-06ed8920ecf8 {{(pid=103913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 28 17:29:06.331115 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "435314f8-f9b7-4e9c-94f3-8a84190965b9", "name": "network-vif-plugged", "status": "completed", "tag": "5ea754ee-2216-4168-ad09-190faba5d36c", "code": 200}]} {{(pid=103913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 28 17:29:06.331584 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-9093012c-82f3-44b5-9875-06ed8920ecf8 {{(pid=103913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 28 17:29:06.332248 dv-cinder-843729-1-iscsi neutron-server[103913]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9093012c-82f3-44b5-9875-06ed8920ecf8'] response: {'server_uuid': '435314f8-f9b7-4e9c-94f3-8a84190965b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ea754ee-2216-4168-ad09-190faba5d36c', 'code': 200} May 28 17:29:06.364524 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Pushing event updated for resources: {'Port': ['ID=5ea754ee-2216-4168-ad09-190faba5d36c,revision_number=5']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:29:06.439846 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-4454513f-a53f-4b6f-8bf8-5325e0c90cf2 req-9cc2727b-ab33-4dbf-97d6-2156f9e9ef1c service neutron] 10.222.0.16 "GET /v2.0/networks/64d9df32-417a-4110-9ebe-97bfa607c330?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1595232 May 28 17:29:06.442817 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-f8102918-b17a-4752-9f41-e88ee33dbb85 req-dfe399cd-099b-464a-ad20-ade222444289 service neutron] 10.222.0.16 "GET /v2.0/networks/75e9d121-0dd7-4765-8420-f3e8c1d9b007?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2649980 May 28 17:29:06.578621 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3d71093-8d6a-4d91-b6bc-1d4653d23971 None None] New status for floating IP 7c9384f2-ded8-4651-8eb5-446f238d3979: ACTIVE {{(pid=103913) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 28 17:29:06.616667 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:29:06.659396 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:29:06.681659 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a3d2c0-ba6e-42b6-88d6-275e49249563 req-64f392dd-3edf-43b4-89e8-9a4939ef3941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:29:06.683211 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-d6a3d2c0-ba6e-42b6-88d6-275e49249563 req-64f392dd-3edf-43b4-89e8-9a4939ef3941 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=435314f8-f9b7-4e9c-94f3-8a84190965b9 HTTP/1.1" status: 200 len: 1130 time: 0.0944884 May 28 17:29:06.705074 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-0308ebc0-02db-42e2-b8b7-65b40df90327 req-bc28369a-3ff3-47ed-81cc-71bff639fa4e service neutron] 10.222.0.16 "GET /v2.0/networks/c2642da9-62f7-4baf-be4a-bb647a278cd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5338151 May 28 17:29:06.732443 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-28d5d955-ba9f-40a8-9c5c-5d3c6ef147a8 tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] Publish callbacks [] for security_group_rule (0e43a9ce-70b9-457c-b18d-a38a3b14a4bf), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:29:06.755111 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-30bcad68-f1a3-43e1-ba3f-8137303203c6 req-42f4776c-9ca5-46a7-b6c6-219e5b91f89f tempest-VolumesActionsTest-997537412 tempest-VolumesActionsTest-997537412-project] 10.222.0.33 "GET /v2.0/security-groups?id=121583ef-c90e-40a6-bae4-1a91464c9788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4369414 May 28 17:29:06.801190 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:29:06.858482 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-d6a3d2c0-ba6e-42b6-88d6-275e49249563 req-48bbd04d-6a81-4d50-a65e-08c23218e589 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=c776077f-6b09-4c92-a212-43bc02e1345f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1622760 May 28 17:29:06.893017 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-28d5d955-ba9f-40a8-9c5c-5d3c6ef147a8 tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] Publish callbacks [] for security_group_rule (0e43a9ce-70b9-457c-b18d-a38a3b14a4bf), precommit_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:29:06.895100 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-4454513f-a53f-4b6f-8bf8-5325e0c90cf2 req-263ab146-7c65-4c70-ad0c-4fcdd3dafce1 service neutron] 10.222.0.16 "GET /v2.0/networks/64d9df32-417a-4110-9ebe-97bfa607c330?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4433160 May 28 17:29:06.899558 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-0308ebc0-02db-42e2-b8b7-65b40df90327 req-c746eeb0-7e5b-473e-9cf4-c48183d80900 service neutron] 10.222.0.16 "GET /v2.0/networks/c2642da9-62f7-4baf-be4a-bb647a278cd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1792240 May 28 17:29:06.901274 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-28d5d955-ba9f-40a8-9c5c-5d3c6ef147a8 tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595010'] for security_group_rule (0e43a9ce-70b9-457c-b18d-a38a3b14a4bf), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:29:06.917303 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-f8102918-b17a-4752-9f41-e88ee33dbb85 req-91977308-e468-4809-9625-1678622e4070 service neutron] 10.222.0.16 "GET /v2.0/networks/75e9d121-0dd7-4765-8420-f3e8c1d9b007?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4560061 May 28 17:29:06.919780 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d5d955-ba9f-40a8-9c5c-5d3c6ef147a8 tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e43a9ce-70b9-457c-b18d-a38a3b14a4bf,revision_number=0']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:29:06.935534 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-28d5d955-ba9f-40a8-9c5c-5d3c6ef147a8 tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:29:06.936754 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-28d5d955-ba9f-40a8-9c5c-5d3c6ef147a8 tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6289585 May 28 17:29:06.939528 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.33', 59268) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:29:06.944024 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.v2.base [None req-501281a8-03e2-4c41-81c1-02bde6431c40 tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] Request body: {'security_group_rule': {'security_group_id': 'ca3cb093-79be-42e6-83d5-849146a5ec7b', 'project_id': '33d09d2e02c945a09e79efae8d8ab96c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 17:29:06.970422 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-501281a8-03e2-4c41-81c1-02bde6431c40 tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] Publish callbacks [] for security_group_rule (7e023e9c-75a1-4178-a66c-5d9ccaf575cb), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:29:06.977573 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b77a9ad-b1ed-4e1e-b1dc-2d8f8dcdac1a req-fba995c6-046c-4ef3-88b1-177218b3be8b tempest-VolumesSnapshotTestJSON-491387215 tempest-VolumesSnapshotTestJSON-491387215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:29:06.979064 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-9b77a9ad-b1ed-4e1e-b1dc-2d8f8dcdac1a req-fba995c6-046c-4ef3-88b1-177218b3be8b tempest-VolumesSnapshotTestJSON-491387215 tempest-VolumesSnapshotTestJSON-491387215-project] 10.222.0.33 "GET /v2.0/ports?device_id=a3819481-ecb7-47a2-86b2-78c6c1c40d61 HTTP/1.1" status: 200 len: 944 time: 0.0609126 May 28 17:29:07.030680 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-9b77a9ad-b1ed-4e1e-b1dc-2d8f8dcdac1a req-9a60529b-07c7-4575-82fc-a229e9c11eaa tempest-VolumesSnapshotTestJSON-491387215 tempest-VolumesSnapshotTestJSON-491387215-project] 10.222.0.33 "GET /v2.0/security-groups?id=4ee3e319-c2ae-4ff7-8a8c-b0d305908d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458777 May 28 17:29:07.034871 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-501281a8-03e2-4c41-81c1-02bde6431c40 tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] Publish callbacks [] for security_group_rule (7e023e9c-75a1-4178-a66c-5d9ccaf575cb), precommit_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:29:07.040093 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-501281a8-03e2-4c41-81c1-02bde6431c40 tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595010'] for security_group_rule (7e023e9c-75a1-4178-a66c-5d9ccaf575cb), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:29:07.046941 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:DELETE=3 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:29:07.090117 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501281a8-03e2-4c41-81c1-02bde6431c40 tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e023e9c-75a1-4178-a66c-5d9ccaf575cb,revision_number=0']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:29:07.100666 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-501281a8-03e2-4c41-81c1-02bde6431c40 tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:29:07.101854 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-501281a8-03e2-4c41-81c1-02bde6431c40 tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1612811 May 28 17:29:07.104794 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.33', 59272) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:29:07.109452 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.v2.base [None req-430b1e17-ad3a-4b56-b678-dee397e8e79d tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] Request body: {'security_group_rule': {'security_group_id': 'ca3cb093-79be-42e6-83d5-849146a5ec7b', 'project_id': '33d09d2e02c945a09e79efae8d8ab96c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 17:29:07.115645 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c115e4-f8be-4bcd-9bae-f712979b176f req-4a21d0e2-2b4a-485f-95f3-7ecb5484e3fa tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:29:07.117139 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-03c115e4-f8be-4bcd-9bae-f712979b176f req-4a21d0e2-2b4a-485f-95f3-7ecb5484e3fa tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/ports?device_id=435314f8-f9b7-4e9c-94f3-8a84190965b9 HTTP/1.1" status: 200 len: 946 time: 0.0709198 May 28 17:29:07.136146 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-430b1e17-ad3a-4b56-b678-dee397e8e79d tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] Publish callbacks [] for security_group_rule (4af36f83-e76f-4c76-af70-48d2c5cedf7c), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:29:07.165881 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-03c115e4-f8be-4bcd-9bae-f712979b176f req-0b0ec823-a2a6-418e-afcc-b34eac63bf96 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/security-groups?id=c776077f-6b09-4c92-a212-43bc02e1345f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426776 May 28 17:29:07.185482 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-430b1e17-ad3a-4b56-b678-dee397e8e79d tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] Publish callbacks [] for security_group_rule (4af36f83-e76f-4c76-af70-48d2c5cedf7c), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:29:07.189424 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-430b1e17-ad3a-4b56-b678-dee397e8e79d tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595010'] for security_group_rule (4af36f83-e76f-4c76-af70-48d2c5cedf7c), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:29:07.207141 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430b1e17-ad3a-4b56-b678-dee397e8e79d tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4af36f83-e76f-4c76-af70-48d2c5cedf7c,revision_number=0']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:29:07.215227 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-430b1e17-ad3a-4b56-b678-dee397e8e79d tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:29:07.216445 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-430b1e17-ad3a-4b56-b678-dee397e8e79d tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1106403 May 28 17:29:07.219199 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.33', 59274) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:29:07.224254 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.v2.base [None req-4b673bc9-9495-44a9-aeb0-f689a98d3c37 tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] Request body: {'security_group_rule': {'security_group_id': 'ca3cb093-79be-42e6-83d5-849146a5ec7b', 'project_id': '33d09d2e02c945a09e79efae8d8ab96c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 17:29:07.243874 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.db.securitygroups_db [None req-4b673bc9-9495-44a9-aeb0-f689a98d3c37 tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] Project 33d09d2e02c945a09e79efae8d8ab96c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 28 17:29:07.249931 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-4b673bc9-9495-44a9-aeb0-f689a98d3c37 tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] Publish callbacks [] for security_group_rule (23c682d1-985c-4f4f-9ca8-02cab3e7d560), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:29:07.299625 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-4b673bc9-9495-44a9-aeb0-f689a98d3c37 tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] Publish callbacks [] for security_group_rule (23c682d1-985c-4f4f-9ca8-02cab3e7d560), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:29:07.302972 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-4b673bc9-9495-44a9-aeb0-f689a98d3c37 tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595010'] for security_group_rule (23c682d1-985c-4f4f-9ca8-02cab3e7d560), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:29:07.318043 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:29:07.322064 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b673bc9-9495-44a9-aeb0-f689a98d3c37 tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23c682d1-985c-4f4f-9ca8-02cab3e7d560,revision_number=0']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:29:07.327837 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-4b673bc9-9495-44a9-aeb0-f689a98d3c37 tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:29:07.328417 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-4b673bc9-9495-44a9-aeb0-f689a98d3c37 tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1082776 May 28 17:29:07.332243 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.33', 59276) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:29:07.336775 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.v2.base [None req-e1ac6278-cd9d-41fe-a7b8-5e81175c4ecb tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] Request body: {'security_group_rule': {'security_group_id': 'ca3cb093-79be-42e6-83d5-849146a5ec7b', 'project_id': '33d09d2e02c945a09e79efae8d8ab96c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 17:29:07.359210 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.db.securitygroups_db [None req-e1ac6278-cd9d-41fe-a7b8-5e81175c4ecb tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] Project 33d09d2e02c945a09e79efae8d8ab96c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 28 17:29:07.365600 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-e1ac6278-cd9d-41fe-a7b8-5e81175c4ecb tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] Publish callbacks [] for security_group_rule (fd5604cf-e49f-4e9a-9fe3-2117aaf6cd72), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:29:07.416780 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-e1ac6278-cd9d-41fe-a7b8-5e81175c4ecb tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] Publish callbacks [] for security_group_rule (fd5604cf-e49f-4e9a-9fe3-2117aaf6cd72), precommit_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:29:07.420281 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-e1ac6278-cd9d-41fe-a7b8-5e81175c4ecb tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595010'] for security_group_rule (fd5604cf-e49f-4e9a-9fe3-2117aaf6cd72), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:29:07.438984 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ac6278-cd9d-41fe-a7b8-5e81175c4ecb tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd5604cf-e49f-4e9a-9fe3-2117aaf6cd72,revision_number=0']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:29:07.451104 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-e1ac6278-cd9d-41fe-a7b8-5e81175c4ecb tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:29:07.452322 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-e1ac6278-cd9d-41fe-a7b8-5e81175c4ecb tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1190088 May 28 17:29:07.521091 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3819481-ecb7-47a2-86b2-78c6c1c40d61', 'tag': 'e2176952-8c79-446f-97c9-b6c6820083b3'}] {{(pid=103912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 17:29:07.523325 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}192b2939a0ee72d6dca365a869ce4d556b01f2e73c600b6e44d67eb265bc480d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79a05083-19fb-45a2-82e2-1fb2ab2e5a94" -d '{"events": [{"name": "network-changed", "server_uuid": "a3819481-ecb7-47a2-86b2-78c6c1c40d61", "tag": "e2176952-8c79-446f-97c9-b6c6820083b3"}]}' {{(pid=103912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 28 17:29:07.555648 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-9b222795-ba31-4465-86bb-081b3953d9fe req-036ce769-e00b-44fa-80c2-5dadd7fafab1 tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] 10.222.0.33 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-295021337&fields=id&tenant_id=33d09d2e02c945a09e79efae8d8ab96c HTTP/1.1" status: 200 len: 267 time: 0.0600169 May 28 17:29:07.560836 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 May 2022 17:29:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3237d047-d071-4e4e-a7d2-be35d9db7e81 x-openstack-request-id: req-3237d047-d071-4e4e-a7d2-be35d9db7e81 {{(pid=103912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 28 17:29:07.561120 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3819481-ecb7-47a2-86b2-78c6c1c40d61", "tag": "e2176952-8c79-446f-97c9-b6c6820083b3", "status": "completed", "code": 200}]} {{(pid=103912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 28 17:29:07.561364 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-3237d047-d071-4e4e-a7d2-be35d9db7e81 {{(pid=103912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 28 17:29:07.561744 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3237d047-d071-4e4e-a7d2-be35d9db7e81'] response: {'name': 'network-changed', 'server_uuid': 'a3819481-ecb7-47a2-86b2-78c6c1c40d61', 'tag': 'e2176952-8c79-446f-97c9-b6c6820083b3', 'status': 'completed', 'code': 200} May 28 17:29:07.608423 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b222795-ba31-4465-86bb-081b3953d9fe req-2ed268fd-201a-4dcb-a926-3c7d2655e1d6 tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:29:07.609854 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-9b222795-ba31-4465-86bb-081b3953d9fe req-2ed268fd-201a-4dcb-a926-3c7d2655e1d6 tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] 10.222.0.33 "GET /v2.0/ports?device_id=c454eafd-57ce-466c-a88f-aa88a272a56a HTTP/1.1" status: 200 len: 945 time: 0.0473590 May 28 17:29:07.621262 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.v2.base [req-9b222795-ba31-4465-86bb-081b3953d9fe req-78fbd19f-7070-4c09-aea5-31a4a0e9d805 tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] Request body: {'port': {'security_groups': ['b57b7f75-5a7b-4a87-9936-4ce2a1c3dca6', 'ca3cb093-79be-42e6-83d5-849146a5ec7b']}} {{(pid=103912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 17:29:07.692862 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-9b222795-ba31-4465-86bb-081b3953d9fe req-78fbd19f-7070-4c09-aea5-31a4a0e9d805 tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (f6092e8b-c7e1-4c14-a7b3-8baa64e42a95), before_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:29:07.727820 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:29:07.872749 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fbb542-8063-48b8-ac6b-3965c88998d5 req-724a41bf-3a5a-4511-9285-3f4ddc3c3d67 tempest-VolumesActionsTest-997537412 tempest-VolumesActionsTest-997537412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:29:07.874368 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-b1fbb542-8063-48b8-ac6b-3965c88998d5 req-724a41bf-3a5a-4511-9285-3f4ddc3c3d67 tempest-VolumesActionsTest-997537412 tempest-VolumesActionsTest-997537412-project] 10.222.0.33 "GET /v2.0/ports?device_id=8aeee30e-c713-4fbf-8264-6a47cb986bf9 HTTP/1.1" status: 200 len: 943 time: 0.0473192 May 28 17:29:07.917665 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.db [req-9b222795-ba31-4465-86bb-081b3953d9fe req-78fbd19f-7070-4c09-aea5-31a4a0e9d805 tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] For port f6092e8b-c7e1-4c14-a7b3-8baa64e42a95, host hv-cinder-84372, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84372',level=0,port_id=f6092e8b-c7e1-4c14-a7b3-8baa64e42a95,segment=NetworkSegment(7ca01be8-3573-49b0-96c6-bc7c2fecb2da),segment_id=7ca01be8-3573-49b0-96c6-bc7c2fecb2da)] {{(pid=103912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 17:29:07.927323 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-b1fbb542-8063-48b8-ac6b-3965c88998d5 req-618eed61-b8c5-4fff-b67a-f35063ded5c8 tempest-VolumesActionsTest-997537412 tempest-VolumesActionsTest-997537412-project] 10.222.0.33 "GET /v2.0/security-groups?id=121583ef-c90e-40a6-bae4-1a91464c9788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467806 May 28 17:29:07.947217 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-9b222795-ba31-4465-86bb-081b3953d9fe req-78fbd19f-7070-4c09-aea5-31a4a0e9d805 tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] Publish callbacks [] for port (f6092e8b-c7e1-4c14-a7b3-8baa64e42a95), precommit_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:29:07.952091 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-9b222795-ba31-4465-86bb-081b3953d9fe req-78fbd19f-7070-4c09-aea5-31a4a0e9d805 tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735968512485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735968120131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735968120149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6173909'] for port (f6092e8b-c7e1-4c14-a7b3-8baa64e42a95), after_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:29:07.994631 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b222795-ba31-4465-86bb-081b3953d9fe req-78fbd19f-7070-4c09-aea5-31a4a0e9d805 tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:29:07.995250 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-9b222795-ba31-4465-86bb-081b3953d9fe req-78fbd19f-7070-4c09-aea5-31a4a0e9d805 tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22441'] for port (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:29:07.996644 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-9b222795-ba31-4465-86bb-081b3953d9fe req-78fbd19f-7070-4c09-aea5-31a4a0e9d805 tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] 10.222.0.33 "PUT /v2.0/ports/f6092e8b-c7e1-4c14-a7b3-8baa64e42a95 HTTP/1.1" status: 200 len: 981 time: 0.3800972 May 28 17:29:08.013794 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] get_ports_and_sgs() called for port_ids ['f6092e8b-c7e1-4c14-a7b3-8baa64e42a95'] {{(pid=103913) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 28 17:29:08.019213 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fbd19f-7070-4c09-aea5-31a4a0e9d805 tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] Pushing event updated for resources: {'Port': ['ID=f6092e8b-c7e1-4c14-a7b3-8baa64e42a95,revision_number=6']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:29:08.110690 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02bb60b-47b1-4408-a6fb-cdb8b7ca9acb req-44917eb7-a0ec-4e1c-92b9-90812a949b0c tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:29:08.113162 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-c02bb60b-47b1-4408-a6fb-cdb8b7ca9acb req-44917eb7-a0ec-4e1c-92b9-90812a949b0c tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] 10.222.0.33 "GET /v2.0/ports?device_id=c454eafd-57ce-466c-a88f-aa88a272a56a HTTP/1.1" status: 200 len: 984 time: 0.0574760 May 28 17:29:08.168572 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41936acf-55f3-41c1-90ad-c5539c667a29 req-e6fd70fe-1a13-457b-8abf-81552aa80393 tempest-VolumesSnapshotTestJSON-491387215 tempest-VolumesSnapshotTestJSON-491387215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:29:08.170720 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-41936acf-55f3-41c1-90ad-c5539c667a29 req-e6fd70fe-1a13-457b-8abf-81552aa80393 tempest-VolumesSnapshotTestJSON-491387215 tempest-VolumesSnapshotTestJSON-491387215-project] 10.222.0.33 "GET /v2.0/ports?device_id=a3819481-ecb7-47a2-86b2-78c6c1c40d61 HTTP/1.1" status: 200 len: 944 time: 0.0597739 May 28 17:29:08.200121 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-c02bb60b-47b1-4408-a6fb-cdb8b7ca9acb req-59c5e9dd-dc68-48ba-9394-2590b45d698b tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] 10.222.0.33 "GET /v2.0/security-groups?id=b57b7f75-5a7b-4a87-9936-4ce2a1c3dca6&id=ca3cb093-79be-42e6-83d5-849146a5ec7b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0761473 May 28 17:29:08.237549 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-41936acf-55f3-41c1-90ad-c5539c667a29 req-1913c4a3-7785-4a06-8c49-6b88d4403e4c tempest-VolumesSnapshotTestJSON-491387215 tempest-VolumesSnapshotTestJSON-491387215-project] 10.222.0.33 "GET /v2.0/security-groups?id=4ee3e319-c2ae-4ff7-8a8c-b0d305908d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591278 May 28 17:29:08.297032 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:29:08.310442 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d542044-7178-4b85-89b6-d10793a8aebc req-9a1ebe74-f969-49cb-9536-194a0b5207b8 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:29:08.312080 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-7d542044-7178-4b85-89b6-d10793a8aebc req-9a1ebe74-f969-49cb-9536-194a0b5207b8 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/ports?device_id=435314f8-f9b7-4e9c-94f3-8a84190965b9 HTTP/1.1" status: 200 len: 946 time: 0.0503304 May 28 17:29:08.323147 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-8caea434-b282-477c-8fe6-279ed55a0b4d None None] Provisioning complete for port f6092e8b-c7e1-4c14-a7b3-8baa64e42a95 triggered by entity DHCP. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 17:29:08.323575 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-8caea434-b282-477c-8fe6-279ed55a0b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1821120'] for port (f6092e8b-c7e1-4c14-a7b3-8baa64e42a95), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:29:08.360604 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-7d542044-7178-4b85-89b6-d10793a8aebc req-0ed3ee44-c41c-4cea-a0a0-852d98655bc0 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/security-groups?id=c776077f-6b09-4c92-a212-43bc02e1345f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421953 May 28 17:29:08.433867 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] get_ports_and_sgs() called for port_ids ['f6092e8b-c7e1-4c14-a7b3-8baa64e42a95'] {{(pid=103913) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 28 17:29:08.487883 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-8caea434-b282-477c-8fe6-279ed55a0b4d None None] Current status of the port f6092e8b-c7e1-4c14-a7b3-8baa64e42a95 is: ACTIVE; New status is: ACTIVE {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 17:29:08.634548 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:29:08.689671 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=100 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:29:09.043874 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2412b18-4a99-488c-b2f8-80241b7859ec req-5cc3298a-61d0-4a92-bcf9-38f0b6880535 tempest-VolumesActionsTest-997537412 tempest-VolumesActionsTest-997537412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:29:09.045333 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-f2412b18-4a99-488c-b2f8-80241b7859ec req-5cc3298a-61d0-4a92-bcf9-38f0b6880535 tempest-VolumesActionsTest-997537412 tempest-VolumesActionsTest-997537412-project] 10.222.0.33 "GET /v2.0/ports?device_id=8aeee30e-c713-4fbf-8264-6a47cb986bf9 HTTP/1.1" status: 200 len: 943 time: 0.0497589 May 28 17:29:09.091604 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-f2412b18-4a99-488c-b2f8-80241b7859ec req-8b686d52-d2ca-40ae-8b67-48d55cd7119c tempest-VolumesActionsTest-997537412 tempest-VolumesActionsTest-997537412-project] 10.222.0.33 "GET /v2.0/security-groups?id=121583ef-c90e-40a6-bae4-1a91464c9788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399547 May 28 17:29:09.348208 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eccb5bc-56a0-4c00-a35b-b3126ce1d660 req-69f7f716-239d-44c9-81e8-65e33a530a33 tempest-VolumesSnapshotTestJSON-491387215 tempest-VolumesSnapshotTestJSON-491387215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:29:09.349644 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-9eccb5bc-56a0-4c00-a35b-b3126ce1d660 req-69f7f716-239d-44c9-81e8-65e33a530a33 tempest-VolumesSnapshotTestJSON-491387215 tempest-VolumesSnapshotTestJSON-491387215-project] 10.222.0.33 "GET /v2.0/ports?device_id=a3819481-ecb7-47a2-86b2-78c6c1c40d61 HTTP/1.1" status: 200 len: 944 time: 0.0494943 May 28 17:29:09.398365 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-9eccb5bc-56a0-4c00-a35b-b3126ce1d660 req-4d16bd9b-0971-433b-85e1-6be47fce6aeb tempest-VolumesSnapshotTestJSON-491387215 tempest-VolumesSnapshotTestJSON-491387215-project] 10.222.0.33 "GET /v2.0/security-groups?id=4ee3e319-c2ae-4ff7-8a8c-b0d305908d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433168 May 28 17:29:09.474680 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fbc673-3773-4dcf-a70f-552d0d48bf62 req-ba621bdf-1f33-42ae-a6ed-152adaad4b9e tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:29:09.476113 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-99fbc673-3773-4dcf-a70f-552d0d48bf62 req-ba621bdf-1f33-42ae-a6ed-152adaad4b9e tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/ports?device_id=435314f8-f9b7-4e9c-94f3-8a84190965b9 HTTP/1.1" status: 200 len: 946 time: 0.0465348 May 28 17:29:09.522500 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-99fbc673-3773-4dcf-a70f-552d0d48bf62 req-630422ea-c98f-4586-96eb-d94ba567d8a2 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/security-groups?id=c776077f-6b09-4c92-a212-43bc02e1345f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408833 May 28 17:29:09.563062 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c454eafd-57ce-466c-a88f-aa88a272a56a', 'tag': 'f6092e8b-c7e1-4c14-a7b3-8baa64e42a95'}] {{(pid=103912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 17:29:09.565347 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}192b2939a0ee72d6dca365a869ce4d556b01f2e73c600b6e44d67eb265bc480d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ede2ba3-480f-462e-a155-07597ab2f203" -d '{"events": [{"name": "network-changed", "server_uuid": "c454eafd-57ce-466c-a88f-aa88a272a56a", "tag": "f6092e8b-c7e1-4c14-a7b3-8baa64e42a95"}]}' {{(pid=103912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 28 17:29:09.599304 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 May 2022 17:29:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3365e0b1-0f5b-4c10-b9f5-6eb187d85253 x-openstack-request-id: req-3365e0b1-0f5b-4c10-b9f5-6eb187d85253 {{(pid=103912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 28 17:29:09.599620 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c454eafd-57ce-466c-a88f-aa88a272a56a", "tag": "f6092e8b-c7e1-4c14-a7b3-8baa64e42a95", "status": "completed", "code": 200}]} {{(pid=103912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 28 17:29:09.599869 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-3365e0b1-0f5b-4c10-b9f5-6eb187d85253 {{(pid=103912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 28 17:29:09.600252 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3365e0b1-0f5b-4c10-b9f5-6eb187d85253'] response: {'name': 'network-changed', 'server_uuid': 'c454eafd-57ce-466c-a88f-aa88a272a56a', 'tag': 'f6092e8b-c7e1-4c14-a7b3-8baa64e42a95', 'status': 'completed', 'code': 200} May 28 17:29:10.208114 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcf8f4e-c59d-4df4-83c3-631812a32788 req-d534a62b-5902-4592-8fb5-706ebdb559eb tempest-VolumesActionsTest-997537412 tempest-VolumesActionsTest-997537412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:29:10.209613 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-8dcf8f4e-c59d-4df4-83c3-631812a32788 req-d534a62b-5902-4592-8fb5-706ebdb559eb tempest-VolumesActionsTest-997537412 tempest-VolumesActionsTest-997537412-project] 10.222.0.33 "GET /v2.0/ports?device_id=8aeee30e-c713-4fbf-8264-6a47cb986bf9 HTTP/1.1" status: 200 len: 943 time: 0.0479019 May 28 17:29:10.262212 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-8dcf8f4e-c59d-4df4-83c3-631812a32788 req-e976f6b3-e6f7-43ab-a0bf-5ccb44561e40 tempest-VolumesActionsTest-997537412 tempest-VolumesActionsTest-997537412-project] 10.222.0.33 "GET /v2.0/security-groups?id=121583ef-c90e-40a6-bae4-1a91464c9788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469513 May 28 17:29:10.515926 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59176da-3e94-4aeb-942a-bb9771fc9cf1 req-42c5468a-9866-495f-9271-8b3ea6592ff7 tempest-VolumesSnapshotTestJSON-491387215 tempest-VolumesSnapshotTestJSON-491387215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:29:10.517393 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-f59176da-3e94-4aeb-942a-bb9771fc9cf1 req-42c5468a-9866-495f-9271-8b3ea6592ff7 tempest-VolumesSnapshotTestJSON-491387215 tempest-VolumesSnapshotTestJSON-491387215-project] 10.222.0.33 "GET /v2.0/ports?device_id=a3819481-ecb7-47a2-86b2-78c6c1c40d61 HTTP/1.1" status: 200 len: 944 time: 0.0479176 May 28 17:29:10.566907 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-f59176da-3e94-4aeb-942a-bb9771fc9cf1 req-896a5881-cb8c-45f6-bdb7-2d35211d6e75 tempest-VolumesSnapshotTestJSON-491387215 tempest-VolumesSnapshotTestJSON-491387215-project] 10.222.0.33 "GET /v2.0/security-groups?id=4ee3e319-c2ae-4ff7-8a8c-b0d305908d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439327 May 28 17:29:10.599442 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:29:10.639064 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ead468-c554-4a7b-83b9-99441450dee4 req-44e8d551-ae10-47d6-9a4b-b2748ec4cd43 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:29:10.640552 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-99ead468-c554-4a7b-83b9-99441450dee4 req-44e8d551-ae10-47d6-9a4b-b2748ec4cd43 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/ports?device_id=435314f8-f9b7-4e9c-94f3-8a84190965b9 HTTP/1.1" status: 200 len: 946 time: 0.0500753 May 28 17:29:10.688881 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-99ead468-c554-4a7b-83b9-99441450dee4 req-a29d1d77-e673-4198-ada0-eb59e28c1a8b tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/security-groups?id=c776077f-6b09-4c92-a212-43bc02e1345f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420520 May 28 17:29:11.377008 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4128ae42-f91b-4261-a47f-767b528bd3cc req-6e9c3fc1-1d81-4b2e-a91c-43b9a0e8f85b tempest-VolumesActionsTest-997537412 tempest-VolumesActionsTest-997537412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:29:11.378959 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-4128ae42-f91b-4261-a47f-767b528bd3cc req-6e9c3fc1-1d81-4b2e-a91c-43b9a0e8f85b tempest-VolumesActionsTest-997537412 tempest-VolumesActionsTest-997537412-project] 10.222.0.33 "GET /v2.0/ports?device_id=8aeee30e-c713-4fbf-8264-6a47cb986bf9 HTTP/1.1" status: 200 len: 943 time: 0.0508277 May 28 17:29:11.425668 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-4128ae42-f91b-4261-a47f-767b528bd3cc req-143498c9-ba32-4937-85b0-e2e1a5fcf496 tempest-VolumesActionsTest-997537412 tempest-VolumesActionsTest-997537412-project] 10.222.0.33 "GET /v2.0/security-groups?id=121583ef-c90e-40a6-bae4-1a91464c9788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412087 May 28 17:29:11.684452 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466e2848-a304-4725-bd05-c692c2da7759 req-0ec9c3f3-98ec-4b9a-bb7e-ffad02ef7461 tempest-VolumesSnapshotTestJSON-491387215 tempest-VolumesSnapshotTestJSON-491387215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:29:11.685968 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-466e2848-a304-4725-bd05-c692c2da7759 req-0ec9c3f3-98ec-4b9a-bb7e-ffad02ef7461 tempest-VolumesSnapshotTestJSON-491387215 tempest-VolumesSnapshotTestJSON-491387215-project] 10.222.0.33 "GET /v2.0/ports?device_id=a3819481-ecb7-47a2-86b2-78c6c1c40d61 HTTP/1.1" status: 200 len: 944 time: 0.0502472 May 28 17:29:11.736414 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-466e2848-a304-4725-bd05-c692c2da7759 req-df8b2da1-9ddd-4cb4-9846-50c324bc9fdb tempest-VolumesSnapshotTestJSON-491387215 tempest-VolumesSnapshotTestJSON-491387215-project] 10.222.0.33 "GET /v2.0/security-groups?id=4ee3e319-c2ae-4ff7-8a8c-b0d305908d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440233 May 28 17:29:11.807434 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7104202d-57d0-4adf-a4a5-e771e8d3e998 req-501a0e4f-9f55-419e-b1e0-226f4ca0f872 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:29:11.809038 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-7104202d-57d0-4adf-a4a5-e771e8d3e998 req-501a0e4f-9f55-419e-b1e0-226f4ca0f872 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/ports?device_id=435314f8-f9b7-4e9c-94f3-8a84190965b9 HTTP/1.1" status: 200 len: 946 time: 0.0483830 May 28 17:29:11.857218 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-7104202d-57d0-4adf-a4a5-e771e8d3e998 req-8719d9ae-7eb7-4b1c-b91c-63ef2a1365a5 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/security-groups?id=c776077f-6b09-4c92-a212-43bc02e1345f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426881 May 28 17:29:11.981715 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Device e2176952-8c79-446f-97c9-b6c6820083b3 details requested by agent hyperv_hv-cinder-84372 with host hv-cinder-84372 {{(pid=103913) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 28 17:29:12.092016 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] For port e2176952-8c79-446f-97c9-b6c6820083b3, host hv-cinder-84372, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84372',level=0,port_id=e2176952-8c79-446f-97c9-b6c6820083b3,segment=NetworkSegment(80f887d5-5d74-4b68-8808-871bb944a1fe),segment_id=80f887d5-5d74-4b68-8808-871bb944a1fe)] {{(pid=103913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 17:29:12.103799 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Returning: {'device': 'e2176952-8c79-446f-97c9-b6c6820083b3', 'network_id': '64d9df32-417a-4110-9ebe-97bfa607c330', 'port_id': 'e2176952-8c79-446f-97c9-b6c6820083b3', 'mac_address': 'fa:16:3e:30:ea:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85bb7a17-de77-4bde-b0ad-902161be4a24', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103913) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 28 17:29:12.138749 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Current status of the port e2176952-8c79-446f-97c9-b6c6820083b3 is: DOWN; New status is: BUILD {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 17:29:12.139134 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (e2176952-8c79-446f-97c9-b6c6820083b3), before_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:29:12.151860 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.notifiers.nova [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2176952-8c79-446f-97c9-b6c6820083b3 {{(pid=103913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 17:29:12.171896 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] For port e2176952-8c79-446f-97c9-b6c6820083b3, host hv-cinder-84372, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84372',level=0,port_id=e2176952-8c79-446f-97c9-b6c6820083b3,segment=NetworkSegment(80f887d5-5d74-4b68-8808-871bb944a1fe),segment_id=80f887d5-5d74-4b68-8808-871bb944a1fe)] {{(pid=103913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 17:29:12.176210 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735968512485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735968120131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735968120149'] for port (e2176952-8c79-446f-97c9-b6c6820083b3), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:29:12.223413 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Pushing event updated for resources: {'Port': ['ID=e2176952-8c79-446f-97c9-b6c6820083b3,revision_number=4']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:29:12.544067 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd49bec6-48cc-41b2-b008-d22d1b52123d req-e1a88ad0-6057-4505-b8c2-833306613506 tempest-VolumesActionsTest-997537412 tempest-VolumesActionsTest-997537412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:29:12.545519 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-fd49bec6-48cc-41b2-b008-d22d1b52123d req-e1a88ad0-6057-4505-b8c2-833306613506 tempest-VolumesActionsTest-997537412 tempest-VolumesActionsTest-997537412-project] 10.222.0.33 "GET /v2.0/ports?device_id=8aeee30e-c713-4fbf-8264-6a47cb986bf9 HTTP/1.1" status: 200 len: 943 time: 0.0516574 May 28 17:29:12.592565 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-fd49bec6-48cc-41b2-b008-d22d1b52123d req-b9655800-11c6-4565-bc8e-f2d54873f323 tempest-VolumesActionsTest-997537412 tempest-VolumesActionsTest-997537412-project] 10.222.0.33 "GET /v2.0/security-groups?id=121583ef-c90e-40a6-bae4-1a91464c9788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408521 May 28 17:29:12.738800 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] get_ports_and_sgs() called for port_ids ['e2176952-8c79-446f-97c9-b6c6820083b3'] {{(pid=103913) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 28 17:29:12.855250 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe4deba-0ebd-4759-b6de-3d0386b41fad req-8ba3fe57-c5f1-43e6-aecb-b0d2081a0e08 tempest-VolumesSnapshotTestJSON-491387215 tempest-VolumesSnapshotTestJSON-491387215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:29:12.856744 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-6fe4deba-0ebd-4759-b6de-3d0386b41fad req-8ba3fe57-c5f1-43e6-aecb-b0d2081a0e08 tempest-VolumesSnapshotTestJSON-491387215 tempest-VolumesSnapshotTestJSON-491387215-project] 10.222.0.33 "GET /v2.0/ports?device_id=a3819481-ecb7-47a2-86b2-78c6c1c40d61 HTTP/1.1" status: 200 len: 945 time: 0.0485401 May 28 17:29:12.910041 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-6fe4deba-0ebd-4759-b6de-3d0386b41fad req-7506f8b7-870d-4f01-aa11-70144a2937d5 tempest-VolumesSnapshotTestJSON-491387215 tempest-VolumesSnapshotTestJSON-491387215-project] 10.222.0.33 "GET /v2.0/security-groups?id=4ee3e319-c2ae-4ff7-8a8c-b0d305908d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475504 May 28 17:29:12.969656 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1578cbc-f06b-4e9f-9253-9b382dc1b74f req-d610678f-a88d-45ae-8f40-a6745432f214 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:29:12.971094 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-b1578cbc-f06b-4e9f-9253-9b382dc1b74f req-d610678f-a88d-45ae-8f40-a6745432f214 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/ports?device_id=435314f8-f9b7-4e9c-94f3-8a84190965b9 HTTP/1.1" status: 200 len: 946 time: 0.0467649 May 28 17:29:12.998293 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=100 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:29:13.028648 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-b1578cbc-f06b-4e9f-9253-9b382dc1b74f req-275876e4-da00-4ef2-8eb3-df0301a8bd18 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/security-groups?id=c776077f-6b09-4c92-a212-43bc02e1345f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518835 May 28 17:29:13.668329 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:29:13.706636 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc13ae69-330d-41e6-bee9-44a6e719ffb4 req-b3167724-6936-4e5c-b3c2-28792177164d tempest-VolumesActionsTest-997537412 tempest-VolumesActionsTest-997537412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:29:13.708019 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-cc13ae69-330d-41e6-bee9-44a6e719ffb4 req-b3167724-6936-4e5c-b3c2-28792177164d tempest-VolumesActionsTest-997537412 tempest-VolumesActionsTest-997537412-project] 10.222.0.33 "GET /v2.0/ports?device_id=8aeee30e-c713-4fbf-8264-6a47cb986bf9 HTTP/1.1" status: 200 len: 943 time: 0.0482812 May 28 17:29:13.757487 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-cc13ae69-330d-41e6-bee9-44a6e719ffb4 req-85db50c1-6f39-4792-be14-5e98ae208d5f tempest-VolumesActionsTest-997537412 tempest-VolumesActionsTest-997537412-project] 10.222.0.33 "GET /v2.0/security-groups?id=121583ef-c90e-40a6-bae4-1a91464c9788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439963 May 28 17:29:14.025797 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871b1f86-b057-4997-9e58-53945fdb54e7 req-79ffc3ba-8b44-4d2b-995d-9a8a206e1174 tempest-VolumesSnapshotTestJSON-491387215 tempest-VolumesSnapshotTestJSON-491387215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:29:14.027149 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-871b1f86-b057-4997-9e58-53945fdb54e7 req-79ffc3ba-8b44-4d2b-995d-9a8a206e1174 tempest-VolumesSnapshotTestJSON-491387215 tempest-VolumesSnapshotTestJSON-491387215-project] 10.222.0.33 "GET /v2.0/ports?device_id=a3819481-ecb7-47a2-86b2-78c6c1c40d61 HTTP/1.1" status: 200 len: 945 time: 0.0492418 May 28 17:29:14.073545 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-871b1f86-b057-4997-9e58-53945fdb54e7 req-246f9476-9a07-436f-8dc3-994e183bf2ee tempest-VolumesSnapshotTestJSON-491387215 tempest-VolumesSnapshotTestJSON-491387215-project] 10.222.0.33 "GET /v2.0/security-groups?id=4ee3e319-c2ae-4ff7-8a8c-b0d305908d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408854 May 28 17:29:14.153405 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3889d9-0ec8-4ec4-a1cc-6dd6e7bee2e4 req-41df550f-85b9-48e6-b75f-1561b006fb58 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:29:14.154894 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-ff3889d9-0ec8-4ec4-a1cc-6dd6e7bee2e4 req-41df550f-85b9-48e6-b75f-1561b006fb58 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/ports?device_id=435314f8-f9b7-4e9c-94f3-8a84190965b9 HTTP/1.1" status: 200 len: 946 time: 0.0497818 May 28 17:29:14.192125 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Device e2176952-8c79-446f-97c9-b6c6820083b3 up at agent hyperv_hv-cinder-84372 {{(pid=103913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 28 17:29:14.203324 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-ff3889d9-0ec8-4ec4-a1cc-6dd6e7bee2e4 req-784e6132-c12a-46d5-8af8-3a06f35d7cb1 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/security-groups?id=c776077f-6b09-4c92-a212-43bc02e1345f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422881 May 28 17:29:14.234027 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Provisioning for port e2176952-8c79-446f-97c9-b6c6820083b3 completed by entity L2. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 28 17:29:14.239749 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Provisioning complete for port e2176952-8c79-446f-97c9-b6c6820083b3 triggered by entity L2. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 17:29:14.240116 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1821120'] for port (e2176952-8c79-446f-97c9-b6c6820083b3), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:29:14.313153 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Current status of the port e2176952-8c79-446f-97c9-b6c6820083b3 is: BUILD; New status is: ACTIVE {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 17:29:14.313452 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (e2176952-8c79-446f-97c9-b6c6820083b3), before_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:29:14.337449 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3819481-ecb7-47a2-86b2-78c6c1c40d61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2176952-8c79-446f-97c9-b6c6820083b3'}] {{(pid=103913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 17:29:14.339631 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fc7d66bd3c46bdb9792f0e064e6c35853b2e9fce1f0b0d0eb0c21c6a12b004b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a9a11e5-7a3a-4048-a1fc-29e406658e33" -d '{"events": [{"server_uuid": "a3819481-ecb7-47a2-86b2-78c6c1c40d61", "name": "network-vif-plugged", "status": "completed", "tag": "e2176952-8c79-446f-97c9-b6c6820083b3"}]}' {{(pid=103913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 28 17:29:14.352742 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] For port e2176952-8c79-446f-97c9-b6c6820083b3, host hv-cinder-84372, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84372',level=0,port_id=e2176952-8c79-446f-97c9-b6c6820083b3,segment=NetworkSegment(80f887d5-5d74-4b68-8808-871bb944a1fe),segment_id=80f887d5-5d74-4b68-8808-871bb944a1fe)] {{(pid=103913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 17:29:14.357760 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735968512485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735968120131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735968120149'] for port (e2176952-8c79-446f-97c9-b6c6820083b3), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:29:14.380908 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 May 2022 17:29:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd2b6145-01fd-48b9-81dd-8ec9e6ab6498 x-openstack-request-id: req-cd2b6145-01fd-48b9-81dd-8ec9e6ab6498 {{(pid=103913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 28 17:29:14.381226 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3819481-ecb7-47a2-86b2-78c6c1c40d61", "name": "network-vif-plugged", "status": "completed", "tag": "e2176952-8c79-446f-97c9-b6c6820083b3", "code": 200}]} {{(pid=103913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 28 17:29:14.381479 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-cd2b6145-01fd-48b9-81dd-8ec9e6ab6498 {{(pid=103913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 28 17:29:14.381886 dv-cinder-843729-1-iscsi neutron-server[103913]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd2b6145-01fd-48b9-81dd-8ec9e6ab6498'] response: {'server_uuid': 'a3819481-ecb7-47a2-86b2-78c6c1c40d61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2176952-8c79-446f-97c9-b6c6820083b3', 'code': 200} May 28 17:29:14.389632 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:29:14.399451 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:29:14.409566 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Pushing event updated for resources: {'Port': ['ID=e2176952-8c79-446f-97c9-b6c6820083b3,revision_number=5']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:29:14.777205 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78359698-35b5-4792-93df-7fa7b2fd01c4 req-b7958e26-89c7-4285-863c-d5688e0b4701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:29:14.778683 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-78359698-35b5-4792-93df-7fa7b2fd01c4 req-b7958e26-89c7-4285-863c-d5688e0b4701 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9065845ed3d0457c9ab0889760958a32&device_id=8aeee30e-c713-4fbf-8264-6a47cb986bf9 HTTP/1.1" status: 200 len: 1127 time: 0.0482590 May 28 17:29:14.801370 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ede2ba3-480f-462e-a155-07597ab2f203 req-a157da0f-f441-4f72-a4cf-05c411642217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:29:14.802878 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-2ede2ba3-480f-462e-a155-07597ab2f203 req-a157da0f-f441-4f72-a4cf-05c411642217 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=33d09d2e02c945a09e79efae8d8ab96c&device_id=c454eafd-57ce-466c-a88f-aa88a272a56a HTTP/1.1" status: 200 len: 1168 time: 0.0694387 May 28 17:29:14.804256 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a05083-19fb-45a2-82e2-1fb2ab2e5a94 req-16a5f01c-73d0-4ebc-ab97-0971846f5e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:29:14.805577 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-79a05083-19fb-45a2-82e2-1fb2ab2e5a94 req-16a5f01c-73d0-4ebc-ab97-0971846f5e86 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=dd6efc6e9dad4ab1b9c40ab78d5a360d&device_id=a3819481-ecb7-47a2-86b2-78c6c1c40d61 HTTP/1.1" status: 200 len: 1130 time: 0.0637159 May 28 17:29:14.920315 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7696e29c-68f7-4949-bccf-2ced24222124 req-9ce2355e-96dc-4be8-b811-b044393eadab tempest-VolumesActionsTest-997537412 tempest-VolumesActionsTest-997537412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:29:14.921903 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-7696e29c-68f7-4949-bccf-2ced24222124 req-9ce2355e-96dc-4be8-b811-b044393eadab tempest-VolumesActionsTest-997537412 tempest-VolumesActionsTest-997537412-project] 10.222.0.33 "GET /v2.0/ports?device_id=8aeee30e-c713-4fbf-8264-6a47cb986bf9 HTTP/1.1" status: 200 len: 943 time: 0.0932622 May 28 17:29:14.958495 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78359698-35b5-4792-93df-7fa7b2fd01c4 req-2e1be468-36a2-4706-9a1f-60a699e62783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:29:14.959962 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-78359698-35b5-4792-93df-7fa7b2fd01c4 req-2e1be468-36a2-4706-9a1f-60a699e62783 service neutron] 10.222.0.16 "GET /v2.0/networks?id=75e9d121-0dd7-4765-8420-f3e8c1d9b007 HTTP/1.1" status: 200 len: 909 time: 0.1625381 May 28 17:29:14.976118 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ede2ba3-480f-462e-a155-07597ab2f203 req-119efe28-e549-4f9a-b0cb-3cda576b1546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:29:14.977473 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-2ede2ba3-480f-462e-a155-07597ab2f203 req-119efe28-e549-4f9a-b0cb-3cda576b1546 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c2642da9-62f7-4baf-be4a-bb647a278cd8 HTTP/1.1" status: 200 len: 915 time: 0.1648185 May 28 17:29:14.979999 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a05083-19fb-45a2-82e2-1fb2ab2e5a94 req-dfe385a3-7d91-48f7-bcdc-3e47850ef179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:29:14.981311 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-79a05083-19fb-45a2-82e2-1fb2ab2e5a94 req-dfe385a3-7d91-48f7-bcdc-3e47850ef179 service neutron] 10.222.0.16 "GET /v2.0/networks?id=64d9df32-417a-4110-9ebe-97bfa607c330 HTTP/1.1" status: 200 len: 915 time: 0.1590986 May 28 17:29:15.002698 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19916d3-3f9c-40da-94b7-7aba481c0f3c req-e8b7735a-e537-4159-b760-f2e80329a6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:29:15.004087 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-c19916d3-3f9c-40da-94b7-7aba481c0f3c req-e8b7735a-e537-4159-b760-f2e80329a6c2 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=a3819481-ecb7-47a2-86b2-78c6c1c40d61 HTTP/1.1" status: 200 len: 1130 time: 0.0638788 May 28 17:29:15.045112 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-78359698-35b5-4792-93df-7fa7b2fd01c4 req-890d2cce-8b39-4b71-bf97-5fc314ac7c67 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0bf565cf-1c8d-411c-9424-951d8df39dbe HTTP/1.1" status: 200 len: 217 time: 0.0504436 May 28 17:29:15.055380 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=100 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:29:15.057136 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-79a05083-19fb-45a2-82e2-1fb2ab2e5a94 req-638ea778-ab8b-4cf8-bd7d-22ba0b9a35eb service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e2176952-8c79-446f-97c9-b6c6820083b3 HTTP/1.1" status: 200 len: 217 time: 0.0624530 May 28 17:29:15.067673 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-7696e29c-68f7-4949-bccf-2ced24222124 req-df66b6f6-fe1e-4805-86c7-8cf445cf2f48 tempest-VolumesActionsTest-997537412 tempest-VolumesActionsTest-997537412-project] 10.222.0.33 "GET /v2.0/security-groups?id=121583ef-c90e-40a6-bae4-1a91464c9788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354911 May 28 17:29:15.115322 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-2ede2ba3-480f-462e-a155-07597ab2f203 req-264a2ce4-2222-4790-aa6a-8a04c8fd94cf service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f6092e8b-c7e1-4c14-a7b3-8baa64e42a95 HTTP/1.1" status: 200 len: 1001 time: 0.1215398 May 28 17:29:15.128249 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78359698-35b5-4792-93df-7fa7b2fd01c4 req-17272f4f-a54f-4cb3-8b8c-658486087624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:29:15.129697 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-78359698-35b5-4792-93df-7fa7b2fd01c4 req-17272f4f-a54f-4cb3-8b8c-658486087624 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=354345f1-35ff-4aaf-9376-fb03c34d5973 HTTP/1.1" status: 200 len: 848 time: 0.0767806 May 28 17:29:15.131724 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-c19916d3-3f9c-40da-94b7-7aba481c0f3c req-44ba92b8-d152-488a-b087-603835ca1393 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=4ee3e319-c2ae-4ff7-8a8c-b0d305908d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009336 May 28 17:29:15.163384 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a05083-19fb-45a2-82e2-1fb2ab2e5a94 req-095923e9-6f3a-4300-a45a-a8c4f96b3200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:29:15.164779 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-79a05083-19fb-45a2-82e2-1fb2ab2e5a94 req-095923e9-6f3a-4300-a45a-a8c4f96b3200 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=85bb7a17-de77-4bde-b0ad-902161be4a24 HTTP/1.1" status: 200 len: 854 time: 0.1011226 May 28 17:29:15.201778 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ede2ba3-480f-462e-a155-07597ab2f203 req-27364ed9-aabd-46db-9749-abbc5a48bbff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:29:15.203198 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-2ede2ba3-480f-462e-a155-07597ab2f203 req-27364ed9-aabd-46db-9749-abbc5a48bbff service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ce8fcd52-903e-410e-9ed1-7c6a9f241d7c HTTP/1.1" status: 200 len: 853 time: 0.0814168 May 28 17:29:15.215664 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a88389f-835c-43ba-b461-cb6392cbb914 req-30a92c89-a013-4d8e-a43b-9dccc4608c72 tempest-VolumesSnapshotTestJSON-491387215 tempest-VolumesSnapshotTestJSON-491387215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:29:15.217005 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-7a88389f-835c-43ba-b461-cb6392cbb914 req-30a92c89-a013-4d8e-a43b-9dccc4608c72 tempest-VolumesSnapshotTestJSON-491387215 tempest-VolumesSnapshotTestJSON-491387215-project] 10.222.0.33 "GET /v2.0/ports?device_id=a3819481-ecb7-47a2-86b2-78c6c1c40d61 HTTP/1.1" status: 200 len: 946 time: 0.0583382 May 28 17:29:15.229715 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=100 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:29:15.265861 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-7a88389f-835c-43ba-b461-cb6392cbb914 req-6e2c780c-37b9-45cb-8a05-3226f53c7ffc tempest-VolumesSnapshotTestJSON-491387215 tempest-VolumesSnapshotTestJSON-491387215-project] 10.222.0.33 "GET /v2.0/security-groups?id=4ee3e319-c2ae-4ff7-8a8c-b0d305908d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425313 May 28 17:29:15.322627 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8dc8b6-7e11-46c3-a0dd-0b259f24b1cf req-b89b9983-a1ba-4e3d-a97d-c86a6462ee83 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:29:15.324136 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-ca8dc8b6-7e11-46c3-a0dd-0b259f24b1cf req-b89b9983-a1ba-4e3d-a97d-c86a6462ee83 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/ports?device_id=435314f8-f9b7-4e9c-94f3-8a84190965b9 HTTP/1.1" status: 200 len: 946 time: 0.0524888 May 28 17:29:15.371660 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-ca8dc8b6-7e11-46c3-a0dd-0b259f24b1cf req-f0b07870-ba12-4602-9b69-f466b88112e0 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/security-groups?id=c776077f-6b09-4c92-a212-43bc02e1345f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418878 May 28 17:29:15.840245 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-78359698-35b5-4792-93df-7fa7b2fd01c4 req-d25af401-1b5f-4919-8b42-658c9e0aadab service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=75e9d121-0dd7-4765-8420-f3e8c1d9b007&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291202 May 28 17:29:16.057827 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-79a05083-19fb-45a2-82e2-1fb2ab2e5a94 req-8ed9a75c-3bbc-4579-8b30-65930ee63658 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=64d9df32-417a-4110-9ebe-97bfa607c330&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368435 May 28 17:29:16.126914 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-78359698-35b5-4792-93df-7fa7b2fd01c4 req-caff7a50-e35d-4361-90c6-a76da6b5cc5b service neutron] 10.222.0.16 "GET /v2.0/networks/75e9d121-0dd7-4765-8420-f3e8c1d9b007?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047275 May 28 17:29:16.150943 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Device 0bf565cf-1c8d-411c-9424-951d8df39dbe details requested by agent hyperv_hv-cinder-84372 with host hv-cinder-84372 {{(pid=103913) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 28 17:29:16.211287 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6df7bd1-cd2c-49e4-a5ff-6dd5fe54baf7 req-ed21c619-45c0-42c8-83f3-ded6e7efce3a tempest-VolumesActionsTest-997537412 tempest-VolumesActionsTest-997537412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:29:16.215821 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-f6df7bd1-cd2c-49e4-a5ff-6dd5fe54baf7 req-ed21c619-45c0-42c8-83f3-ded6e7efce3a tempest-VolumesActionsTest-997537412 tempest-VolumesActionsTest-997537412-project] 10.222.0.33 "GET /v2.0/ports?device_id=8aeee30e-c713-4fbf-8264-6a47cb986bf9 HTTP/1.1" status: 200 len: 943 time: 0.0660019 May 28 17:29:16.260948 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] For port 0bf565cf-1c8d-411c-9424-951d8df39dbe, host hv-cinder-84372, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84372',level=0,port_id=0bf565cf-1c8d-411c-9424-951d8df39dbe,segment=NetworkSegment(d6c7f904-1af6-4214-b745-72cbcff0ed21),segment_id=d6c7f904-1af6-4214-b745-72cbcff0ed21)] {{(pid=103913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 17:29:16.265303 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-f6df7bd1-cd2c-49e4-a5ff-6dd5fe54baf7 req-3a1a02dc-271f-4a46-aede-68e022a22e25 tempest-VolumesActionsTest-997537412 tempest-VolumesActionsTest-997537412-project] 10.222.0.33 "GET /v2.0/security-groups?id=121583ef-c90e-40a6-bae4-1a91464c9788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465364 May 28 17:29:16.273177 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Returning: {'device': '0bf565cf-1c8d-411c-9424-951d8df39dbe', 'network_id': '75e9d121-0dd7-4765-8420-f3e8c1d9b007', 'port_id': '0bf565cf-1c8d-411c-9424-951d8df39dbe', 'mac_address': 'fa:16:3e:86:78:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '354345f1-35ff-4aaf-9376-fb03c34d5973', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103913) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 28 17:29:16.316570 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Current status of the port 0bf565cf-1c8d-411c-9424-951d8df39dbe is: DOWN; New status is: BUILD {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 17:29:16.316974 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (0bf565cf-1c8d-411c-9424-951d8df39dbe), before_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:29:16.334854 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.notifiers.nova [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0bf565cf-1c8d-411c-9424-951d8df39dbe {{(pid=103913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 17:29:16.355368 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] For port 0bf565cf-1c8d-411c-9424-951d8df39dbe, host hv-cinder-84372, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84372',level=0,port_id=0bf565cf-1c8d-411c-9424-951d8df39dbe,segment=NetworkSegment(d6c7f904-1af6-4214-b745-72cbcff0ed21),segment_id=d6c7f904-1af6-4214-b745-72cbcff0ed21)] {{(pid=103913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 17:29:16.359605 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735968512485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735968120131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735968120149'] for port (0bf565cf-1c8d-411c-9424-951d8df39dbe), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:29:16.386481 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a585620-daec-437d-879f-b88dd608c9d2 req-9972023a-dbb7-4465-9c66-dd2feb3a88cd tempest-VolumesSnapshotTestJSON-491387215 tempest-VolumesSnapshotTestJSON-491387215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:29:16.388208 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-7a585620-daec-437d-879f-b88dd608c9d2 req-9972023a-dbb7-4465-9c66-dd2feb3a88cd tempest-VolumesSnapshotTestJSON-491387215 tempest-VolumesSnapshotTestJSON-491387215-project] 10.222.0.33 "GET /v2.0/ports?device_id=a3819481-ecb7-47a2-86b2-78c6c1c40d61 HTTP/1.1" status: 200 len: 946 time: 0.0512683 May 28 17:29:16.407577 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Pushing event updated for resources: {'Port': ['ID=0bf565cf-1c8d-411c-9424-951d8df39dbe,revision_number=4']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:29:16.438407 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-7a585620-daec-437d-879f-b88dd608c9d2 req-2f3fdd15-834e-46dd-8e48-35f9dd8a4ccd tempest-VolumesSnapshotTestJSON-491387215 tempest-VolumesSnapshotTestJSON-491387215-project] 10.222.0.33 "GET /v2.0/security-groups?id=4ee3e319-c2ae-4ff7-8a8c-b0d305908d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436954 May 28 17:29:16.486457 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a4d034-3941-4307-8455-b3c449048658 req-2f0eb9ef-f7c8-4f72-aede-2d08d12998cf tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:29:16.488267 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-25a4d034-3941-4307-8455-b3c449048658 req-2f0eb9ef-f7c8-4f72-aede-2d08d12998cf tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/ports?device_id=435314f8-f9b7-4e9c-94f3-8a84190965b9 HTTP/1.1" status: 200 len: 946 time: 0.0480061 May 28 17:29:16.535622 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-25a4d034-3941-4307-8455-b3c449048658 req-6962c43a-9c69-41ca-a4e3-c1b9458bf3b0 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/security-groups?id=c776077f-6b09-4c92-a212-43bc02e1345f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414138 May 28 17:29:16.649024 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083c8cd7-d1b0-4a47-85ce-ddb0777bd7c6 req-349f39e0-9ada-482d-99d1-a047998acee3 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:29:16.650476 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-083c8cd7-d1b0-4a47-85ce-ddb0777bd7c6 req-349f39e0-9ada-482d-99d1-a047998acee3 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/ports?device_id=435314f8-f9b7-4e9c-94f3-8a84190965b9 HTTP/1.1" status: 200 len: 946 time: 0.0516906 May 28 17:29:16.658946 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.33', 59358) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:29:16.663126 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.v2.base [None req-0de7a6ae-0782-4485-81d9-0417592db978 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Request body: {'floatingip': {'port_id': '5ea754ee-2216-4168-ad09-190faba5d36c'}} {{(pid=103911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 17:29:16.699655 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-0de7a6ae-0782-4485-81d9-0417592db978 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Publish callbacks [] for floatingip (9f1fb058-daa8-4412-b64f-99781ba6f696), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:29:16.851316 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=100 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:29:16.862870 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ede2ba3-480f-462e-a155-07597ab2f203 req-d027584e-f0a5-409e-a82b-af4083189941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:29:16.864368 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-2ede2ba3-480f-462e-a155-07597ab2f203 req-d027584e-f0a5-409e-a82b-af4083189941 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c2642da9-62f7-4baf-be4a-bb647a278cd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0428813 May 28 17:29:17.074506 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] get_ports_and_sgs() called for port_ids ['0bf565cf-1c8d-411c-9424-951d8df39dbe'] {{(pid=103913) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 28 17:29:17.122282 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-0de7a6ae-0782-4485-81d9-0417592db978 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:29:17.127419 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-0de7a6ae-0782-4485-81d9-0417592db978 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681695'] for floatingip (9f1fb058-daa8-4412-b64f-99781ba6f696), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:29:17.229875 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.db.l3_db [None req-0de7a6ae-0782-4485-81d9-0417592db978 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Floating IP 9f1fb058-daa8-4412-b64f-99781ba6f696 associated. External IP: 172.27.0.37, port: 5ea754ee-2216-4168-ad09-190faba5d36c. May 28 17:29:17.264153 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:29:17.430180 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf7ae72-52b1-42b4-9235-6a0698fc3d5d req-e96e0a9e-c459-4d88-b668-08dfc4a566fe tempest-VolumesActionsTest-997537412 tempest-VolumesActionsTest-997537412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:29:17.431675 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-2bf7ae72-52b1-42b4-9235-6a0698fc3d5d req-e96e0a9e-c459-4d88-b668-08dfc4a566fe tempest-VolumesActionsTest-997537412 tempest-VolumesActionsTest-997537412-project] 10.222.0.33 "GET /v2.0/ports?device_id=8aeee30e-c713-4fbf-8264-6a47cb986bf9 HTTP/1.1" status: 200 len: 944 time: 0.0635450 May 28 17:29:17.433221 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=72 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:29:17.438220 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=84 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:29:17.508438 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0de7a6ae-0782-4485-81d9-0417592db978 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Router 12fda40b-4795-4b4e-aa8c-8aea324670b8 has already been hosted by L3 agent 8a8c7bbb-808d-49ae-95de-62501e6237ff {{(pid=103911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 17:29:17.522262 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-2bf7ae72-52b1-42b4-9235-6a0698fc3d5d req-d71b7b0f-1296-419a-a107-3096d4af285f tempest-VolumesActionsTest-997537412 tempest-VolumesActionsTest-997537412-project] 10.222.0.33 "GET /v2.0/security-groups?id=121583ef-c90e-40a6-bae4-1a91464c9788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630648 May 28 17:29:17.728638 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0de7a6ae-0782-4485-81d9-0417592db978 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Notify agent at l3_agent.dv-cinder-843729-1-iscsi the message routers_updated {{(pid=103911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 17:29:17.747487 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e810a976-72c7-4154-bb08-8b0a10b6df0e None None] Sync routers for ids ['12fda40b-4795-4b4e-aa8c-8aea324670b8'] in dv-cinder-843729-1-iscsi {{(pid=103914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 17:29:17.761534 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-0de7a6ae-0782-4485-81d9-0417592db978 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22441'] for floatingip (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:29:17.764280 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e810a976-72c7-4154-bb08-8b0a10b6df0e None None] Routers {'12fda40b-4795-4b4e-aa8c-8aea324670b8'} bound to L3 agent in host dv-cinder-843729-1-iscsi {{(pid=103914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 28 17:29:17.765143 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-e810a976-72c7-4154-bb08-8b0a10b6df0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843729-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-28T17:16:55Z,description=,heartbeat_timestamp=2022-05-28T17:28:55Z,host='dv-cinder-843729-1-iscsi',id=8a8c7bbb-808d-49ae-95de-62501e6237ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T17:16:55Z,topic='l3_agent')) {'router_ids': ['12fda40b-4795-4b4e-aa8c-8aea324670b8'], 'active': True} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:29:17.769973 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bb2a67-ae14-4fab-9517-e7373b6b2170 req-7faa4008-4f5a-430e-9468-fb71d980e3f2 tempest-VolumesSnapshotTestJSON-491387215 tempest-VolumesSnapshotTestJSON-491387215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:29:17.771512 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-d6bb2a67-ae14-4fab-9517-e7373b6b2170 req-7faa4008-4f5a-430e-9468-fb71d980e3f2 tempest-VolumesSnapshotTestJSON-491387215 tempest-VolumesSnapshotTestJSON-491387215-project] 10.222.0.33 "GET /v2.0/ports?device_id=a3819481-ecb7-47a2-86b2-78c6c1c40d61 HTTP/1.1" status: 200 len: 946 time: 0.1466403 May 28 17:29:17.805215 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=100 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:29:17.831789 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-79a05083-19fb-45a2-82e2-1fb2ab2e5a94 req-6aff4014-9bff-4afd-aa79-18ef2dea03f7 service neutron] 10.222.0.16 "GET /v2.0/networks/64d9df32-417a-4110-9ebe-97bfa607c330?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2011111 May 28 17:29:17.835678 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-0de7a6ae-0782-4485-81d9-0417592db978 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "PUT /v2.0/floatingips/9f1fb058-daa8-4412-b64f-99781ba6f696 HTTP/1.1" status: 200 len: 991 time: 1.1756263 May 28 17:29:17.842283 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-2ede2ba3-480f-462e-a155-07597ab2f203 req-a67aa14a-1547-40d2-b3f7-dc5c54cc2ec9 service neutron] 10.222.0.16 "GET /v2.0/networks/c2642da9-62f7-4baf-be4a-bb647a278cd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1940143 May 28 17:29:17.844429 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '435314f8-f9b7-4e9c-94f3-8a84190965b9', 'tag': '5ea754ee-2216-4168-ad09-190faba5d36c'}] {{(pid=103911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 17:29:17.847215 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb6e18ef154237edf928b85f6b333e0f790e93c3571d1d8d4f7e4f30b44c92d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-499ea293-29cf-4249-a48d-43deffae9b82" -d '{"events": [{"name": "network-changed", "server_uuid": "435314f8-f9b7-4e9c-94f3-8a84190965b9", "tag": "5ea754ee-2216-4168-ad09-190faba5d36c"}]}' {{(pid=103911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 28 17:29:17.871599 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-78359698-35b5-4792-93df-7fa7b2fd01c4 req-918b66e9-e91d-4a9f-a070-29c5505beb37 service neutron] 10.222.0.16 "GET /v2.0/networks/75e9d121-0dd7-4765-8420-f3e8c1d9b007?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2238541 May 28 17:29:17.876204 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-d6bb2a67-ae14-4fab-9517-e7373b6b2170 req-f2da7b2a-5e59-49eb-b9aa-7a77493d84ab tempest-VolumesSnapshotTestJSON-491387215 tempest-VolumesSnapshotTestJSON-491387215-project] 10.222.0.33 "GET /v2.0/security-groups?id=4ee3e319-c2ae-4ff7-8a8c-b0d305908d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814924 May 28 17:29:17.900010 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvr_db [None req-e810a976-72c7-4154-bb08-8b0a10b6df0e None None] Set router 12fda40b-4795-4b4e-aa8c-8aea324670b8 gateway port host: dv-cinder-843729-1-iscsi {{(pid=103914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 28 17:29:17.919774 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 May 2022 17:29:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8f2df4d-f7f6-4400-bd01-a667425dfcfb x-openstack-request-id: req-b8f2df4d-f7f6-4400-bd01-a667425dfcfb {{(pid=103911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 28 17:29:17.920059 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "435314f8-f9b7-4e9c-94f3-8a84190965b9", "tag": "5ea754ee-2216-4168-ad09-190faba5d36c", "status": "completed", "code": 200}]} {{(pid=103911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 28 17:29:17.920322 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-b8f2df4d-f7f6-4400-bd01-a667425dfcfb {{(pid=103911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 28 17:29:17.920715 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8f2df4d-f7f6-4400-bd01-a667425dfcfb'] response: {'name': 'network-changed', 'server_uuid': '435314f8-f9b7-4e9c-94f3-8a84190965b9', 'tag': '5ea754ee-2216-4168-ad09-190faba5d36c', 'status': 'completed', 'code': 200} May 28 17:29:18.176136 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-e810a976-72c7-4154-bb08-8b0a10b6df0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12fda40b-4795-4b4e-aa8c-8aea324670b8', 'name': 'tempest-ServerRescueNegativeTestJSON-167424422-router', 'tenant_id': '8e92a5dc387f47c99ce98da4d6fd9d92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'external_fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.52'}], 'enable_snat': True}, 'gw_port_id': '2fa9d34c-91da-4609-b5f4-0db6c14379f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T17:25:28Z', 'updated_at': '2022-05-28T17:25:36Z', 'revision_number': 4, 'project_id': '8e92a5dc387f47c99ce98da4d6fd9d92', 'gw_port': {'id': '2fa9d34c-91da-4609-b5f4-0db6c14379f2', 'name': '', 'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:a7:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12fda40b-4795-4b4e-aa8c-8aea324670b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:25:29Z', 'updated_at': '2022-05-28T17:25:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843729-1-iscsi', '_floatingips': [{'id': '9f1fb058-daa8-4412-b64f-99781ba6f696', 'tenant_id': '8e92a5dc387f47c99ce98da4d6fd9d92', 'floating_ip_address': '172.27.0.37', 'floating_network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'router_id': '12fda40b-4795-4b4e-aa8c-8aea324670b8', 'port_id': '5ea754ee-2216-4168-ad09-190faba5d36c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 410, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '77a1ea92-c07d-41a7-8668-7c3c660591aa', 'mac_address': 'fa:16:3e:d4:93:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '435314f8-f9b7-4e9c-94f3-8a84190965b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T17:28:47Z', 'updated_at': '2022-05-28T17:29:17Z', 'revision_number': 1, 'project_id': '8e92a5dc387f47c99ce98da4d6fd9d92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eba77069-41ec-451f-bf20-fa1ad8d2c951', 'name': '', 'network_id': '77a1ea92-c07d-41a7-8668-7c3c660591aa', 'tenant_id': '8e92a5dc387f47c99ce98da4d6fd9d92', 'mac_address': 'fa:16:3e:be:d9:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12fda40b-4795-4b4e-aa8c-8aea324670b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '034da301-fbaa-496d-8b67-7a375e67ef37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:25:34Z', 'updated_at': '2022-05-28T17:25:47Z', 'revision_number': 5, 'project_id': '8e92a5dc387f47c99ce98da4d6fd9d92', 'subnets': [{'id': '034da301-fbaa-496d-8b67-7a375e67ef37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843729-1-iscsi', False) {} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:29:18.199944 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e810a976-72c7-4154-bb08-8b0a10b6df0e None None] Checking router: 12fda40b-4795-4b4e-aa8c-8aea324670b8 for host: dv-cinder-843729-1-iscsi {{(pid=103914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 17:29:18.208874 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e810a976-72c7-4154-bb08-8b0a10b6df0e None None] Routers {'12fda40b-4795-4b4e-aa8c-8aea324670b8'} bound to L3 agent in host dv-cinder-843729-1-iscsi {{(pid=103914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 28 17:29:18.209467 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-e810a976-72c7-4154-bb08-8b0a10b6df0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843729-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-28T17:16:55Z,description=,heartbeat_timestamp=2022-05-28T17:28:55Z,host='dv-cinder-843729-1-iscsi',id=8a8c7bbb-808d-49ae-95de-62501e6237ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T17:16:55Z,topic='l3_agent')) {'router_ids': ['12fda40b-4795-4b4e-aa8c-8aea324670b8'], 'active': True} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:29:18.310035 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvr_db [None req-e810a976-72c7-4154-bb08-8b0a10b6df0e None None] Set router 12fda40b-4795-4b4e-aa8c-8aea324670b8 gateway port host: dv-cinder-843729-1-iscsi {{(pid=103914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 28 17:29:18.439070 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Device 0bf565cf-1c8d-411c-9424-951d8df39dbe up at agent hyperv_hv-cinder-84372 {{(pid=103913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 28 17:29:18.483006 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Provisioning for port 0bf565cf-1c8d-411c-9424-951d8df39dbe completed by entity L2. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 28 17:29:18.489750 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Provisioning complete for port 0bf565cf-1c8d-411c-9424-951d8df39dbe triggered by entity L2. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 17:29:18.490262 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1821120'] for port (0bf565cf-1c8d-411c-9424-951d8df39dbe), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:29:18.535237 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-e810a976-72c7-4154-bb08-8b0a10b6df0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12fda40b-4795-4b4e-aa8c-8aea324670b8', 'name': 'tempest-ServerRescueNegativeTestJSON-167424422-router', 'tenant_id': '8e92a5dc387f47c99ce98da4d6fd9d92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'external_fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.52'}], 'enable_snat': True}, 'gw_port_id': '2fa9d34c-91da-4609-b5f4-0db6c14379f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T17:25:28Z', 'updated_at': '2022-05-28T17:25:36Z', 'revision_number': 4, 'project_id': '8e92a5dc387f47c99ce98da4d6fd9d92', 'gw_port': {'id': '2fa9d34c-91da-4609-b5f4-0db6c14379f2', 'name': '', 'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:a7:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12fda40b-4795-4b4e-aa8c-8aea324670b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:25:29Z', 'updated_at': '2022-05-28T17:25:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843729-1-iscsi', '_floatingips': [{'id': '9f1fb058-daa8-4412-b64f-99781ba6f696', 'tenant_id': '8e92a5dc387f47c99ce98da4d6fd9d92', 'floating_ip_address': '172.27.0.37', 'floating_network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'router_id': '12fda40b-4795-4b4e-aa8c-8aea324670b8', 'port_id': '5ea754ee-2216-4168-ad09-190faba5d36c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 410, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '77a1ea92-c07d-41a7-8668-7c3c660591aa', 'mac_address': 'fa:16:3e:d4:93:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '435314f8-f9b7-4e9c-94f3-8a84190965b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T17:28:47Z', 'updated_at': '2022-05-28T17:29:17Z', 'revision_number': 1, 'project_id': '8e92a5dc387f47c99ce98da4d6fd9d92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eba77069-41ec-451f-bf20-fa1ad8d2c951', 'name': '', 'network_id': '77a1ea92-c07d-41a7-8668-7c3c660591aa', 'tenant_id': '8e92a5dc387f47c99ce98da4d6fd9d92', 'mac_address': 'fa:16:3e:be:d9:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12fda40b-4795-4b4e-aa8c-8aea324670b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '034da301-fbaa-496d-8b67-7a375e67ef37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:25:34Z', 'updated_at': '2022-05-28T17:25:47Z', 'revision_number': 5, 'project_id': '8e92a5dc387f47c99ce98da4d6fd9d92', 'subnets': [{'id': '034da301-fbaa-496d-8b67-7a375e67ef37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843729-1-iscsi', False) {} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:29:18.561967 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e810a976-72c7-4154-bb08-8b0a10b6df0e None None] The sync data for ids ['12fda40b-4795-4b4e-aa8c-8aea324670b8'] in dv-cinder-843729-1-iscsi is: [{'id': '12fda40b-4795-4b4e-aa8c-8aea324670b8', 'name': 'tempest-ServerRescueNegativeTestJSON-167424422-router', 'tenant_id': '8e92a5dc387f47c99ce98da4d6fd9d92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'external_fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.52'}], 'enable_snat': True}, 'gw_port_id': '2fa9d34c-91da-4609-b5f4-0db6c14379f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T17:25:28Z', 'updated_at': '2022-05-28T17:25:36Z', 'revision_number': 4, 'project_id': '8e92a5dc387f47c99ce98da4d6fd9d92', 'gw_port': {'id': '2fa9d34c-91da-4609-b5f4-0db6c14379f2', 'name': '', 'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:a7:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12fda40b-4795-4b4e-aa8c-8aea324670b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:25:29Z', 'updated_at': '2022-05-28T17:25:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843729-1-iscsi', '_floatingips': [{'id': '9f1fb058-daa8-4412-b64f-99781ba6f696', 'tenant_id': '8e92a5dc387f47c99ce98da4d6fd9d92', 'floating_ip_address': '172.27.0.37', 'floating_network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'router_id': '12fda40b-4795-4b4e-aa8c-8aea324670b8', 'port_id': '5ea754ee-2216-4168-ad09-190faba5d36c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 410, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '77a1ea92-c07d-41a7-8668-7c3c660591aa', 'mac_address': 'fa:16:3e:d4:93:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '435314f8-f9b7-4e9c-94f3-8a84190965b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T17:28:47Z', 'updated_at': '2022-05-28T17:29:17Z', 'revision_number': 1, 'project_id': '8e92a5dc387f47c99ce98da4d6fd9d92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eba77069-41ec-451f-bf20-fa1ad8d2c951', 'name': '', 'network_id': '77a1ea92-c07d-41a7-8668-7c3c660591aa', 'tenant_id': '8e92a5dc387f47c99ce98da4d6fd9d92', 'mac_address': 'fa:16:3e:be:d9:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12fda40b-4795-4b4e-aa8c-8aea324670b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '034da301-fbaa-496d-8b67-7a375e67ef37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:25:34Z', 'updated_at': '2022-05-28T17:25:47Z', 'revision_number': 5, 'project_id': '8e92a5dc387f47c99ce98da4d6fd9d92', 'subnets': [{'id': '034da301-fbaa-496d-8b67-7a375e67ef37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 17:29:18.577759 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Current status of the port 0bf565cf-1c8d-411c-9424-951d8df39dbe is: BUILD; New status is: ACTIVE {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 17:29:18.578150 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (0bf565cf-1c8d-411c-9424-951d8df39dbe), before_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:29:18.603935 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:29:18.624716 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499ea293-29cf-4249-a48d-43deffae9b82 req-6f38bb7c-a625-4b20-bdc3-bd358f5bddff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:29:18.625140 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8aeee30e-c713-4fbf-8264-6a47cb986bf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bf565cf-1c8d-411c-9424-951d8df39dbe'}] {{(pid=103913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 17:29:18.628342 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fc7d66bd3c46bdb9792f0e064e6c35853b2e9fce1f0b0d0eb0c21c6a12b004b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-172ef453-faf6-4d22-bf53-6c5370a9922d" -d '{"events": [{"server_uuid": "8aeee30e-c713-4fbf-8264-6a47cb986bf9", "name": "network-vif-plugged", "status": "completed", "tag": "0bf565cf-1c8d-411c-9424-951d8df39dbe"}]}' {{(pid=103913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 28 17:29:18.638886 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-499ea293-29cf-4249-a48d-43deffae9b82 req-6f38bb7c-a625-4b20-bdc3-bd358f5bddff service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8e92a5dc387f47c99ce98da4d6fd9d92&device_id=435314f8-f9b7-4e9c-94f3-8a84190965b9 HTTP/1.1" status: 200 len: 1130 time: 0.0781767 May 28 17:29:18.647045 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] For port 0bf565cf-1c8d-411c-9424-951d8df39dbe, host hv-cinder-84372, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84372',level=0,port_id=0bf565cf-1c8d-411c-9424-951d8df39dbe,segment=NetworkSegment(d6c7f904-1af6-4214-b745-72cbcff0ed21),segment_id=d6c7f904-1af6-4214-b745-72cbcff0ed21)] {{(pid=103913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 17:29:18.659940 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735968512485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735968120131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735968120149'] for port (0bf565cf-1c8d-411c-9424-951d8df39dbe), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:29:18.738033 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Pushing event updated for resources: {'Port': ['ID=0bf565cf-1c8d-411c-9424-951d8df39dbe,revision_number=5']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:29:18.831769 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-2ede2ba3-480f-462e-a155-07597ab2f203 req-ec8a949f-f220-4387-9ad7-2f63cc22320b service neutron] 10.222.0.16 "GET /v2.0/networks/c2642da9-62f7-4baf-be4a-bb647a278cd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2793663 May 28 17:29:18.848695 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 May 2022 17:29:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c8c6460-230a-4da3-a29d-71a8027f79fa x-openstack-request-id: req-0c8c6460-230a-4da3-a29d-71a8027f79fa {{(pid=103913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 28 17:29:18.849015 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8aeee30e-c713-4fbf-8264-6a47cb986bf9", "name": "network-vif-plugged", "status": "completed", "tag": "0bf565cf-1c8d-411c-9424-951d8df39dbe", "code": 200}]} {{(pid=103913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 28 17:29:18.849869 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-0c8c6460-230a-4da3-a29d-71a8027f79fa {{(pid=103913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 28 17:29:18.853836 dv-cinder-843729-1-iscsi neutron-server[103913]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c8c6460-230a-4da3-a29d-71a8027f79fa'] response: {'server_uuid': '8aeee30e-c713-4fbf-8264-6a47cb986bf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bf565cf-1c8d-411c-9424-951d8df39dbe', 'code': 200} May 28 17:29:18.869946 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-79a05083-19fb-45a2-82e2-1fb2ab2e5a94 req-f35e8fc7-ce00-4111-a31c-afec041bd03e service neutron] 10.222.0.16 "GET /v2.0/networks/64d9df32-417a-4110-9ebe-97bfa607c330?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3163280 May 28 17:29:18.978786 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed2db1dd-6a73-4013-989c-db860fd5171c None None] New status for floating IP 9f1fb058-daa8-4412-b64f-99781ba6f696: ACTIVE {{(pid=103913) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 28 17:29:19.037080 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030dac04-7ef7-4837-b101-ed1554e5cad8 req-25d040b0-74e1-4443-9011-36dd5fd4cbd0 tempest-VolumesSnapshotTestJSON-491387215 tempest-VolumesSnapshotTestJSON-491387215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:29:19.038598 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-030dac04-7ef7-4837-b101-ed1554e5cad8 req-25d040b0-74e1-4443-9011-36dd5fd4cbd0 tempest-VolumesSnapshotTestJSON-491387215 tempest-VolumesSnapshotTestJSON-491387215-project] 10.222.0.33 "GET /v2.0/ports?device_id=a3819481-ecb7-47a2-86b2-78c6c1c40d61 HTTP/1.1" status: 200 len: 946 time: 0.0586727 May 28 17:29:19.051408 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3151faa8-d40a-457b-ab85-34aa6ae2cb36 req-97390eac-1107-40b6-b5c9-99c6c1cfb586 tempest-VolumesActionsTest-997537412 tempest-VolumesActionsTest-997537412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:29:19.053075 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-3151faa8-d40a-457b-ab85-34aa6ae2cb36 req-97390eac-1107-40b6-b5c9-99c6c1cfb586 tempest-VolumesActionsTest-997537412 tempest-VolumesActionsTest-997537412-project] 10.222.0.33 "GET /v2.0/ports?device_id=8aeee30e-c713-4fbf-8264-6a47cb986bf9 HTTP/1.1" status: 200 len: 945 time: 0.3819845 May 28 17:29:19.093012 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-030dac04-7ef7-4837-b101-ed1554e5cad8 req-078a5047-f5b4-4408-aa03-66dd8e2e736b tempest-VolumesSnapshotTestJSON-491387215 tempest-VolumesSnapshotTestJSON-491387215-project] 10.222.0.33 "GET /v2.0/security-groups?id=4ee3e319-c2ae-4ff7-8a8c-b0d305908d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478404 May 28 17:29:19.110252 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499ea293-29cf-4249-a48d-43deffae9b82 req-34c13d8f-710c-4ee1-9caf-c9ae85b0c8b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:29:19.116369 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-499ea293-29cf-4249-a48d-43deffae9b82 req-34c13d8f-710c-4ee1-9caf-c9ae85b0c8b2 service neutron] 10.222.0.16 "GET /v2.0/networks?id=77a1ea92-c07d-41a7-8668-7c3c660591aa HTTP/1.1" status: 200 len: 919 time: 0.4698658 May 28 17:29:19.181630 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba10e273-6ee6-425c-a1a5-866d96b1c7d2 req-6325d9b4-6f4d-463d-9b36-1e47c34ac0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:29:19.183429 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-ba10e273-6ee6-425c-a1a5-866d96b1c7d2 req-6325d9b4-6f4d-463d-9b36-1e47c34ac0fd service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=8aeee30e-c713-4fbf-8264-6a47cb986bf9 HTTP/1.1" status: 200 len: 1129 time: 0.0540614 May 28 17:29:19.205485 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-3151faa8-d40a-457b-ab85-34aa6ae2cb36 req-ebf824c5-5efc-4737-8b75-ccf15ad7a98e tempest-VolumesActionsTest-997537412 tempest-VolumesActionsTest-997537412-project] 10.222.0.33 "GET /v2.0/security-groups?id=121583ef-c90e-40a6-bae4-1a91464c9788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221073 May 28 17:29:19.238502 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-499ea293-29cf-4249-a48d-43deffae9b82 req-2dc5a0a8-14e4-4503-aef7-5cd64a9f68b7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5ea754ee-2216-4168-ad09-190faba5d36c HTTP/1.1" status: 200 len: 999 time: 0.0957737 May 28 17:29:19.275416 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-ba10e273-6ee6-425c-a1a5-866d96b1c7d2 req-2b4ba45e-5129-4978-84df-54b7ea551628 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=121583ef-c90e-40a6-bae4-1a91464c9788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801182 May 28 17:29:19.288314 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=100 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:29:19.292854 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499ea293-29cf-4249-a48d-43deffae9b82 req-a1bb88be-0091-47d8-9014-01d0cd8aa951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:29:19.294274 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-499ea293-29cf-4249-a48d-43deffae9b82 req-a1bb88be-0091-47d8-9014-01d0cd8aa951 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=034da301-fbaa-496d-8b67-7a375e67ef37 HTTP/1.1" status: 200 len: 857 time: 0.0501378 May 28 17:29:19.999540 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499ea293-29cf-4249-a48d-43deffae9b82 req-281869ca-b4bb-41b2-886b-0ef623666dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:29:20.001037 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-499ea293-29cf-4249-a48d-43deffae9b82 req-281869ca-b4bb-41b2-886b-0ef623666dd6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=77a1ea92-c07d-41a7-8668-7c3c660591aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0426455 May 28 17:29:20.101003 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-499ea293-29cf-4249-a48d-43deffae9b82 req-88dca7b7-d9f4-4af5-9a41-fc7fb5a28c81 service neutron] 10.222.0.16 "GET /v2.0/networks/77a1ea92-c07d-41a7-8668-7c3c660591aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925076 May 28 17:29:20.322375 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f8269a-9449-4e81-9772-9f9e923f963e req-63e6b61b-0178-46d8-a2be-d70c34a0c441 tempest-VolumesActionsTest-997537412 tempest-VolumesActionsTest-997537412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:29:20.323745 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-19f8269a-9449-4e81-9772-9f9e923f963e req-63e6b61b-0178-46d8-a2be-d70c34a0c441 tempest-VolumesActionsTest-997537412 tempest-VolumesActionsTest-997537412-project] 10.222.0.33 "GET /v2.0/ports?device_id=8aeee30e-c713-4fbf-8264-6a47cb986bf9 HTTP/1.1" status: 200 len: 945 time: 0.0468476 May 28 17:29:20.371367 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-19f8269a-9449-4e81-9772-9f9e923f963e req-c6132bd2-3c1c-4b34-9b82-4c63a889209b tempest-VolumesActionsTest-997537412 tempest-VolumesActionsTest-997537412-project] 10.222.0.33 "GET /v2.0/security-groups?id=121583ef-c90e-40a6-bae4-1a91464c9788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422542 May 28 17:29:20.769731 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-499ea293-29cf-4249-a48d-43deffae9b82 req-ff5c60d5-7ef9-40a9-888f-366a558f5306 service neutron] 10.222.0.16 "GET /v2.0/networks/77a1ea92-c07d-41a7-8668-7c3c660591aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907636 May 28 17:29:21.486630 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f357ba18-81f4-436e-861f-a163553d1674 req-d6c27efc-4a02-49ee-a133-359129c9ea06 tempest-VolumesActionsTest-997537412 tempest-VolumesActionsTest-997537412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:29:21.488616 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-f357ba18-81f4-436e-861f-a163553d1674 req-d6c27efc-4a02-49ee-a133-359129c9ea06 tempest-VolumesActionsTest-997537412 tempest-VolumesActionsTest-997537412-project] 10.222.0.33 "GET /v2.0/ports?device_id=8aeee30e-c713-4fbf-8264-6a47cb986bf9 HTTP/1.1" status: 200 len: 945 time: 0.0479729 May 28 17:29:21.533959 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-f357ba18-81f4-436e-861f-a163553d1674 req-cb5dc418-8bc4-4615-a33c-7e229f3472ac tempest-VolumesActionsTest-997537412 tempest-VolumesActionsTest-997537412-project] 10.222.0.33 "GET /v2.0/security-groups?id=121583ef-c90e-40a6-bae4-1a91464c9788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399077 May 28 17:29:22.423906 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.agents_db [None req-b36f0ab6-f8d6-4670-a7fa-3628cf342135 None None] Agent healthcheck: found 6 active agents {{(pid=103914) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 28 17:29:22.646523 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e318b73f-9b53-4b42-8549-58bc59854c17 req-6e2a1d53-c5a9-4a87-9314-fa6ec6f09775 tempest-VolumesActionsTest-997537412 tempest-VolumesActionsTest-997537412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:29:22.648295 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-e318b73f-9b53-4b42-8549-58bc59854c17 req-6e2a1d53-c5a9-4a87-9314-fa6ec6f09775 tempest-VolumesActionsTest-997537412 tempest-VolumesActionsTest-997537412-project] 10.222.0.33 "GET /v2.0/ports?device_id=8aeee30e-c713-4fbf-8264-6a47cb986bf9 HTTP/1.1" status: 200 len: 945 time: 0.0473197 May 28 17:29:22.694442 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-e318b73f-9b53-4b42-8549-58bc59854c17 req-2926a0bf-fec8-496f-9d06-a503aa0ea757 tempest-VolumesActionsTest-997537412 tempest-VolumesActionsTest-997537412-project] 10.222.0.33 "GET /v2.0/security-groups?id=121583ef-c90e-40a6-bae4-1a91464c9788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407000 May 28 17:29:22.822553 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:29:22.834367 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-a6bcbf2c-eeec-42e1-9eff-17f6714a59dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (b4d0b3c0-cc03-4456-af87-35ab415ef94b), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:29:23.516454 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5722fb-0b55-4e8c-9bf5-6dca340dad51 req-239e3b24-c097-448f-9544-60e7e9e5c55c tempest-VolumesActionsTest-997537412 tempest-VolumesActionsTest-997537412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:29:23.517890 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-6b5722fb-0b55-4e8c-9bf5-6dca340dad51 req-239e3b24-c097-448f-9544-60e7e9e5c55c tempest-VolumesActionsTest-997537412 tempest-VolumesActionsTest-997537412-project] 10.222.0.33 "GET /v2.0/ports?device_id=8aeee30e-c713-4fbf-8264-6a47cb986bf9 HTTP/1.1" status: 200 len: 945 time: 0.0511060 May 28 17:29:23.567088 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-6b5722fb-0b55-4e8c-9bf5-6dca340dad51 req-a5d70f0a-2ef5-436b-81c3-8efaf44e8841 tempest-VolumesActionsTest-997537412 tempest-VolumesActionsTest-997537412-project] 10.222.0.33 "GET /v2.0/security-groups?id=121583ef-c90e-40a6-bae4-1a91464c9788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434897 May 28 17:29:24.687046 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fceb22cd-d21d-4a20-8b87-b97ad1bef391 req-2bb062c6-f750-49fb-afaf-8c054b3981e9 tempest-VolumesActionsTest-997537412 tempest-VolumesActionsTest-997537412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:29:24.688567 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-fceb22cd-d21d-4a20-8b87-b97ad1bef391 req-2bb062c6-f750-49fb-afaf-8c054b3981e9 tempest-VolumesActionsTest-997537412 tempest-VolumesActionsTest-997537412-project] 10.222.0.33 "GET /v2.0/ports?device_id=8aeee30e-c713-4fbf-8264-6a47cb986bf9 HTTP/1.1" status: 200 len: 945 time: 0.0537727 May 28 17:29:24.735549 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-fceb22cd-d21d-4a20-8b87-b97ad1bef391 req-35de9d7b-2799-4134-a0ef-cc277b0e5e6e tempest-VolumesActionsTest-997537412 tempest-VolumesActionsTest-997537412-project] 10.222.0.33 "GET /v2.0/security-groups?id=121583ef-c90e-40a6-bae4-1a91464c9788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410569 May 28 17:29:25.143645 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-19ef8c70-0df5-493c-ae7e-3ac0f148c6b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (8a8c7bbb-808d-49ae-95de-62501e6237ff), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:29:25.521998 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8a98fa-246b-451d-8c36-70657a572a30 req-12170a02-1676-45ba-9075-c55ac3f9bd71 tempest-VolumesActionsTest-997537412 tempest-VolumesActionsTest-997537412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:29:25.523467 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-fd8a98fa-246b-451d-8c36-70657a572a30 req-12170a02-1676-45ba-9075-c55ac3f9bd71 tempest-VolumesActionsTest-997537412 tempest-VolumesActionsTest-997537412-project] 10.222.0.16 "GET /v2.0/ports?device_id=8aeee30e-c713-4fbf-8264-6a47cb986bf9 HTTP/1.1" status: 200 len: 945 time: 0.0470529 May 28 17:29:25.848323 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc56714b-97dd-4bf0-9b38-68844795f779 req-5250c940-74ae-4657-8ffd-0e7e2663cda3 tempest-VolumesActionsTest-997537412 tempest-VolumesActionsTest-997537412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:29:25.849761 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-bc56714b-97dd-4bf0-9b38-68844795f779 req-5250c940-74ae-4657-8ffd-0e7e2663cda3 tempest-VolumesActionsTest-997537412 tempest-VolumesActionsTest-997537412-project] 10.222.0.33 "GET /v2.0/ports?device_id=8aeee30e-c713-4fbf-8264-6a47cb986bf9 HTTP/1.1" status: 200 len: 945 time: 0.0469255 May 28 17:29:25.899328 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-bc56714b-97dd-4bf0-9b38-68844795f779 req-1409b96f-d574-489d-bed2-6eca0e655ecb tempest-VolumesActionsTest-997537412 tempest-VolumesActionsTest-997537412-project] 10.222.0.33 "GET /v2.0/security-groups?id=121583ef-c90e-40a6-bae4-1a91464c9788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438929 May 28 17:29:26.127210 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [req-fd8a98fa-246b-451d-8c36-70657a572a30 req-8efd3bef-cd3d-4593-97c3-8e94b4394919 tempest-VolumesActionsTest-997537412 tempest-VolumesActionsTest-997537412-project] Deleting port 0bf565cf-1c8d-411c-9424-951d8df39dbe {{(pid=103911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 28 17:29:26.128155 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-fd8a98fa-246b-451d-8c36-70657a572a30 req-8efd3bef-cd3d-4593-97c3-8e94b4394919 tempest-VolumesActionsTest-997537412 tempest-VolumesActionsTest-997537412-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735968504037'] for port (0bf565cf-1c8d-411c-9424-951d8df39dbe), before_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:29:26.191072 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=100 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:29:26.221949 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [req-fd8a98fa-246b-451d-8c36-70657a572a30 req-8efd3bef-cd3d-4593-97c3-8e94b4394919 tempest-VolumesActionsTest-997537412 tempest-VolumesActionsTest-997537412-project] For port 0bf565cf-1c8d-411c-9424-951d8df39dbe, host hv-cinder-84372, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84372',level=0,port_id=0bf565cf-1c8d-411c-9424-951d8df39dbe,segment=NetworkSegment(d6c7f904-1af6-4214-b745-72cbcff0ed21),segment_id=d6c7f904-1af6-4214-b745-72cbcff0ed21)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 17:29:26.222320 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-fd8a98fa-246b-451d-8c36-70657a572a30 req-8efd3bef-cd3d-4593-97c3-8e94b4394919 tempest-VolumesActionsTest-997537412 tempest-VolumesActionsTest-997537412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-660327'] for port (0bf565cf-1c8d-411c-9424-951d8df39dbe), precommit_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:29:26.240661 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [req-fd8a98fa-246b-451d-8c36-70657a572a30 req-8efd3bef-cd3d-4593-97c3-8e94b4394919 tempest-VolumesActionsTest-997537412 tempest-VolumesActionsTest-997537412-project] Calling delete_port for 0bf565cf-1c8d-411c-9424-951d8df39dbe owned by compute:nova {{(pid=103911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 28 17:29:26.312537 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:29:26.365007 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-fd8a98fa-246b-451d-8c36-70657a572a30 req-8efd3bef-cd3d-4593-97c3-8e94b4394919 tempest-VolumesActionsTest-997537412 tempest-VolumesActionsTest-997537412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735968512467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735968120122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6040268'] for port (0bf565cf-1c8d-411c-9424-951d8df39dbe), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:29:26.390412 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efd3bef-cd3d-4593-97c3-8e94b4394919 tempest-VolumesActionsTest-997537412 tempest-VolumesActionsTest-997537412-project] Pushing event deleted for resources: {'Port': ['ID=0bf565cf-1c8d-411c-9424-951d8df39dbe,revision_number=None']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:29:26.403567 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:29:26.410594 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-f22b8f6e-815f-41ba-a8b6-c2e56f67911e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (0b51406a-5a43-473c-8a39-67b2a4c71e5e), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:29:26.425294 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] get_ports_and_sgs() called for port_ids ['0bf565cf-1c8d-411c-9424-951d8df39dbe'] {{(pid=103913) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 28 17:29:26.441606 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd8a98fa-246b-451d-8c36-70657a572a30 req-8efd3bef-cd3d-4593-97c3-8e94b4394919 tempest-VolumesActionsTest-997537412 tempest-VolumesActionsTest-997537412-project] No DVR routers for this DVR port 0bf565cf-1c8d-411c-9424-951d8df39dbe on host hv-cinder-84372 {{(pid=103911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 17:29:26.444637 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-fd8a98fa-246b-451d-8c36-70657a572a30 req-8efd3bef-cd3d-4593-97c3-8e94b4394919 tempest-VolumesActionsTest-997537412 tempest-VolumesActionsTest-997537412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22441'] for port (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:29:26.448141 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-fd8a98fa-246b-451d-8c36-70657a572a30 req-8efd3bef-cd3d-4593-97c3-8e94b4394919 tempest-VolumesActionsTest-997537412 tempest-VolumesActionsTest-997537412-project] 10.222.0.16 "DELETE /v2.0/ports/0bf565cf-1c8d-411c-9424-951d8df39dbe HTTP/1.1" status: 204 len: 173 time: 0.4062736 May 28 17:29:26.448410 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8aeee30e-c713-4fbf-8264-6a47cb986bf9', 'name': 'network-vif-deleted', 'tag': '0bf565cf-1c8d-411c-9424-951d8df39dbe'}] {{(pid=103911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 17:29:26.450721 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb6e18ef154237edf928b85f6b333e0f790e93c3571d1d8d4f7e4f30b44c92d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70f54b86-1035-489f-92d2-9ac5d584a5f4" -d '{"events": [{"server_uuid": "8aeee30e-c713-4fbf-8264-6a47cb986bf9", "name": "network-vif-deleted", "tag": "0bf565cf-1c8d-411c-9424-951d8df39dbe"}]}' {{(pid=103911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 28 17:29:26.489490 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 May 2022 17:29:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44b887d6-7497-4b6c-a286-42d6e8cb62c4 x-openstack-request-id: req-44b887d6-7497-4b6c-a286-42d6e8cb62c4 {{(pid=103911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 28 17:29:26.490026 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8aeee30e-c713-4fbf-8264-6a47cb986bf9", "name": "network-vif-deleted", "tag": "0bf565cf-1c8d-411c-9424-951d8df39dbe", "status": "completed", "code": 200}]} {{(pid=103911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 28 17:29:26.490282 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-44b887d6-7497-4b6c-a286-42d6e8cb62c4 {{(pid=103911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 28 17:29:26.490803 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44b887d6-7497-4b6c-a286-42d6e8cb62c4'] response: {'server_uuid': '8aeee30e-c713-4fbf-8264-6a47cb986bf9', 'name': 'network-vif-deleted', 'tag': '0bf565cf-1c8d-411c-9424-951d8df39dbe', 'status': 'completed', 'code': 200} May 28 17:29:27.007654 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-8bca8f90-bd03-48c7-b8f1-101365c78f30 req-c0a319b4-c155-424a-86ff-966fa9a1877c tempest-VolumesActionsTest-997537412 tempest-VolumesActionsTest-997537412-project] 10.222.0.33 "GET /v2.0/ports?device_id=8aeee30e-c713-4fbf-8264-6a47cb986bf9 HTTP/1.1" status: 200 len: 210 time: 0.0284777 May 28 17:29:27.580533 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae0ea7c-98b0-4a84-b4c3-5a926c7b3a91 req-bdd72bde-bdbd-4a99-8c0e-e712f57235cd tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:29:27.582107 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-bae0ea7c-98b0-4a84-b4c3-5a926c7b3a91 req-bdd72bde-bdbd-4a99-8c0e-e712f57235cd tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] 10.222.0.33 "GET /v2.0/ports?device_id=3b3c1f29-31c9-4f5c-9875-fd1939062512 HTTP/1.1" status: 200 len: 945 time: 0.0490901 May 28 17:29:27.630264 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-bae0ea7c-98b0-4a84-b4c3-5a926c7b3a91 req-9dcb45df-6413-47c9-a126-32a6c8970377 tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] 10.222.0.33 "GET /v2.0/security-groups?id=14c0c066-bc84-4396-a75f-e895035aefd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425947 May 28 17:29:27.717886 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-44990afe-4038-4bea-a0ed-12e052229f33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (19502cf1-8899-41f0-9103-a107faa54218), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:29:28.767435 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaa72ce-8951-40cc-a78b-6455b1e78a33 req-a38f886e-15d4-4c35-a8dc-c4804a3d2f22 tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:29:28.768993 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-dfaa72ce-8951-40cc-a78b-6455b1e78a33 req-a38f886e-15d4-4c35-a8dc-c4804a3d2f22 tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] 10.222.0.33 "GET /v2.0/ports?device_id=3b3c1f29-31c9-4f5c-9875-fd1939062512 HTTP/1.1" status: 200 len: 945 time: 0.0656686 May 28 17:29:28.817728 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-dfaa72ce-8951-40cc-a78b-6455b1e78a33 req-33b31926-52fa-41a0-9836-ad3176bebcd2 tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] 10.222.0.33 "GET /v2.0/security-groups?id=14c0c066-bc84-4396-a75f-e895035aefd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431588 May 28 17:29:29.390788 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (0032cfec-21e8-44dd-a7d5-0b8312dfe052), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:29:29.931361 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce05cb41-f984-4ac3-8814-080321e080b7 req-eb4b4006-7532-46f8-bcc8-9ad24a9bd6d7 tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:29:29.932808 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-ce05cb41-f984-4ac3-8814-080321e080b7 req-eb4b4006-7532-46f8-bcc8-9ad24a9bd6d7 tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] 10.222.0.33 "GET /v2.0/ports?device_id=3b3c1f29-31c9-4f5c-9875-fd1939062512 HTTP/1.1" status: 200 len: 945 time: 0.0463979 May 28 17:29:29.973003 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=100 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:29:29.981035 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-ce05cb41-f984-4ac3-8814-080321e080b7 req-f4f80143-0790-46f6-9466-5a5f7653cd6c tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] 10.222.0.33 "GET /v2.0/security-groups?id=14c0c066-bc84-4396-a75f-e895035aefd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428152 May 28 17:29:31.096005 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b671d6-3d61-47a3-9033-4e85b4c70e08 req-2149af6e-37bd-4cfd-9809-3b93da99f953 tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:29:31.098211 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-c9b671d6-3d61-47a3-9033-4e85b4c70e08 req-2149af6e-37bd-4cfd-9809-3b93da99f953 tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] 10.222.0.33 "GET /v2.0/ports?device_id=3b3c1f29-31c9-4f5c-9875-fd1939062512 HTTP/1.1" status: 200 len: 945 time: 0.0473366 May 28 17:29:31.145118 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-c9b671d6-3d61-47a3-9033-4e85b4c70e08 req-3b802221-c034-4898-aa49-18f9be46bf90 tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] 10.222.0.33 "GET /v2.0/security-groups?id=14c0c066-bc84-4396-a75f-e895035aefd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414081 May 28 17:29:32.040620 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Device 0bf565cf-1c8d-411c-9424-951d8df39dbe no longer exists at agent hyperv_hv-cinder-84372 {{(pid=103913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 28 17:29:32.059906 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] No Port match for: 0bf565cf-1c8d-411c-9424-951d8df39dbe {{(pid=103913) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 28 17:29:32.060247 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Device 0bf565cf-1c8d-411c-9424-951d8df39dbe not bound to the agent host hv-cinder-84372 {{(pid=103913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 28 17:29:32.262558 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1713ee8-6e20-4353-b52e-73f3b5974d01 req-9dcfdb37-037b-4cb0-96dc-cb751832a955 tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:29:32.263982 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-e1713ee8-6e20-4353-b52e-73f3b5974d01 req-9dcfdb37-037b-4cb0-96dc-cb751832a955 tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] 10.222.0.33 "GET /v2.0/ports?device_id=3b3c1f29-31c9-4f5c-9875-fd1939062512 HTTP/1.1" status: 200 len: 945 time: 0.0478702 May 28 17:29:32.313771 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-e1713ee8-6e20-4353-b52e-73f3b5974d01 req-433514b0-d96f-453e-a916-c8cae8718064 tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] 10.222.0.33 "GET /v2.0/security-groups?id=14c0c066-bc84-4396-a75f-e895035aefd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442836 May 28 17:29:32.419367 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=78 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:29:32.420229 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=72 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:29:33.428152 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59aff397-0bd1-4d1e-baa9-05b055e8ac65 req-ae22ef5b-0d4d-4ac3-91b1-b19285b7698f tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:29:33.429620 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-59aff397-0bd1-4d1e-baa9-05b055e8ac65 req-ae22ef5b-0d4d-4ac3-91b1-b19285b7698f tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] 10.222.0.33 "GET /v2.0/ports?device_id=3b3c1f29-31c9-4f5c-9875-fd1939062512 HTTP/1.1" status: 200 len: 945 time: 0.0484498 May 28 17:29:33.480960 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-59aff397-0bd1-4d1e-baa9-05b055e8ac65 req-cd007e58-ecfd-439c-bcce-d2b6e6a8b735 tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] 10.222.0.33 "GET /v2.0/security-groups?id=14c0c066-bc84-4396-a75f-e895035aefd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458345 May 28 17:29:34.023155 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-944e4fec-324c-4d6f-a01d-9441f2cd9487 req-de8620ed-44d3-4383-b18d-fcd4f11857d1 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=1c3b0710-2e45-41e0-b02a-a9b95245f62a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0387850 May 28 17:29:34.488934 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (7cdbebfa-f3b4-48eb-8fbc-caed95606681), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:29:34.602824 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635c7d3a-e46c-4a67-86df-3c714806f0ab req-964ba0dc-f6ae-40e0-9964-993680e14930 tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:29:34.604369 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-635c7d3a-e46c-4a67-86df-3c714806f0ab req-964ba0dc-f6ae-40e0-9964-993680e14930 tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] 10.222.0.33 "GET /v2.0/ports?device_id=3b3c1f29-31c9-4f5c-9875-fd1939062512 HTTP/1.1" status: 200 len: 945 time: 0.0524116 May 28 17:29:34.664535 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-635c7d3a-e46c-4a67-86df-3c714806f0ab req-93ebfd8d-4a28-49c0-aec6-d72ea34f1eaa tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] 10.222.0.33 "GET /v2.0/security-groups?id=14c0c066-bc84-4396-a75f-e895035aefd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543084 May 28 17:29:34.961069 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944e4fec-324c-4d6f-a01d-9441f2cd9487 req-7b50f7e3-ccc6-4f3c-9572-232cce75fd3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:29:34.962576 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-944e4fec-324c-4d6f-a01d-9441f2cd9487 req-7b50f7e3-ccc6-4f3c-9572-232cce75fd3b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8e92a5dc387f47c99ce98da4d6fd9d92&device_id=1c3b0710-2e45-41e0-b02a-a9b95245f62a HTTP/1.1" status: 200 len: 1129 time: 0.0535583 May 28 17:29:35.560522 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944e4fec-324c-4d6f-a01d-9441f2cd9487 req-66b70e06-e13d-4736-83e6-40ab277db4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:29:35.561972 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-944e4fec-324c-4d6f-a01d-9441f2cd9487 req-66b70e06-e13d-4736-83e6-40ab277db4b0 service neutron] 10.222.0.16 "GET /v2.0/networks?id=77a1ea92-c07d-41a7-8668-7c3c660591aa HTTP/1.1" status: 200 len: 919 time: 0.0984221 May 28 17:29:35.606739 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-944e4fec-324c-4d6f-a01d-9441f2cd9487 req-b7cf2747-ba12-459b-8d04-2090c0fd789d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4e39dc15-aca5-489f-886d-23cd2b05b64d HTTP/1.1" status: 200 len: 217 time: 0.0367174 May 28 17:29:35.657894 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944e4fec-324c-4d6f-a01d-9441f2cd9487 req-a1938508-ed24-4d7a-80ee-6bdf83d34df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:29:35.660808 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-944e4fec-324c-4d6f-a01d-9441f2cd9487 req-a1938508-ed24-4d7a-80ee-6bdf83d34df4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=034da301-fbaa-496d-8b67-7a375e67ef37 HTTP/1.1" status: 200 len: 857 time: 0.0470505 May 28 17:29:35.701090 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:29:35.713127 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944e4fec-324c-4d6f-a01d-9441f2cd9487 req-87d4358f-c37d-46c1-9eec-5ae03fd90ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:29:35.714538 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-944e4fec-324c-4d6f-a01d-9441f2cd9487 req-87d4358f-c37d-46c1-9eec-5ae03fd90ef0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=77a1ea92-c07d-41a7-8668-7c3c660591aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0452468 May 28 17:29:35.824842 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dee7f99-4f0e-48b8-90d5-3abbd611694b req-c3c587f3-654b-4033-917b-a41fee78fbcb tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:29:35.826217 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-4dee7f99-4f0e-48b8-90d5-3abbd611694b req-c3c587f3-654b-4033-917b-a41fee78fbcb tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] 10.222.0.33 "GET /v2.0/ports?device_id=3b3c1f29-31c9-4f5c-9875-fd1939062512 HTTP/1.1" status: 200 len: 945 time: 0.0851438 May 28 17:29:35.863270 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-944e4fec-324c-4d6f-a01d-9441f2cd9487 req-3310f64c-15dc-42c8-82f8-44cb3480b4b9 service neutron] 10.222.0.16 "GET /v2.0/networks/77a1ea92-c07d-41a7-8668-7c3c660591aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390953 May 28 17:29:35.910806 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-4dee7f99-4f0e-48b8-90d5-3abbd611694b req-c7a80117-292c-43af-9035-fff632c39cf3 tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] 10.222.0.33 "GET /v2.0/security-groups?id=14c0c066-bc84-4396-a75f-e895035aefd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778422 May 28 17:29:35.971215 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-944e4fec-324c-4d6f-a01d-9441f2cd9487 req-82306cca-c2be-4f04-b7a6-9b78b42a7e03 service neutron] 10.222.0.16 "GET /v2.0/networks/77a1ea92-c07d-41a7-8668-7c3c660591aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880020 May 28 17:29:37.031701 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e609aa5-19dd-4a33-8169-d809c6f5fcec req-50f9c697-c54b-4ffe-804e-e0ed1a070dd6 tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:29:37.033494 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-5e609aa5-19dd-4a33-8169-d809c6f5fcec req-50f9c697-c54b-4ffe-804e-e0ed1a070dd6 tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] 10.222.0.33 "GET /v2.0/ports?device_id=3b3c1f29-31c9-4f5c-9875-fd1939062512 HTTP/1.1" status: 200 len: 945 time: 0.0516510 May 28 17:29:37.137199 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-5e609aa5-19dd-4a33-8169-d809c6f5fcec req-e83b5053-6a9f-4ee8-972f-476e701c3524 tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] 10.222.0.33 "GET /v2.0/security-groups?id=14c0c066-bc84-4396-a75f-e895035aefd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975935 May 28 17:29:38.311903 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfde645c-d587-4579-b857-28fcdc0806a1 req-41356a2b-956b-4f53-9527-22494794518e tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:29:38.314348 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-bfde645c-d587-4579-b857-28fcdc0806a1 req-41356a2b-956b-4f53-9527-22494794518e tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] 10.222.0.33 "GET /v2.0/ports?device_id=3b3c1f29-31c9-4f5c-9875-fd1939062512 HTTP/1.1" status: 200 len: 945 time: 0.0571249 May 28 17:29:38.330135 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:29:38.390482 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-bfde645c-d587-4579-b857-28fcdc0806a1 req-697c652d-2df9-4114-86a1-65d32beb2b4e tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] 10.222.0.33 "GET /v2.0/security-groups?id=14c0c066-bc84-4396-a75f-e895035aefd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688882 May 28 17:29:39.529329 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=100 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:29:39.537121 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d654afdd-d2eb-4a31-ba41-c13caf109d5b req-264c9c45-5723-45d6-ac40-baf698dd900e tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:29:39.538962 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-d654afdd-d2eb-4a31-ba41-c13caf109d5b req-264c9c45-5723-45d6-ac40-baf698dd900e tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] 10.222.0.33 "GET /v2.0/ports?device_id=3b3c1f29-31c9-4f5c-9875-fd1939062512 HTTP/1.1" status: 200 len: 945 time: 0.0549736 May 28 17:29:39.608387 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-d654afdd-d2eb-4a31-ba41-c13caf109d5b req-c3ac1986-394b-417f-9c74-8859793967df tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] 10.222.0.33 "GET /v2.0/security-groups?id=14c0c066-bc84-4396-a75f-e895035aefd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547223 May 28 17:29:40.759923 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36adc03-baee-4ee9-94be-7c4b8f66de96 req-cfaddcc8-be8f-44e0-a981-d43242f5f4c7 tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:29:40.766926 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-b36adc03-baee-4ee9-94be-7c4b8f66de96 req-cfaddcc8-be8f-44e0-a981-d43242f5f4c7 tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] 10.222.0.33 "GET /v2.0/ports?device_id=3b3c1f29-31c9-4f5c-9875-fd1939062512 HTTP/1.1" status: 200 len: 945 time: 0.0683846 May 28 17:29:40.813716 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-b36adc03-baee-4ee9-94be-7c4b8f66de96 req-c1d05332-8e5c-4294-90e3-f9532e095c6b tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] 10.222.0.33 "GET /v2.0/security-groups?id=14c0c066-bc84-4396-a75f-e895035aefd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456436 May 28 17:29:41.960412 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412d6370-4c1d-46cc-8c91-c436cc0076ce req-742ac4b6-bf1b-4055-99e1-86d14d27d551 tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:29:41.962799 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-412d6370-4c1d-46cc-8c91-c436cc0076ce req-742ac4b6-bf1b-4055-99e1-86d14d27d551 tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] 10.222.0.33 "GET /v2.0/ports?device_id=3b3c1f29-31c9-4f5c-9875-fd1939062512 HTTP/1.1" status: 200 len: 945 time: 0.0590684 May 28 17:29:42.025250 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-412d6370-4c1d-46cc-8c91-c436cc0076ce req-c5823d1b-628f-4585-b9cc-dba7a6235ab5 tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] 10.222.0.33 "GET /v2.0/security-groups?id=14c0c066-bc84-4396-a75f-e895035aefd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555630 May 28 17:29:43.143937 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d131ce-c7c4-49c5-9cb9-a7dc7f009ea7 req-7bc4d8df-a084-415c-ba5d-10b1b6ffe57a tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:29:43.146711 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-95d131ce-c7c4-49c5-9cb9-a7dc7f009ea7 req-7bc4d8df-a084-415c-ba5d-10b1b6ffe57a tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] 10.222.0.33 "GET /v2.0/ports?device_id=3b3c1f29-31c9-4f5c-9875-fd1939062512 HTTP/1.1" status: 200 len: 945 time: 0.0556862 May 28 17:29:43.196360 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-95d131ce-c7c4-49c5-9cb9-a7dc7f009ea7 req-1d7ebcd9-a459-4367-9fda-ecf6e960157b tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] 10.222.0.33 "GET /v2.0/security-groups?id=14c0c066-bc84-4396-a75f-e895035aefd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440638 May 28 17:29:44.331913 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504723f5-6e7e-4cee-a9d8-61e833da86f4 req-fb50d191-c09d-433f-97f1-ed43aa6f8011 tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:29:44.333637 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-504723f5-6e7e-4cee-a9d8-61e833da86f4 req-fb50d191-c09d-433f-97f1-ed43aa6f8011 tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] 10.222.0.33 "GET /v2.0/ports?device_id=3b3c1f29-31c9-4f5c-9875-fd1939062512 HTTP/1.1" status: 200 len: 945 time: 0.0620317 May 28 17:29:44.389448 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-504723f5-6e7e-4cee-a9d8-61e833da86f4 req-a723f12e-cd0a-4c81-8026-ca4aad5c2ad6 tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] 10.222.0.33 "GET /v2.0/security-groups?id=14c0c066-bc84-4396-a75f-e895035aefd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476177 May 28 17:29:44.483680 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:29:44.484806 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:29:45.519504 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3082c122-a5ee-4949-bb4b-57107f690372 req-41087ce1-d0c2-4c11-b53e-8ae6178449ac tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:29:45.521851 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-3082c122-a5ee-4949-bb4b-57107f690372 req-41087ce1-d0c2-4c11-b53e-8ae6178449ac tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] 10.222.0.33 "GET /v2.0/ports?device_id=3b3c1f29-31c9-4f5c-9875-fd1939062512 HTTP/1.1" status: 200 len: 945 time: 0.0553970 May 28 17:29:45.579876 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-3082c122-a5ee-4949-bb4b-57107f690372 req-b860fbb1-beed-4767-a32f-b92bd50cf689 tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] 10.222.0.33 "GET /v2.0/security-groups?id=14c0c066-bc84-4396-a75f-e895035aefd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519505 May 28 17:29:46.701702 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a951b8c1-0879-41c0-ad56-bd99a05e5de6 req-ae37c28a-879e-4065-a704-040b400c21c7 tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:29:46.703272 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-a951b8c1-0879-41c0-ad56-bd99a05e5de6 req-ae37c28a-879e-4065-a704-040b400c21c7 tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] 10.222.0.33 "GET /v2.0/ports?device_id=3b3c1f29-31c9-4f5c-9875-fd1939062512 HTTP/1.1" status: 200 len: 945 time: 0.0523152 May 28 17:29:46.758926 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-a951b8c1-0879-41c0-ad56-bd99a05e5de6 req-a9cdd13c-f7ce-44de-a1a8-79be475463c9 tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] 10.222.0.33 "GET /v2.0/security-groups?id=14c0c066-bc84-4396-a75f-e895035aefd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481076 May 28 17:29:47.888392 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870f15c1-7101-4b18-ac07-cb7deaa57eed req-99dee7b2-1773-4135-84d7-b60d240a73d1 tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:29:47.889866 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-870f15c1-7101-4b18-ac07-cb7deaa57eed req-99dee7b2-1773-4135-84d7-b60d240a73d1 tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] 10.222.0.33 "GET /v2.0/ports?device_id=3b3c1f29-31c9-4f5c-9875-fd1939062512 HTTP/1.1" status: 200 len: 945 time: 0.0514467 May 28 17:29:47.947134 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-870f15c1-7101-4b18-ac07-cb7deaa57eed req-7888c922-8c55-4f8e-b05b-a85e1f63c5a9 tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] 10.222.0.33 "GET /v2.0/security-groups?id=14c0c066-bc84-4396-a75f-e895035aefd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513730 May 28 17:29:49.062725 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca59ecd-ad17-4082-959b-69beb52cb15d req-722fffeb-4f15-4d62-a583-bd29d7406669 tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:29:49.064251 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-cca59ecd-ad17-4082-959b-69beb52cb15d req-722fffeb-4f15-4d62-a583-bd29d7406669 tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] 10.222.0.33 "GET /v2.0/ports?device_id=3b3c1f29-31c9-4f5c-9875-fd1939062512 HTTP/1.1" status: 200 len: 945 time: 0.0498142 May 28 17:29:49.119080 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-cca59ecd-ad17-4082-959b-69beb52cb15d req-d7091da8-f14b-466c-8af1-c9466c7f942d tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] 10.222.0.33 "GET /v2.0/security-groups?id=14c0c066-bc84-4396-a75f-e895035aefd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477624 May 28 17:29:50.242512 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f64775f-4942-4937-9ed0-16d227579fd3 req-7b87c27a-3169-42ce-ac51-64116148e312 tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:29:50.249554 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-0f64775f-4942-4937-9ed0-16d227579fd3 req-7b87c27a-3169-42ce-ac51-64116148e312 tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] 10.222.0.33 "GET /v2.0/ports?device_id=3b3c1f29-31c9-4f5c-9875-fd1939062512 HTTP/1.1" status: 200 len: 945 time: 0.0597866 May 28 17:29:50.304447 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-0f64775f-4942-4937-9ed0-16d227579fd3 req-21abc90d-5e0a-4da2-b046-d1c3984cdaa1 tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] 10.222.0.33 "GET /v2.0/security-groups?id=14c0c066-bc84-4396-a75f-e895035aefd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537837 May 28 17:29:51.419391 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbd5781-8523-42c4-bdd0-44075fc11d54 req-d739469a-5210-4f9d-9e1b-9be15da56e51 tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:29:51.420823 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-5dbd5781-8523-42c4-bdd0-44075fc11d54 req-d739469a-5210-4f9d-9e1b-9be15da56e51 tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] 10.222.0.33 "GET /v2.0/ports?device_id=3b3c1f29-31c9-4f5c-9875-fd1939062512 HTTP/1.1" status: 200 len: 945 time: 0.0464737 May 28 17:29:51.468345 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-5dbd5781-8523-42c4-bdd0-44075fc11d54 req-6f5af323-4645-4f99-a502-be37f2cb2f4d tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] 10.222.0.33 "GET /v2.0/security-groups?id=14c0c066-bc84-4396-a75f-e895035aefd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414608 May 28 17:29:52.567766 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=100 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:29:52.583736 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68c4f06-bd81-4e6b-b023-7b314bccbef0 req-05376f21-830a-47df-afd7-906138818a40 tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:29:52.585212 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-b68c4f06-bd81-4e6b-b023-7b314bccbef0 req-05376f21-830a-47df-afd7-906138818a40 tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] 10.222.0.33 "GET /v2.0/ports?device_id=3b3c1f29-31c9-4f5c-9875-fd1939062512 HTTP/1.1" status: 200 len: 945 time: 0.0485497 May 28 17:29:52.632369 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-b68c4f06-bd81-4e6b-b023-7b314bccbef0 req-7e1deeda-188b-4dbd-a27c-2dd78a103fbf tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] 10.222.0.33 "GET /v2.0/security-groups?id=14c0c066-bc84-4396-a75f-e895035aefd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417542 May 28 17:29:52.836247 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-751dc1e3-b1d7-4142-ba0f-0935cb889c1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (b4d0b3c0-cc03-4456-af87-35ab415ef94b), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:29:53.092178 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.33', 59830) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:29:53.138593 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.db.db_base_plugin_v2 [None req-b012732e-0f42-4841-afcc-5c210bfff4a5 admin admin] Deleting subnet 354345f1-35ff-4aaf-9376-fb03c34d5973 {{(pid=103912) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 28 17:29:53.141799 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-b012732e-0f42-4841-afcc-5c210bfff4a5 admin admin] Publish callbacks [] for subnet (354345f1-35ff-4aaf-9376-fb03c34d5973), before_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:29:53.177239 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-b012732e-0f42-4841-afcc-5c210bfff4a5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6171485'] for subnet (354345f1-35ff-4aaf-9376-fb03c34d5973), precommit_delete_associations {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:29:53.213321 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=100 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:29:53.223039 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-b012732e-0f42-4841-afcc-5c210bfff4a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755116'] for subnet (354345f1-35ff-4aaf-9376-fb03c34d5973), precommit_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:29:53.276414 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-b012732e-0f42-4841-afcc-5c210bfff4a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6171411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5675836'] for subnet (354345f1-35ff-4aaf-9376-fb03c34d5973), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:29:53.300328 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b012732e-0f42-4841-afcc-5c210bfff4a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=354345f1-35ff-4aaf-9376-fb03c34d5973,revision_number=None']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:29:53.310421 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b012732e-0f42-4841-afcc-5c210bfff4a5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:29:53.310765 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b012732e-0f42-4841-afcc-5c210bfff4a5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:29:53.311103 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b012732e-0f42-4841-afcc-5c210bfff4a5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:29:53.311516 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b012732e-0f42-4841-afcc-5c210bfff4a5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:29:53.311851 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b012732e-0f42-4841-afcc-5c210bfff4a5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:29:53.312175 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b012732e-0f42-4841-afcc-5c210bfff4a5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:29:53.312497 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b012732e-0f42-4841-afcc-5c210bfff4a5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:29:53.312964 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b012732e-0f42-4841-afcc-5c210bfff4a5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:29:53.313171 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b012732e-0f42-4841-afcc-5c210bfff4a5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:29:53.313539 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b012732e-0f42-4841-afcc-5c210bfff4a5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:29:53.313867 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b012732e-0f42-4841-afcc-5c210bfff4a5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:29:53.314184 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b012732e-0f42-4841-afcc-5c210bfff4a5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:29:53.314505 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b012732e-0f42-4841-afcc-5c210bfff4a5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:29:53.314868 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b012732e-0f42-4841-afcc-5c210bfff4a5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:29:53.315773 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b012732e-0f42-4841-afcc-5c210bfff4a5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:29:53.318909 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-b012732e-0f42-4841-afcc-5c210bfff4a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-152074'] for subnet (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:29:53.322165 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-b012732e-0f42-4841-afcc-5c210bfff4a5 admin admin] 10.222.0.33 "DELETE /v2.0/subnets/354345f1-35ff-4aaf-9376-fb03c34d5973 HTTP/1.1" status: 204 len: 168 time: 0.2289460 May 28 17:29:53.324990 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.33', 59838) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:29:53.403325 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-e8e9d1e6-401d-4b21-b5e0-c1e4be389ec6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1661291'] for network (75e9d121-0dd7-4765-8420-f3e8c1d9b007), before_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:29:53.483038 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-e8e9d1e6-401d-4b21-b5e0-c1e4be389ec6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753177', 'neutron.services.segments.db._delete_segments_for_network-8735968598640'] for network (75e9d121-0dd7-4765-8420-f3e8c1d9b007), precommit_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:29:53.507695 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.services.segments.db [None req-e8e9d1e6-401d-4b21-b5e0-c1e4be389ec6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75e9d121-0dd7-4765-8420-f3e8c1d9b007']}} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:29:53.517589 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.services.segments.db [None req-e8e9d1e6-401d-4b21-b5e0-c1e4be389ec6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6c7f904-1af6-4214-b745-72cbcff0ed21') {'for_net_delete': True} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:29:53.517883 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.services.segments.db [None req-e8e9d1e6-401d-4b21-b5e0-c1e4be389ec6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6c7f904-1af6-4214-b745-72cbcff0ed21') {} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:29:53.527606 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-e8e9d1e6-401d-4b21-b5e0-c1e4be389ec6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735968599161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5576405'] for segment (d6c7f904-1af6-4214-b745-72cbcff0ed21), before_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:29:53.541171 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-e8e9d1e6-401d-4b21-b5e0-c1e4be389ec6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766051'] for segment (d6c7f904-1af6-4214-b745-72cbcff0ed21), precommit_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:29:53.547055 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8e9d1e6-401d-4b21-b5e0-c1e4be389ec6 admin admin] Releasing vlan 174 on physical network physnet1 to pool {{(pid=103911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 17:29:53.547472 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-e8e9d1e6-401d-4b21-b5e0-c1e4be389ec6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6040223'] for segment (d6c7f904-1af6-4214-b745-72cbcff0ed21), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:29:53.572654 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.services.segments.plugin [-] Segment d6c7f904-1af6-4214-b745-72cbcff0ed21 resource provider aggregate not found May 28 17:29:53.604744 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.services.segments.plugin [-] Segment d6c7f904-1af6-4214-b745-72cbcff0ed21 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d6c7f904-1af6-4214-b745-72cbcff0ed21 found for delete ", "request_id": "req-76df97a4-82dc-4005-8195-d4a106e01885"}]} May 28 17:29:53.616771 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-e8e9d1e6-401d-4b21-b5e0-c1e4be389ec6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1753186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681677'] for network (75e9d121-0dd7-4765-8420-f3e8c1d9b007), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:29:53.621760 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-e8e9d1e6-401d-4b21-b5e0-c1e4be389ec6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-152074'] for network (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:29:53.624892 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-e8e9d1e6-401d-4b21-b5e0-c1e4be389ec6 admin admin] 10.222.0.33 "DELETE /v2.0/networks/75e9d121-0dd7-4765-8420-f3e8c1d9b007 HTTP/1.1" status: 204 len: 168 time: 0.2988312 May 28 17:29:53.637920 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e9d1e6-401d-4b21-b5e0-c1e4be389ec6 admin admin] Pushing event deleted for resources: {'Network': ['ID=75e9d121-0dd7-4765-8420-f3e8c1d9b007,revision_number=None']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:29:53.645251 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e9d1e6-401d-4b21-b5e0-c1e4be389ec6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:29:53.645603 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e9d1e6-401d-4b21-b5e0-c1e4be389ec6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:29:53.645945 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e9d1e6-401d-4b21-b5e0-c1e4be389ec6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:29:53.646282 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e9d1e6-401d-4b21-b5e0-c1e4be389ec6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:29:53.646613 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e9d1e6-401d-4b21-b5e0-c1e4be389ec6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:29:53.646943 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e9d1e6-401d-4b21-b5e0-c1e4be389ec6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:29:53.647271 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e9d1e6-401d-4b21-b5e0-c1e4be389ec6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:29:53.647649 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e9d1e6-401d-4b21-b5e0-c1e4be389ec6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:29:53.647946 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e9d1e6-401d-4b21-b5e0-c1e4be389ec6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:29:53.648272 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e9d1e6-401d-4b21-b5e0-c1e4be389ec6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:29:53.648598 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e9d1e6-401d-4b21-b5e0-c1e4be389ec6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:29:53.648925 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e9d1e6-401d-4b21-b5e0-c1e4be389ec6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:29:53.649247 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e9d1e6-401d-4b21-b5e0-c1e4be389ec6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:29:53.649566 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e9d1e6-401d-4b21-b5e0-c1e4be389ec6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:29:53.649886 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e9d1e6-401d-4b21-b5e0-c1e4be389ec6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:29:53.752167 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71458174-75d5-46c0-a13d-76a94faae322 req-f8782979-cedb-4195-bdd1-ced5c61be503 tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:29:53.754339 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-71458174-75d5-46c0-a13d-76a94faae322 req-f8782979-cedb-4195-bdd1-ced5c61be503 tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] 10.222.0.33 "GET /v2.0/ports?device_id=3b3c1f29-31c9-4f5c-9875-fd1939062512 HTTP/1.1" status: 200 len: 945 time: 0.0534027 May 28 17:29:53.802355 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.33', 59852) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:29:53.803166 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-71458174-75d5-46c0-a13d-76a94faae322 req-2ddd4791-7750-4b70-8312-dc0429262892 tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] 10.222.0.33 "GET /v2.0/security-groups?id=14c0c066-bc84-4396-a75f-e895035aefd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433264 May 28 17:29:53.843486 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-9dda945a-80f9-40a7-8d82-85104efbbb9d admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=9065845ed3d0457c9ab0889760958a32&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0398512 May 28 17:29:53.845887 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.33', 59854) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:29:53.891681 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:29:53.895000 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-0e0d438e-62be-41b1-81a7-42522c69b2a7 admin admin] Publish callbacks [] for security_group (121583ef-c90e-40a6-bae4-1a91464c9788), before_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:29:53.917112 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-0e0d438e-62be-41b1-81a7-42522c69b2a7 admin admin] Publish callbacks [] for security_group (121583ef-c90e-40a6-bae4-1a91464c9788), precommit_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:29:53.965220 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-0e0d438e-62be-41b1-81a7-42522c69b2a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594961'] for security_group (121583ef-c90e-40a6-bae4-1a91464c9788), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:29:53.967765 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-0e0d438e-62be-41b1-81a7-42522c69b2a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:29:53.968856 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-0e0d438e-62be-41b1-81a7-42522c69b2a7 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/121583ef-c90e-40a6-bae4-1a91464c9788 HTTP/1.1" status: 204 len: 168 time: 0.1216025 May 28 17:29:53.976853 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0d438e-62be-41b1-81a7-42522c69b2a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=121583ef-c90e-40a6-bae4-1a91464c9788,revision_number=None']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:29:54.436802 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=10 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:29:54.442720 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=22 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:29:54.759228 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fa9f37-6143-46c8-b8c4-f26e6a0630e8 req-49af7293-1cde-4a73-9c01-0985471c5055 tempest-VolumesSnapshotTestJSON-491387215 tempest-VolumesSnapshotTestJSON-491387215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:29:54.760726 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-a4fa9f37-6143-46c8-b8c4-f26e6a0630e8 req-49af7293-1cde-4a73-9c01-0985471c5055 tempest-VolumesSnapshotTestJSON-491387215 tempest-VolumesSnapshotTestJSON-491387215-project] 10.222.0.33 "GET /v2.0/ports?device_id=a3819481-ecb7-47a2-86b2-78c6c1c40d61 HTTP/1.1" status: 200 len: 946 time: 0.0525091 May 28 17:29:54.809261 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-a4fa9f37-6143-46c8-b8c4-f26e6a0630e8 req-0fcb58d3-ec12-41a8-bb45-224f757fbcbf tempest-VolumesSnapshotTestJSON-491387215 tempest-VolumesSnapshotTestJSON-491387215-project] 10.222.0.33 "GET /v2.0/security-groups?id=4ee3e319-c2ae-4ff7-8a8c-b0d305908d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426815 May 28 17:29:54.932147 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d520c81-585c-41c6-a0d9-0d98b4bfefa4 req-28d1bfee-dee5-490f-ae50-a35387d3b087 tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:29:54.933646 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-6d520c81-585c-41c6-a0d9-0d98b4bfefa4 req-28d1bfee-dee5-490f-ae50-a35387d3b087 tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] 10.222.0.33 "GET /v2.0/ports?device_id=3b3c1f29-31c9-4f5c-9875-fd1939062512 HTTP/1.1" status: 200 len: 945 time: 0.0512948 May 28 17:29:54.981648 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-6d520c81-585c-41c6-a0d9-0d98b4bfefa4 req-d461d8c5-1583-43be-aedd-206d9603c86f tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] 10.222.0.33 "GET /v2.0/security-groups?id=14c0c066-bc84-4396-a75f-e895035aefd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423372 May 28 17:29:55.143757 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-707daf1e-5309-416b-b251-9ecc244dd431 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (8a8c7bbb-808d-49ae-95de-62501e6237ff), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:29:55.923106 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a85009-9e5f-472c-b078-d3670d8d6346 req-81cfce7d-85ed-4b11-a8a8-d9bcf540b39a tempest-VolumesSnapshotTestJSON-491387215 tempest-VolumesSnapshotTestJSON-491387215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:29:55.924584 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-35a85009-9e5f-472c-b078-d3670d8d6346 req-81cfce7d-85ed-4b11-a8a8-d9bcf540b39a tempest-VolumesSnapshotTestJSON-491387215 tempest-VolumesSnapshotTestJSON-491387215-project] 10.222.0.33 "GET /v2.0/ports?device_id=a3819481-ecb7-47a2-86b2-78c6c1c40d61 HTTP/1.1" status: 200 len: 946 time: 0.0470376 May 28 17:29:55.956827 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:29:55.971816 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-35a85009-9e5f-472c-b078-d3670d8d6346 req-2f1e78e9-32dc-4f4c-9d5f-9ea83d73704a tempest-VolumesSnapshotTestJSON-491387215 tempest-VolumesSnapshotTestJSON-491387215-project] 10.222.0.33 "GET /v2.0/security-groups?id=4ee3e319-c2ae-4ff7-8a8c-b0d305908d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412238 May 28 17:29:56.095695 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c85ac2c-86cd-48ca-998e-843ee009dd4b req-88adb50f-4627-42b0-a0d9-b6af4b9f5a69 tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:29:56.097120 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-6c85ac2c-86cd-48ca-998e-843ee009dd4b req-88adb50f-4627-42b0-a0d9-b6af4b9f5a69 tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] 10.222.0.33 "GET /v2.0/ports?device_id=3b3c1f29-31c9-4f5c-9875-fd1939062512 HTTP/1.1" status: 200 len: 945 time: 0.0462680 May 28 17:29:56.143093 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-6c85ac2c-86cd-48ca-998e-843ee009dd4b req-78b2d99f-3d50-4db2-aa85-51d7403916b4 tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] 10.222.0.33 "GET /v2.0/security-groups?id=14c0c066-bc84-4396-a75f-e895035aefd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405293 May 28 17:29:56.408022 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-f22b8f6e-815f-41ba-a8b6-c2e56f67911e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (0b51406a-5a43-473c-8a39-67b2a4c71e5e), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:29:57.085751 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a536ea5-96e6-4e4d-a7b2-72e1396e8881 req-1c40d971-a820-4273-af8b-659070eb830a tempest-VolumesSnapshotTestJSON-491387215 tempest-VolumesSnapshotTestJSON-491387215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:29:57.087191 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-1a536ea5-96e6-4e4d-a7b2-72e1396e8881 req-1c40d971-a820-4273-af8b-659070eb830a tempest-VolumesSnapshotTestJSON-491387215 tempest-VolumesSnapshotTestJSON-491387215-project] 10.222.0.33 "GET /v2.0/ports?device_id=a3819481-ecb7-47a2-86b2-78c6c1c40d61 HTTP/1.1" status: 200 len: 946 time: 0.0462744 May 28 17:29:57.136778 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-1a536ea5-96e6-4e4d-a7b2-72e1396e8881 req-c9f4288f-b293-421f-b900-a45f1bdd54ab tempest-VolumesSnapshotTestJSON-491387215 tempest-VolumesSnapshotTestJSON-491387215-project] 10.222.0.33 "GET /v2.0/security-groups?id=4ee3e319-c2ae-4ff7-8a8c-b0d305908d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439694 May 28 17:29:57.260388 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06039b8-385a-48ed-b5a3-ea16598cd4fa req-9a970881-b716-444f-9e58-3d3716520309 tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:29:57.261707 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-c06039b8-385a-48ed-b5a3-ea16598cd4fa req-9a970881-b716-444f-9e58-3d3716520309 tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] 10.222.0.33 "GET /v2.0/ports?device_id=3b3c1f29-31c9-4f5c-9875-fd1939062512 HTTP/1.1" status: 200 len: 945 time: 0.0500829 May 28 17:29:57.307450 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-c06039b8-385a-48ed-b5a3-ea16598cd4fa req-8b55010c-0ede-43a4-a240-fc6c657fd6da tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] 10.222.0.33 "GET /v2.0/security-groups?id=14c0c066-bc84-4396-a75f-e895035aefd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397193 May 28 17:29:57.536551 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a380c818-d5aa-447b-ada8-51fdca29f85e req-fbab7d17-cec1-47a5-9fa0-d34ad69346e3 tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:29:57.537914 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-a380c818-d5aa-447b-ada8-51fdca29f85e req-fbab7d17-cec1-47a5-9fa0-d34ad69346e3 tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] 10.222.0.33 "GET /v2.0/ports?device_id=3b3c1f29-31c9-4f5c-9875-fd1939062512 HTTP/1.1" status: 200 len: 945 time: 0.0473459 May 28 17:29:57.585252 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-a380c818-d5aa-447b-ada8-51fdca29f85e req-96d9c4fe-cd65-4772-b020-f596351cfb81 tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] 10.222.0.33 "GET /v2.0/security-groups?id=14c0c066-bc84-4396-a75f-e895035aefd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417521 May 28 17:29:57.722166 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-44990afe-4038-4bea-a0ed-12e052229f33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (19502cf1-8899-41f0-9103-a107faa54218), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:29:58.258778 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dd4a9f-32a6-4f63-aa71-8b6e3a0721c8 req-31af8cfd-5e07-4738-8157-8b91b3e7f966 tempest-VolumesSnapshotTestJSON-491387215 tempest-VolumesSnapshotTestJSON-491387215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:29:58.260264 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-92dd4a9f-32a6-4f63-aa71-8b6e3a0721c8 req-31af8cfd-5e07-4738-8157-8b91b3e7f966 tempest-VolumesSnapshotTestJSON-491387215 tempest-VolumesSnapshotTestJSON-491387215-project] 10.222.0.33 "GET /v2.0/ports?device_id=a3819481-ecb7-47a2-86b2-78c6c1c40d61 HTTP/1.1" status: 200 len: 946 time: 0.0477777 May 28 17:29:58.306980 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-92dd4a9f-32a6-4f63-aa71-8b6e3a0721c8 req-7d347130-23eb-4d99-bfc3-00c591044d0d tempest-VolumesSnapshotTestJSON-491387215 tempest-VolumesSnapshotTestJSON-491387215-project] 10.222.0.33 "GET /v2.0/security-groups?id=4ee3e319-c2ae-4ff7-8a8c-b0d305908d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412643 May 28 17:29:58.697017 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33b3446-d62a-4171-acdd-9adbe71a4fe3 req-bcd0e262-b072-468a-9ec8-2ec40dca4b44 tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:29:58.698443 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-d33b3446-d62a-4171-acdd-9adbe71a4fe3 req-bcd0e262-b072-468a-9ec8-2ec40dca4b44 tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] 10.222.0.33 "GET /v2.0/ports?device_id=3b3c1f29-31c9-4f5c-9875-fd1939062512 HTTP/1.1" status: 200 len: 945 time: 0.0463061 May 28 17:29:58.747415 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-d33b3446-d62a-4171-acdd-9adbe71a4fe3 req-b9fc30bb-4ac5-4406-8567-d2f75eb9eee4 tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] 10.222.0.33 "GET /v2.0/security-groups?id=14c0c066-bc84-4396-a75f-e895035aefd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434096 May 28 17:29:59.397402 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (0032cfec-21e8-44dd-a7d5-0b8312dfe052), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:29:59.424352 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.agents_db [None req-b36f0ab6-f8d6-4670-a7fa-3628cf342135 None None] Agent healthcheck: found 6 active agents {{(pid=103914) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 28 17:29:59.432296 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7179e996-d012-4d49-9836-6d26a653ce8e req-0d827665-8b5a-4809-b3c7-b29221df2aa5 tempest-VolumesSnapshotTestJSON-491387215 tempest-VolumesSnapshotTestJSON-491387215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:29:59.433826 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-7179e996-d012-4d49-9836-6d26a653ce8e req-0d827665-8b5a-4809-b3c7-b29221df2aa5 tempest-VolumesSnapshotTestJSON-491387215 tempest-VolumesSnapshotTestJSON-491387215-project] 10.222.0.33 "GET /v2.0/ports?device_id=a3819481-ecb7-47a2-86b2-78c6c1c40d61 HTTP/1.1" status: 200 len: 946 time: 0.0518699 May 28 17:29:59.495134 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-7179e996-d012-4d49-9836-6d26a653ce8e req-01cb825f-7114-4d59-a427-a5c613e2bcdb tempest-VolumesSnapshotTestJSON-491387215 tempest-VolumesSnapshotTestJSON-491387215-project] 10.222.0.33 "GET /v2.0/security-groups?id=4ee3e319-c2ae-4ff7-8a8c-b0d305908d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543971 May 28 17:29:59.861589 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b19c21-93e3-4f43-bae8-1e1066f78714 req-17c0dfc7-446c-43f5-bcb3-7fc2618e1481 tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:29:59.863038 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-40b19c21-93e3-4f43-bae8-1e1066f78714 req-17c0dfc7-446c-43f5-bcb3-7fc2618e1481 tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] 10.222.0.33 "GET /v2.0/ports?device_id=3b3c1f29-31c9-4f5c-9875-fd1939062512 HTTP/1.1" status: 200 len: 945 time: 0.0472670 May 28 17:29:59.909761 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-40b19c21-93e3-4f43-bae8-1e1066f78714 req-02f7a1ce-411a-4545-a7ce-647c943dda9a tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] 10.222.0.33 "GET /v2.0/security-groups?id=14c0c066-bc84-4396-a75f-e895035aefd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412266 May 28 17:30:00.614747 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c5f463-0c2e-49b3-a26e-3703d5cdec15 req-4e17259b-dd4b-40d7-960c-2d12f0c00a45 tempest-VolumesSnapshotTestJSON-491387215 tempest-VolumesSnapshotTestJSON-491387215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:30:00.616889 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-08c5f463-0c2e-49b3-a26e-3703d5cdec15 req-4e17259b-dd4b-40d7-960c-2d12f0c00a45 tempest-VolumesSnapshotTestJSON-491387215 tempest-VolumesSnapshotTestJSON-491387215-project] 10.222.0.33 "GET /v2.0/ports?device_id=a3819481-ecb7-47a2-86b2-78c6c1c40d61 HTTP/1.1" status: 200 len: 946 time: 0.0505123 May 28 17:30:00.628014 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:30:00.665547 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-08c5f463-0c2e-49b3-a26e-3703d5cdec15 req-778921d0-31f6-440e-b67d-b1414ec07335 tempest-VolumesSnapshotTestJSON-491387215 tempest-VolumesSnapshotTestJSON-491387215-project] 10.222.0.33 "GET /v2.0/security-groups?id=4ee3e319-c2ae-4ff7-8a8c-b0d305908d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430777 May 28 17:30:01.024648 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05990df6-863c-463c-863e-2c8bbf9c3593 req-98ea687d-c931-46b8-81ec-6dedc3dced76 tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:30:01.026087 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-05990df6-863c-463c-863e-2c8bbf9c3593 req-98ea687d-c931-46b8-81ec-6dedc3dced76 tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] 10.222.0.33 "GET /v2.0/ports?device_id=3b3c1f29-31c9-4f5c-9875-fd1939062512 HTTP/1.1" status: 200 len: 945 time: 0.0467815 May 28 17:30:01.037489 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:30:01.075614 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-05990df6-863c-463c-863e-2c8bbf9c3593 req-829b47e5-6e07-4a74-b97e-dce4b120fa4e tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] 10.222.0.33 "GET /v2.0/security-groups?id=14c0c066-bc84-4396-a75f-e895035aefd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439222 May 28 17:30:01.473950 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbf524c-cb1c-4418-821a-6b1b2e43d62c req-1f332ba5-b714-4d0b-9938-f5e524ace2d2 tempest-VolumesSnapshotTestJSON-491387215 tempest-VolumesSnapshotTestJSON-491387215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:30:01.476114 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-ccbf524c-cb1c-4418-821a-6b1b2e43d62c req-1f332ba5-b714-4d0b-9938-f5e524ace2d2 tempest-VolumesSnapshotTestJSON-491387215 tempest-VolumesSnapshotTestJSON-491387215-project] 10.222.0.16 "GET /v2.0/ports?device_id=a3819481-ecb7-47a2-86b2-78c6c1c40d61 HTTP/1.1" status: 200 len: 946 time: 0.0472956 May 28 17:30:01.568953 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [req-ccbf524c-cb1c-4418-821a-6b1b2e43d62c req-58833732-ea1f-44e4-bbe7-62bdb03fa9c3 tempest-VolumesSnapshotTestJSON-491387215 tempest-VolumesSnapshotTestJSON-491387215-project] Deleting port e2176952-8c79-446f-97c9-b6c6820083b3 {{(pid=103911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 28 17:30:01.569305 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-ccbf524c-cb1c-4418-821a-6b1b2e43d62c req-58833732-ea1f-44e4-bbe7-62bdb03fa9c3 tempest-VolumesSnapshotTestJSON-491387215 tempest-VolumesSnapshotTestJSON-491387215-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735968504037'] for port (e2176952-8c79-446f-97c9-b6c6820083b3), before_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:30:01.588591 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684516e5-f541-4f18-8518-25d81200029e req-b29b0246-46fc-4d10-9b07-d6f4f23e0e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:30:01.590142 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-684516e5-f541-4f18-8518-25d81200029e req-b29b0246-46fc-4d10-9b07-d6f4f23e0e19 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=90b378551d1c467e911cf01274c97d85&device_id=3b3c1f29-31c9-4f5c-9875-fd1939062512 HTTP/1.1" status: 200 len: 1129 time: 0.0449684 May 28 17:30:01.664794 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [req-ccbf524c-cb1c-4418-821a-6b1b2e43d62c req-58833732-ea1f-44e4-bbe7-62bdb03fa9c3 tempest-VolumesSnapshotTestJSON-491387215 tempest-VolumesSnapshotTestJSON-491387215-project] For port e2176952-8c79-446f-97c9-b6c6820083b3, host hv-cinder-84372, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84372',level=0,port_id=e2176952-8c79-446f-97c9-b6c6820083b3,segment=NetworkSegment(80f887d5-5d74-4b68-8808-871bb944a1fe),segment_id=80f887d5-5d74-4b68-8808-871bb944a1fe)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 17:30:01.665298 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-ccbf524c-cb1c-4418-821a-6b1b2e43d62c req-58833732-ea1f-44e4-bbe7-62bdb03fa9c3 tempest-VolumesSnapshotTestJSON-491387215 tempest-VolumesSnapshotTestJSON-491387215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-660327'] for port (e2176952-8c79-446f-97c9-b6c6820083b3), precommit_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:30:01.682658 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [req-ccbf524c-cb1c-4418-821a-6b1b2e43d62c req-58833732-ea1f-44e4-bbe7-62bdb03fa9c3 tempest-VolumesSnapshotTestJSON-491387215 tempest-VolumesSnapshotTestJSON-491387215-project] Calling delete_port for e2176952-8c79-446f-97c9-b6c6820083b3 owned by compute:nova {{(pid=103911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 28 17:30:01.694286 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684516e5-f541-4f18-8518-25d81200029e req-ef6b96d9-24dc-4b19-8eb8-6639a7195178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:30:01.695791 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-684516e5-f541-4f18-8518-25d81200029e req-ef6b96d9-24dc-4b19-8eb8-6639a7195178 service neutron] 10.222.0.16 "GET /v2.0/networks?id=ef03f64f-43e2-4121-9b36-bf95e66e6156 HTTP/1.1" status: 200 len: 911 time: 0.0993609 May 28 17:30:01.774378 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-684516e5-f541-4f18-8518-25d81200029e req-50a6e782-6f30-48d9-9a50-17c72fcdb252 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d234e00a-5520-40b5-aa3f-c3a3f2a506ee HTTP/1.1" status: 200 len: 1000 time: 0.0720909 May 28 17:30:01.801736 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6320b932-7704-47aa-8010-1ee841a77466 req-fa257a8b-a6bc-4ac7-9439-82700a4816f9 tempest-VolumesSnapshotTestJSON-491387215 tempest-VolumesSnapshotTestJSON-491387215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:30:01.803909 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-6320b932-7704-47aa-8010-1ee841a77466 req-fa257a8b-a6bc-4ac7-9439-82700a4816f9 tempest-VolumesSnapshotTestJSON-491387215 tempest-VolumesSnapshotTestJSON-491387215-project] 10.222.0.33 "GET /v2.0/ports?device_id=a3819481-ecb7-47a2-86b2-78c6c1c40d61 HTTP/1.1" status: 200 len: 946 time: 0.0641506 May 28 17:30:01.825948 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684516e5-f541-4f18-8518-25d81200029e req-11fc7635-b19c-4b3b-8db6-f6ebb3adb352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:30:01.827486 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-684516e5-f541-4f18-8518-25d81200029e req-11fc7635-b19c-4b3b-8db6-f6ebb3adb352 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=cac4e4be-bdeb-4bc3-836c-d18d4297ccc1 HTTP/1.1" status: 200 len: 849 time: 0.0462799 May 28 17:30:01.872565 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684516e5-f541-4f18-8518-25d81200029e req-2024ab6a-608c-4948-885d-6abb391ba386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:30:01.874072 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-684516e5-f541-4f18-8518-25d81200029e req-2024ab6a-608c-4948-885d-6abb391ba386 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ef03f64f-43e2-4121-9b36-bf95e66e6156&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0400727 May 28 17:30:01.890096 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-6320b932-7704-47aa-8010-1ee841a77466 req-d8e1da23-a968-42a5-8889-a90b586e93c7 tempest-VolumesSnapshotTestJSON-491387215 tempest-VolumesSnapshotTestJSON-491387215-project] 10.222.0.33 "GET /v2.0/security-groups?id=4ee3e319-c2ae-4ff7-8a8c-b0d305908d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801091 May 28 17:30:01.913302 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-ccbf524c-cb1c-4418-821a-6b1b2e43d62c req-58833732-ea1f-44e4-bbe7-62bdb03fa9c3 tempest-VolumesSnapshotTestJSON-491387215 tempest-VolumesSnapshotTestJSON-491387215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735968512467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735968120122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6040268'] for port (e2176952-8c79-446f-97c9-b6c6820083b3), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:30:01.940403 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58833732-ea1f-44e4-bbe7-62bdb03fa9c3 tempest-VolumesSnapshotTestJSON-491387215 tempest-VolumesSnapshotTestJSON-491387215-project] Pushing event deleted for resources: {'Port': ['ID=e2176952-8c79-446f-97c9-b6c6820083b3,revision_number=None']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:30:01.957072 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] get_ports_and_sgs() called for port_ids ['e2176952-8c79-446f-97c9-b6c6820083b3'] {{(pid=103913) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 28 17:30:01.981079 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:30:01.989161 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-684516e5-f541-4f18-8518-25d81200029e req-0a864cd0-e86e-46a7-857e-1f1c7651713c service neutron] 10.222.0.16 "GET /v2.0/networks/ef03f64f-43e2-4121-9b36-bf95e66e6156?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088018 May 28 17:30:01.994102 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccbf524c-cb1c-4418-821a-6b1b2e43d62c req-58833732-ea1f-44e4-bbe7-62bdb03fa9c3 tempest-VolumesSnapshotTestJSON-491387215 tempest-VolumesSnapshotTestJSON-491387215-project] No DVR routers for this DVR port e2176952-8c79-446f-97c9-b6c6820083b3 on host hv-cinder-84372 {{(pid=103911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 17:30:01.996941 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-ccbf524c-cb1c-4418-821a-6b1b2e43d62c req-58833732-ea1f-44e4-bbe7-62bdb03fa9c3 tempest-VolumesSnapshotTestJSON-491387215 tempest-VolumesSnapshotTestJSON-491387215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22441'] for port (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:30:02.000709 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-ccbf524c-cb1c-4418-821a-6b1b2e43d62c req-58833732-ea1f-44e4-bbe7-62bdb03fa9c3 tempest-VolumesSnapshotTestJSON-491387215 tempest-VolumesSnapshotTestJSON-491387215-project] 10.222.0.16 "DELETE /v2.0/ports/e2176952-8c79-446f-97c9-b6c6820083b3 HTTP/1.1" status: 204 len: 173 time: 0.5148134 May 28 17:30:02.001223 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3819481-ecb7-47a2-86b2-78c6c1c40d61', 'name': 'network-vif-deleted', 'tag': 'e2176952-8c79-446f-97c9-b6c6820083b3'}] {{(pid=103911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 17:30:02.003685 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb6e18ef154237edf928b85f6b333e0f790e93c3571d1d8d4f7e4f30b44c92d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4c1f672-4ed6-4256-8780-dacec5f9bf43" -d '{"events": [{"server_uuid": "a3819481-ecb7-47a2-86b2-78c6c1c40d61", "name": "network-vif-deleted", "tag": "e2176952-8c79-446f-97c9-b6c6820083b3"}]}' {{(pid=103911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 28 17:30:02.040699 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 May 2022 17:30:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-241ddc0c-fa67-40f7-9cc4-ec4bfeb5b059 x-openstack-request-id: req-241ddc0c-fa67-40f7-9cc4-ec4bfeb5b059 {{(pid=103911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 28 17:30:02.041004 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3819481-ecb7-47a2-86b2-78c6c1c40d61", "name": "network-vif-deleted", "tag": "e2176952-8c79-446f-97c9-b6c6820083b3", "status": "completed", "code": 200}]} {{(pid=103911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 28 17:30:02.041259 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-241ddc0c-fa67-40f7-9cc4-ec4bfeb5b059 {{(pid=103911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 28 17:30:02.041662 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-241ddc0c-fa67-40f7-9cc4-ec4bfeb5b059'] response: {'server_uuid': 'a3819481-ecb7-47a2-86b2-78c6c1c40d61', 'name': 'network-vif-deleted', 'tag': 'e2176952-8c79-446f-97c9-b6c6820083b3', 'status': 'completed', 'code': 200} May 28 17:30:02.087639 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-684516e5-f541-4f18-8518-25d81200029e req-f8278b51-4ca9-4b02-8b53-d25d5767c9cb service neutron] 10.222.0.16 "GET /v2.0/networks/ef03f64f-43e2-4121-9b36-bf95e66e6156?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920911 May 28 17:30:02.195531 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efb9cf4-dbb6-43a8-8b47-930a3552c045 req-c8c97037-4aa9-4452-9e1e-c587deed7a5f tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:30:02.197003 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-6efb9cf4-dbb6-43a8-8b47-930a3552c045 req-c8c97037-4aa9-4452-9e1e-c587deed7a5f tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] 10.222.0.33 "GET /v2.0/ports?device_id=3b3c1f29-31c9-4f5c-9875-fd1939062512 HTTP/1.1" status: 200 len: 945 time: 0.0518889 May 28 17:30:02.244948 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-6efb9cf4-dbb6-43a8-8b47-930a3552c045 req-6f024067-9a5f-4814-98d6-b977d7f7f4af tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] 10.222.0.33 "GET /v2.0/security-groups?id=14c0c066-bc84-4396-a75f-e895035aefd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423179 May 28 17:30:03.323943 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:30:03.359837 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d67f8f-98a5-4da0-85af-ea6d88d4fe77 req-34c35723-dc70-4dbd-9627-d7d67c5f9a36 tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:30:03.361292 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-91d67f8f-98a5-4da0-85af-ea6d88d4fe77 req-34c35723-dc70-4dbd-9627-d7d67c5f9a36 tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] 10.222.0.33 "GET /v2.0/ports?device_id=3b3c1f29-31c9-4f5c-9875-fd1939062512 HTTP/1.1" status: 200 len: 945 time: 0.0474696 May 28 17:30:03.411630 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-91d67f8f-98a5-4da0-85af-ea6d88d4fe77 req-1f63bd2d-7fa8-425d-88f4-b694e768707e tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] 10.222.0.33 "GET /v2.0/security-groups?id=14c0c066-bc84-4396-a75f-e895035aefd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440495 May 28 17:30:04.178416 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.33', 59982) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:30:04.306071 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-b63b9243-ba29-4aa8-85e0-7ce69f8d8de3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:30:04.364464 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=7 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:30:04.386054 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-b63b9243-ba29-4aa8-85e0-7ce69f8d8de3 admin admin] Publish callbacks [] for security_group (2be18d97-6c8b-4929-b77e-ed8d47e6fc0c), precommit_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:30:04.389823 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-b63b9243-ba29-4aa8-85e0-7ce69f8d8de3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594961'] for security_group (2be18d97-6c8b-4929-b77e-ed8d47e6fc0c), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:30:04.435248 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-b63b9243-ba29-4aa8-85e0-7ce69f8d8de3 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=664ab4816a9f4151b81de70e94b49a5e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2555034 May 28 17:30:04.437193 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63b9243-ba29-4aa8-85e0-7ce69f8d8de3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2be18d97-6c8b-4929-b77e-ed8d47e6fc0c,revision_number=1']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:30:04.438103 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.33', 59992) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:30:04.494699 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-9888d296-d239-4471-a7a6-5d096624608c admin admin] Publish callbacks [] for security_group (2be18d97-6c8b-4929-b77e-ed8d47e6fc0c), before_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:30:04.513563 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (7cdbebfa-f3b4-48eb-8fbc-caed95606681), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:30:04.518046 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-9888d296-d239-4471-a7a6-5d096624608c admin admin] Publish callbacks [] for security_group (2be18d97-6c8b-4929-b77e-ed8d47e6fc0c), precommit_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:30:04.565701 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-9888d296-d239-4471-a7a6-5d096624608c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594961'] for security_group (2be18d97-6c8b-4929-b77e-ed8d47e6fc0c), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:30:04.568202 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-9888d296-d239-4471-a7a6-5d096624608c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:30:04.569947 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-9888d296-d239-4471-a7a6-5d096624608c admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/2be18d97-6c8b-4929-b77e-ed8d47e6fc0c HTTP/1.1" status: 204 len: 168 time: 0.1307654 May 28 17:30:04.578165 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9888d296-d239-4471-a7a6-5d096624608c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2be18d97-6c8b-4929-b77e-ed8d47e6fc0c,revision_number=None']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:30:04.653118 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Device e2176952-8c79-446f-97c9-b6c6820083b3 no longer exists at agent hyperv_hv-cinder-84372 {{(pid=103913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 28 17:30:04.672992 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] No Port match for: e2176952-8c79-446f-97c9-b6c6820083b3 {{(pid=103913) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 28 17:30:04.673343 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Device e2176952-8c79-446f-97c9-b6c6820083b3 not bound to the agent host hv-cinder-84372 {{(pid=103913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 28 17:30:09.418906 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=2 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:30:14.425264 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=3 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:30:14.433621 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=31,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:30:14.573131 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=29,neutron:DELETE=1 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:30:14.573834 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=67,neutron:DELETE=3 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:30:14.590918 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=14,neutron:UPDATE=2 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:30:14.657154 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=12,neutron:UPDATE=4 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:30:22.841534 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-78bc2036-7837-4982-8f1d-7c2fb926db34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (b4d0b3c0-cc03-4456-af87-35ab415ef94b), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:30:24.210941 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025e5289-7352-4330-aa5c-93ac5ec67c7c req-bb38b325-6e48-4ccb-894c-34edc1e47099 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:30:24.212423 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-025e5289-7352-4330-aa5c-93ac5ec67c7c req-bb38b325-6e48-4ccb-894c-34edc1e47099 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/ports?device_id=1e52b200-7c75-45f2-92ed-813b306fc334 HTTP/1.1" status: 200 len: 945 time: 0.0497711 May 28 17:30:24.259842 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-025e5289-7352-4330-aa5c-93ac5ec67c7c req-7091de03-6180-4980-8b4f-596923109f5b tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/security-groups?id=34a1458f-4733-4263-a54d-1cac11f7c252&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418901 May 28 17:30:25.145439 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-c74bc916-6cbd-4351-baf2-ed0ed41b07e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (8a8c7bbb-808d-49ae-95de-62501e6237ff), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:30:25.378843 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd8ddbb-69ad-4751-bd61-a99e54406e8d req-fa02af5e-7311-43e9-bff4-12d1f641d696 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:30:25.380364 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-3dd8ddbb-69ad-4751-bd61-a99e54406e8d req-fa02af5e-7311-43e9-bff4-12d1f641d696 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/ports?device_id=1e52b200-7c75-45f2-92ed-813b306fc334 HTTP/1.1" status: 200 len: 945 time: 0.0473938 May 28 17:30:25.426794 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-3dd8ddbb-69ad-4751-bd61-a99e54406e8d req-8b775250-1b10-4367-96fc-6f94b814c63f tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/security-groups?id=34a1458f-4733-4263-a54d-1cac11f7c252&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404787 May 28 17:30:26.410534 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-f22b8f6e-815f-41ba-a8b6-c2e56f67911e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (0b51406a-5a43-473c-8a39-67b2a4c71e5e), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:30:26.721048 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe8993d-5f8a-43f7-b892-18d97d346815 req-71d48eb5-f576-48a9-92ca-6006a2486c3f tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:30:26.722528 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-9fe8993d-5f8a-43f7-b892-18d97d346815 req-71d48eb5-f576-48a9-92ca-6006a2486c3f tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/ports?device_id=1e52b200-7c75-45f2-92ed-813b306fc334 HTTP/1.1" status: 200 len: 945 time: 0.2238348 May 28 17:30:27.002534 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-9fe8993d-5f8a-43f7-b892-18d97d346815 req-bbcccf6d-2c08-444d-958f-02f8542bbc97 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/security-groups?id=34a1458f-4733-4263-a54d-1cac11f7c252&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2742596 May 28 17:30:27.725714 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-44990afe-4038-4bea-a0ed-12e052229f33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (19502cf1-8899-41f0-9103-a107faa54218), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:30:28.185382 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b8f38b-7bd8-4825-9bb5-f8d1b79aaf91 req-a7ef5132-f9b6-48d4-b045-e6238425b5b8 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:30:28.186832 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-55b8f38b-7bd8-4825-9bb5-f8d1b79aaf91 req-a7ef5132-f9b6-48d4-b045-e6238425b5b8 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/ports?device_id=1e52b200-7c75-45f2-92ed-813b306fc334 HTTP/1.1" status: 200 len: 945 time: 0.1033418 May 28 17:30:28.232603 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-55b8f38b-7bd8-4825-9bb5-f8d1b79aaf91 req-af3d19a0-40e4-4f40-9828-be1b4586b31e tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/security-groups?id=34a1458f-4733-4263-a54d-1cac11f7c252&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402093 May 28 17:30:29.349480 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd27397-d968-417e-8ac2-7f801c497ac3 req-09c16bdf-a824-457d-9736-66fe0177ac1b tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:30:29.351426 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-acd27397-d968-417e-8ac2-7f801c497ac3 req-09c16bdf-a824-457d-9736-66fe0177ac1b tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/ports?device_id=1e52b200-7c75-45f2-92ed-813b306fc334 HTTP/1.1" status: 200 len: 945 time: 0.0455596 May 28 17:30:29.393931 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (0032cfec-21e8-44dd-a7d5-0b8312dfe052), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:30:29.399390 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-acd27397-d968-417e-8ac2-7f801c497ac3 req-1faa8efe-05d1-4a98-99e5-6e9f0e454e83 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/security-groups?id=34a1458f-4733-4263-a54d-1cac11f7c252&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423663 May 28 17:30:29.401757 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.33', 60170) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:30:29.447933 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.db.db_base_plugin_v2 [None req-216b6891-3349-4cd1-a217-e672cff5b83f admin admin] Deleting subnet 85bb7a17-de77-4bde-b0ad-902161be4a24 {{(pid=103912) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 28 17:30:29.451116 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-216b6891-3349-4cd1-a217-e672cff5b83f admin admin] Publish callbacks [] for subnet (85bb7a17-de77-4bde-b0ad-902161be4a24), before_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:30:29.488799 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-216b6891-3349-4cd1-a217-e672cff5b83f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6171485'] for subnet (85bb7a17-de77-4bde-b0ad-902161be4a24), precommit_delete_associations {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:30:29.527620 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-216b6891-3349-4cd1-a217-e672cff5b83f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755116'] for subnet (85bb7a17-de77-4bde-b0ad-902161be4a24), precommit_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:30:29.580384 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-216b6891-3349-4cd1-a217-e672cff5b83f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6171411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5675836'] for subnet (85bb7a17-de77-4bde-b0ad-902161be4a24), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:30:29.606652 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216b6891-3349-4cd1-a217-e672cff5b83f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=85bb7a17-de77-4bde-b0ad-902161be4a24,revision_number=None']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:30:29.611533 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-216b6891-3349-4cd1-a217-e672cff5b83f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-152074'] for subnet (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:30:29.614689 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-216b6891-3349-4cd1-a217-e672cff5b83f admin admin] 10.222.0.33 "DELETE /v2.0/subnets/85bb7a17-de77-4bde-b0ad-902161be4a24 HTTP/1.1" status: 204 len: 168 time: 0.2119172 May 28 17:30:29.617204 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.33', 60172) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:30:29.688847 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-c8a3118c-bc5c-4bd7-bdb2-d68ac0eef308 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1661291'] for network (64d9df32-417a-4110-9ebe-97bfa607c330), before_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:30:29.768576 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-c8a3118c-bc5c-4bd7-bdb2-d68ac0eef308 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753177', 'neutron.services.segments.db._delete_segments_for_network-8735968598640'] for network (64d9df32-417a-4110-9ebe-97bfa607c330), precommit_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:30:29.789105 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.services.segments.db [None req-c8a3118c-bc5c-4bd7-bdb2-d68ac0eef308 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64d9df32-417a-4110-9ebe-97bfa607c330']}} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:30:29.798121 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.services.segments.db [None req-c8a3118c-bc5c-4bd7-bdb2-d68ac0eef308 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80f887d5-5d74-4b68-8808-871bb944a1fe') {'for_net_delete': True} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:30:29.798408 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.services.segments.db [None req-c8a3118c-bc5c-4bd7-bdb2-d68ac0eef308 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80f887d5-5d74-4b68-8808-871bb944a1fe') {} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:30:29.808204 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-c8a3118c-bc5c-4bd7-bdb2-d68ac0eef308 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735968599161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6171492'] for segment (80f887d5-5d74-4b68-8808-871bb944a1fe), before_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:30:29.821992 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-c8a3118c-bc5c-4bd7-bdb2-d68ac0eef308 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766051'] for segment (80f887d5-5d74-4b68-8808-871bb944a1fe), precommit_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:30:29.827784 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8a3118c-bc5c-4bd7-bdb2-d68ac0eef308 admin admin] Releasing vlan 191 on physical network physnet1 to pool {{(pid=103912) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 17:30:29.828226 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-c8a3118c-bc5c-4bd7-bdb2-d68ac0eef308 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6173873'] for segment (80f887d5-5d74-4b68-8808-871bb944a1fe), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:30:29.875692 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.services.segments.plugin [-] Segment 80f887d5-5d74-4b68-8808-871bb944a1fe resource provider aggregate not found May 28 17:30:29.890584 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-c8a3118c-bc5c-4bd7-bdb2-d68ac0eef308 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1753186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681677'] for network (64d9df32-417a-4110-9ebe-97bfa607c330), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:30:29.896799 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-c8a3118c-bc5c-4bd7-bdb2-d68ac0eef308 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-152074'] for network (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:30:29.900587 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-c8a3118c-bc5c-4bd7-bdb2-d68ac0eef308 admin admin] 10.222.0.33 "DELETE /v2.0/networks/64d9df32-417a-4110-9ebe-97bfa607c330 HTTP/1.1" status: 204 len: 168 time: 0.2824473 May 28 17:30:29.902113 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.services.segments.plugin [-] Segment 80f887d5-5d74-4b68-8808-871bb944a1fe resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 80f887d5-5d74-4b68-8808-871bb944a1fe found for delete ", "request_id": "req-f90f45f9-0eb6-4e60-b9df-3a694cd8fec1"}]} May 28 17:30:29.912469 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a3118c-bc5c-4bd7-bdb2-d68ac0eef308 admin admin] Pushing event deleted for resources: {'Network': ['ID=64d9df32-417a-4110-9ebe-97bfa607c330,revision_number=None']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:30:30.080304 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.33', 60180) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:30:30.119399 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-210e3ff8-93f3-4ad0-973e-3551a9a8b3a2 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=dd6efc6e9dad4ab1b9c40ab78d5a360d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0379071 May 28 17:30:30.121624 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.33', 60182) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:30:30.168897 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-3151bac4-1862-4959-8ff0-08602570375d admin admin] Publish callbacks [] for security_group (4ee3e319-c2ae-4ff7-8a8c-b0d305908d25), before_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:30:30.190721 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-3151bac4-1862-4959-8ff0-08602570375d admin admin] Publish callbacks [] for security_group (4ee3e319-c2ae-4ff7-8a8c-b0d305908d25), precommit_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:30:30.236200 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-3151bac4-1862-4959-8ff0-08602570375d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594961'] for security_group (4ee3e319-c2ae-4ff7-8a8c-b0d305908d25), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:30:30.238712 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-3151bac4-1862-4959-8ff0-08602570375d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:30:30.239883 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-3151bac4-1862-4959-8ff0-08602570375d admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/4ee3e319-c2ae-4ff7-8a8c-b0d305908d25 HTTP/1.1" status: 204 len: 168 time: 0.1173801 May 28 17:30:30.248082 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3151bac4-1862-4959-8ff0-08602570375d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ee3e319-c2ae-4ff7-8a8c-b0d305908d25,revision_number=None']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:30:30.519742 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-83f6d154-8588-4741-8ba6-def1ab15e680 req-250525b2-e91f-4803-a321-28a0cad44a9e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=3b3c1f29-31c9-4f5c-9875-fd1939062512&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0496120 May 28 17:30:30.532745 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea01b0d-2fb8-42dc-a116-909484c6f17e req-cabbc45f-0af9-4eb6-ac3e-29a95db7c115 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:30:30.534231 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-3ea01b0d-2fb8-42dc-a116-909484c6f17e req-cabbc45f-0af9-4eb6-ac3e-29a95db7c115 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/ports?device_id=1e52b200-7c75-45f2-92ed-813b306fc334 HTTP/1.1" status: 200 len: 945 time: 0.0592811 May 28 17:30:30.587203 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-3ea01b0d-2fb8-42dc-a116-909484c6f17e req-4ba3ba01-0486-45c7-8b60-b1f9611860e5 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/security-groups?id=34a1458f-4733-4263-a54d-1cac11f7c252&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459344 May 28 17:30:30.607172 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f6d154-8588-4741-8ba6-def1ab15e680 req-e1131e52-7495-402d-a846-a0b8740861e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:30:30.608917 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-83f6d154-8588-4741-8ba6-def1ab15e680 req-e1131e52-7495-402d-a846-a0b8740861e9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=90b378551d1c467e911cf01274c97d85&device_id=3b3c1f29-31c9-4f5c-9875-fd1939062512 HTTP/1.1" status: 200 len: 1129 time: 0.0496948 May 28 17:30:30.724138 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:30:30.729143 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:30:30.741968 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f6d154-8588-4741-8ba6-def1ab15e680 req-aa02185b-b0a8-4aaa-aad7-824a142ca95d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:30:30.743651 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-83f6d154-8588-4741-8ba6-def1ab15e680 req-aa02185b-b0a8-4aaa-aad7-824a142ca95d service neutron] 10.222.0.16 "GET /v2.0/networks?id=ef03f64f-43e2-4121-9b36-bf95e66e6156 HTTP/1.1" status: 200 len: 911 time: 0.1140456 May 28 17:30:30.816140 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-83f6d154-8588-4741-8ba6-def1ab15e680 req-49790f79-dd67-41a7-bd0d-8a7391bb59bb service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d234e00a-5520-40b5-aa3f-c3a3f2a506ee HTTP/1.1" status: 200 len: 1000 time: 0.0661104 May 28 17:30:30.871598 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f6d154-8588-4741-8ba6-def1ab15e680 req-5db2f389-9e12-4afd-b136-97ca1349ab73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:30:30.873133 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-83f6d154-8588-4741-8ba6-def1ab15e680 req-5db2f389-9e12-4afd-b136-97ca1349ab73 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=cac4e4be-bdeb-4bc3-836c-d18d4297ccc1 HTTP/1.1" status: 200 len: 849 time: 0.0515122 May 28 17:30:30.922463 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f6d154-8588-4741-8ba6-def1ab15e680 req-7824b355-6d2e-4ac4-9c43-6620c21eb17f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:30:30.924347 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-83f6d154-8588-4741-8ba6-def1ab15e680 req-7824b355-6d2e-4ac4-9c43-6620c21eb17f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ef03f64f-43e2-4121-9b36-bf95e66e6156&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0453165 May 28 17:30:31.032941 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-83f6d154-8588-4741-8ba6-def1ab15e680 req-f6b5d117-2731-44a2-883e-cbfd399311b1 service neutron] 10.222.0.16 "GET /v2.0/networks/ef03f64f-43e2-4121-9b36-bf95e66e6156?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014974 May 28 17:30:31.059724 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.33', 60208) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:30:31.134823 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-83f6d154-8588-4741-8ba6-def1ab15e680 req-ff133d64-cdb9-4355-acd6-e02463ce2cec service neutron] 10.222.0.16 "GET /v2.0/networks/ef03f64f-43e2-4121-9b36-bf95e66e6156?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950861 May 28 17:30:31.178410 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.v2.base [None req-6442dc13-bf48-4c56-a652-5ba8e0783dbe admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1625672484-network', 'tenant_id': 'c1187f363c0d40ffaebe938d3201e0ad'}} {{(pid=103911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 17:30:31.199724 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6442dc13-bf48-4c56-a652-5ba8e0783dbe admin admin] Made reservation on behalf of c1187f363c0d40ffaebe938d3201e0ad for: {'network': 1} {{(pid=103911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 17:30:31.202065 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-6442dc13-bf48-4c56-a652-5ba8e0783dbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for network (None), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:30:31.211810 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-6442dc13-bf48-4c56-a652-5ba8e0783dbe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:30:31.292284 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-6442dc13-bf48-4c56-a652-5ba8e0783dbe admin admin] Publish callbacks [] for security_group (d68febbd-b4c9-409e-8b06-8f367351bbd2), precommit_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:30:31.296338 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-6442dc13-bf48-4c56-a652-5ba8e0783dbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594961'] for security_group (d68febbd-b4c9-409e-8b06-8f367351bbd2), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:30:31.322626 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6442dc13-bf48-4c56-a652-5ba8e0783dbe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 153} {{(pid=103911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 17:30:31.333216 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6442dc13-bf48-4c56-a652-5ba8e0783dbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d68febbd-b4c9-409e-8b06-8f367351bbd2,revision_number=1']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:30:31.338685 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-6442dc13-bf48-4c56-a652-5ba8e0783dbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766051'] for segment (153d9af4-79c5-412d-83d0-73ae9d713be5), precommit_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:30:31.339024 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.db.segments_db [None req-6442dc13-bf48-4c56-a652-5ba8e0783dbe admin admin] Added segment 153d9af4-79c5-412d-83d0-73ae9d713be5 of type vlan for network 4a465d8b-8354-439d-89ca-5f701b554376 May 28 17:30:31.384740 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-6442dc13-bf48-4c56-a652-5ba8e0783dbe admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735968101232'] for network (4a465d8b-8354-439d-89ca-5f701b554376), precommit_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:30:31.411576 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-6442dc13-bf48-4c56-a652-5ba8e0783dbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116'] for network (4a465d8b-8354-439d-89ca-5f701b554376), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:30:31.412540 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6442dc13-bf48-4c56-a652-5ba8e0783dbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:30:31.413673 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-6442dc13-bf48-4c56-a652-5ba8e0783dbe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-152074'] for network (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:30:31.433310 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=2 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:30:31.435738 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=87,neutron:DELETE=1,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:30:31.440831 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=4 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:30:31.452817 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-6442dc13-bf48-4c56-a652-5ba8e0783dbe admin admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.3919683 May 28 17:30:31.455767 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.33', 60212) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:30:31.460880 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.v2.base [None req-30dc483e-8b40-41b7-a1b3-ce880a40cb03 admin admin] Request body: {'subnet': {'network_id': '4a465d8b-8354-439d-89ca-5f701b554376', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1625672484-subnet', 'tenant_id': 'c1187f363c0d40ffaebe938d3201e0ad', 'ip_version': 4}} {{(pid=103912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 17:30:31.482259 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6442dc13-bf48-4c56-a652-5ba8e0783dbe admin admin] Pushing event updated for resources: {'Network': ['ID=4a465d8b-8354-439d-89ca-5f701b554376,revision_number=1']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:30:31.487971 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30dc483e-8b40-41b7-a1b3-ce880a40cb03 admin admin] Made reservation on behalf of c1187f363c0d40ffaebe938d3201e0ad for: {'subnet': 1} {{(pid=103912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 17:30:31.490382 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-30dc483e-8b40-41b7-a1b3-ce880a40cb03 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5675793'] for subnet (None), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:30:31.494260 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Network 4a465d8b-8354-439d-89ca-5f701b554376 details requested by agent ovs-agent-dv-cinder-843729-1-iscsi with host dv-cinder-843729-1-iscsi {{(pid=103913) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 28 17:30:31.676596 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-30dc483e-8b40-41b7-a1b3-ce880a40cb03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6171474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5675783'] for subnet (09f52a4a-9f63-462c-a88b-3063575fed7e), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:30:31.762528 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776b9efa-1fce-4ec7-8d28-539ae687be59 req-aa27cd89-ae2d-4758-9629-d983941727a1 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:30:31.764065 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-776b9efa-1fce-4ec7-8d28-539ae687be59 req-aa27cd89-ae2d-4758-9629-d983941727a1 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/ports?device_id=1e52b200-7c75-45f2-92ed-813b306fc334 HTTP/1.1" status: 200 len: 945 time: 0.0810986 May 28 17:30:31.788769 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30dc483e-8b40-41b7-a1b3-ce880a40cb03 admin admin] Pushing event updated for resources: {'Subnet': ['ID=09f52a4a-9f63-462c-a88b-3063575fed7e,revision_number=0']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:30:31.809316 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30dc483e-8b40-41b7-a1b3-ce880a40cb03 admin admin] Checking segment: {'id': '153d9af4-79c5-412d-83d0-73ae9d713be5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '4a465d8b-8354-439d-89ca-5f701b554376'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 28 17:30:31.809665 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30dc483e-8b40-41b7-a1b3-ce880a40cb03 admin admin] Network hostable DHCP agents. Network: 4a465d8b-8354-439d-89ca-5f701b554376, hostable agents: ['b4d0b3c0-cc03-4456-af87-35ab415ef94b'], hosted agents: [] {{(pid=103912) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 17:30:31.842707 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-776b9efa-1fce-4ec7-8d28-539ae687be59 req-b9810bac-760e-4af6-849b-710466fd9365 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/security-groups?id=34a1458f-4733-4263-a54d-1cac11f7c252&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713456 May 28 17:30:31.847954 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30dc483e-8b40-41b7-a1b3-ce880a40cb03 admin admin] Network 4a465d8b-8354-439d-89ca-5f701b554376 is scheduled to be hosted by DHCP agent b4d0b3c0-cc03-4456-af87-35ab415ef94b with binding_index 1 {{(pid=103912) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 17:30:31.857864 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.scheduler.base_scheduler [None req-30dc483e-8b40-41b7-a1b3-ce880a40cb03 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843729-1-iscsi, 4a465d8b-8354-439d-89ca-5f701b554376) {{(pid=103912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 17:30:31.866965 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eaf5f10-3216-4bcd-996e-dc1e1fb4f55e None None] Network 4a465d8b-8354-439d-89ca-5f701b554376 requested from dv-cinder-843729-1-iscsi {{(pid=103913) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 28 17:30:31.872988 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30dc483e-8b40-41b7-a1b3-ce880a40cb03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:30:31.873601 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-30dc483e-8b40-41b7-a1b3-ce880a40cb03 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-152074'] for subnet (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:30:31.893044 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-30dc483e-8b40-41b7-a1b3-ce880a40cb03 admin admin] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4358935 May 28 17:30:31.895363 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.33', 60218) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:30:31.899906 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.v2.base [None req-74bec86b-acf3-42ca-ad80-566f684937d0 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1625672484-router', 'tenant_id': 'c1187f363c0d40ffaebe938d3201e0ad', 'external_gateway_info': {'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48'}}} {{(pid=103912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 17:30:31.921018 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-74bec86b-acf3-42ca-ad80-566f684937d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-687946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6195'] for router (11b1592f-2518-4c18-8ad6-cf3f40c28a12), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:30:31.922170 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-74bec86b-acf3-42ca-ad80-566f684937d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-680010', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-544425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6154'] for router (11b1592f-2518-4c18-8ad6-cf3f40c28a12), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:30:31.940431 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:30:31.983548 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:30:31.985725 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-74bec86b-acf3-42ca-ad80-566f684937d0 admin admin] Publish callbacks [] for router_controller (11b1592f-2518-4c18-8ad6-cf3f40c28a12), precommit_add_association {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:30:32.109872 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4e7976b-7567-4b9e-956d-03fba381c844 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d5e403e-4665-5b85-8da6-ff3b1ced4194-4a465d8b-8354-439d-89ca-5f701b554376', 'network_id': '4a465d8b-8354-439d-89ca-5f701b554376', 'project_id': 'c1187f363c0d40ffaebe938d3201e0ad', 'fixed_ips': [{'subnet_id': '09f52a4a-9f63-462c-a88b-3063575fed7e'}]}} from dv-cinder-843729-1-iscsi. {{(pid=103913) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 28 17:30:32.110819 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-a4e7976b-7567-4b9e-956d-03fba381c844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (None), before_create {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:30:32.140652 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-74bec86b-acf3-42ca-ad80-566f684937d0 admin admin] Publish callbacks [] for router_gateway (11b1592f-2518-4c18-8ad6-cf3f40c28a12), precommit_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:30:32.255472 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.db_base_plugin_common [None req-a4e7976b-7567-4b9e-956d-03fba381c844 None None] Allocated IP 172.20.0.2 (4a465d8b-8354-439d-89ca-5f701b554376/09f52a4a-9f63-462c-a88b-3063575fed7e/5d811f76-c841-4c80-87d3-ea6cc2a0dbc3) {{(pid=103913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 17:30:32.331271 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-74bec86b-acf3-42ca-ad80-566f684937d0 admin admin] Publish callbacks [] for router_gateway (11b1592f-2518-4c18-8ad6-cf3f40c28a12), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:30:32.353183 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-74bec86b-acf3-42ca-ad80-566f684937d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (None), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:30:32.408538 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-a4e7976b-7567-4b9e-956d-03fba381c844 None None] Publish callbacks [] for port (5d811f76-c841-4c80-87d3-ea6cc2a0dbc3), precommit_create {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:30:32.416370 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-a4e7976b-7567-4b9e-956d-03fba381c844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735968120113'] for port (5d811f76-c841-4c80-87d3-ea6cc2a0dbc3), after_create {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:30:32.459036 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4e7976b-7567-4b9e-956d-03fba381c844 None None] Network 4a465d8b-8354-439d-89ca-5f701b554376 is already hosted by enough agents. {{(pid=103913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 17:30:32.464772 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.scheduler.base_scheduler [None req-a4e7976b-7567-4b9e-956d-03fba381c844 None None] Resources bound (agent type, host, resource id): {{(pid=103913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 17:30:32.468331 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4e7976b-7567-4b9e-956d-03fba381c844 None None] Received port after_create {{(pid=103913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 28 17:30:32.476909 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.db.db_base_plugin_common [None req-74bec86b-acf3-42ca-ad80-566f684937d0 admin admin] Allocated IP 172.27.0.77 (2edbe6b8-aac1-406b-a2f1-8819dd0d1c48/5128d65d-65c0-41d1-99c9-7682fd6eaf92/590e0392-301d-42bc-8b55-7b2aff62b8e0) {{(pid=103912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 17:30:32.511135 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e7976b-7567-4b9e-956d-03fba381c844 None None] Pushing event updated for resources: {'Port': ['ID=5d811f76-c841-4c80-87d3-ea6cc2a0dbc3,revision_number=1']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:30:32.536811 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e7976b-7567-4b9e-956d-03fba381c844 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:30:32.537404 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e7976b-7567-4b9e-956d-03fba381c844 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:30:32.537919 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e7976b-7567-4b9e-956d-03fba381c844 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:30:32.538330 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e7976b-7567-4b9e-956d-03fba381c844 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:30:32.538676 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e7976b-7567-4b9e-956d-03fba381c844 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:30:32.539017 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e7976b-7567-4b9e-956d-03fba381c844 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:30:32.539828 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e7976b-7567-4b9e-956d-03fba381c844 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:30:32.539828 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e7976b-7567-4b9e-956d-03fba381c844 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:30:32.540182 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e7976b-7567-4b9e-956d-03fba381c844 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:30:32.540510 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e7976b-7567-4b9e-956d-03fba381c844 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:30:32.540908 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e7976b-7567-4b9e-956d-03fba381c844 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:30:32.541211 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e7976b-7567-4b9e-956d-03fba381c844 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:30:32.541618 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e7976b-7567-4b9e-956d-03fba381c844 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:30:32.541978 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e7976b-7567-4b9e-956d-03fba381c844 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:30:32.542434 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e7976b-7567-4b9e-956d-03fba381c844 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:30:32.558826 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.managers [None req-a4e7976b-7567-4b9e-956d-03fba381c844 None None] Attempting to bind port 5d811f76-c841-4c80-87d3-ea6cc2a0dbc3 on host dv-cinder-843729-1-iscsi for vnic_type normal with profile {{(pid=103913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 28 17:30:32.559206 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.managers [None req-a4e7976b-7567-4b9e-956d-03fba381c844 None None] Attempting to bind port 5d811f76-c841-4c80-87d3-ea6cc2a0dbc3 by drivers openvswitch,hyperv on host dv-cinder-843729-1-iscsi at level 0 using segments [{'id': '153d9af4-79c5-412d-83d0-73ae9d713be5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '4a465d8b-8354-439d-89ca-5f701b554376'}] {{(pid=103913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 28 17:30:32.559597 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4e7976b-7567-4b9e-956d-03fba381c844 None None] Attempting to bind port 5d811f76-c841-4c80-87d3-ea6cc2a0dbc3 on network 4a465d8b-8354-439d-89ca-5f701b554376 {{(pid=103913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 28 17:30:32.565211 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4e7976b-7567-4b9e-956d-03fba381c844 None None] Checking agent: {'id': '0032cfec-21e8-44dd-a7d5-0b8312dfe052', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843729-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 17, 16, 59), 'started_at': datetime.datetime(2022, 5, 28, 17, 17, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 17, 30, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843729-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 28 17:30:32.565588 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4e7976b-7567-4b9e-956d-03fba381c844 None None] Checking segment: {'id': '153d9af4-79c5-412d-83d0-73ae9d713be5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '4a465d8b-8354-439d-89ca-5f701b554376'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 28 17:30:32.565992 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-a4e7976b-7567-4b9e-956d-03fba381c844 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:30:32.566386 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4e7976b-7567-4b9e-956d-03fba381c844 None None] Bound using segment: {'id': '153d9af4-79c5-412d-83d0-73ae9d713be5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '4a465d8b-8354-439d-89ca-5f701b554376'} {{(pid=103913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 28 17:30:32.566856 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.managers [None req-a4e7976b-7567-4b9e-956d-03fba381c844 None None] Bound port: 5d811f76-c841-4c80-87d3-ea6cc2a0dbc3, host: dv-cinder-843729-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '153d9af4-79c5-412d-83d0-73ae9d713be5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '4a465d8b-8354-439d-89ca-5f701b554376'}}] {{(pid=103913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 28 17:30:32.567238 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-a4e7976b-7567-4b9e-956d-03fba381c844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (5d811f76-c841-4c80-87d3-ea6cc2a0dbc3), before_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:30:32.593159 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-74bec86b-acf3-42ca-ad80-566f684937d0 admin admin] Publish callbacks [] for port (590e0392-301d-42bc-8b55-7b2aff62b8e0), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:30:32.629023 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-74bec86b-acf3-42ca-ad80-566f684937d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735968120113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6173922'] for port (590e0392-301d-42bc-8b55-7b2aff62b8e0), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:30:32.631002 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:30:32.636769 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=88,neutron:UPDATE=7,neutron:INSERT=5 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:30:32.638266 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-a4e7976b-7567-4b9e-956d-03fba381c844 None None] For port 5d811f76-c841-4c80-87d3-ea6cc2a0dbc3, host dv-cinder-843729-1-iscsi, cleared binding levels {{(pid=103913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 17:30:32.641961 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-a4e7976b-7567-4b9e-956d-03fba381c844 None None] For port 5d811f76-c841-4c80-87d3-ea6cc2a0dbc3, host dv-cinder-843729-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843729-1-iscsi',level=0,port_id=5d811f76-c841-4c80-87d3-ea6cc2a0dbc3,segment=NetworkSegment(153d9af4-79c5-412d-83d0-73ae9d713be5),segment_id=153d9af4-79c5-412d-83d0-73ae9d713be5)] {{(pid=103913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 17:30:32.649385 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-a4e7976b-7567-4b9e-956d-03fba381c844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735968512485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735968120131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735968120149'] for port (5d811f76-c841-4c80-87d3-ea6cc2a0dbc3), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:30:32.667788 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74bec86b-acf3-42ca-ad80-566f684937d0 admin admin] Network 2edbe6b8-aac1-406b-a2f1-8819dd0d1c48 is already hosted by enough agents. {{(pid=103912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 17:30:32.671232 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.scheduler.base_scheduler [None req-74bec86b-acf3-42ca-ad80-566f684937d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 17:30:32.676104 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74bec86b-acf3-42ca-ad80-566f684937d0 admin admin] Received port after_create {{(pid=103912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 28 17:30:32.709360 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e7976b-7567-4b9e-956d-03fba381c844 None None] Pushing event updated for resources: {'Port': ['ID=5d811f76-c841-4c80-87d3-ea6cc2a0dbc3,revision_number=2']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:30:32.733396 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bec86b-acf3-42ca-ad80-566f684937d0 admin admin] Pushing event updated for resources: {'Port': ['ID=590e0392-301d-42bc-8b55-7b2aff62b8e0,revision_number=1']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:30:33.012457 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:30:33.021675 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-74bec86b-acf3-42ca-ad80-566f684937d0 admin admin] Publish callbacks [] for router_gateway (11b1592f-2518-4c18-8ad6-cf3f40c28a12), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:30:33.023527 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70672e0-d2a9-4561-955a-c7b1b3ac6818 req-0ac8eafb-9f6c-410f-961f-2834d670fb17 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:30:33.025079 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-a70672e0-d2a9-4561-955a-c7b1b3ac6818 req-0ac8eafb-9f6c-410f-961f-2834d670fb17 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/ports?device_id=1e52b200-7c75-45f2-92ed-813b306fc334 HTTP/1.1" status: 200 len: 945 time: 0.0775235 May 28 17:30:33.025907 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:30:33.084207 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:30:33.096119 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-a70672e0-d2a9-4561-955a-c7b1b3ac6818 req-1ad602d9-fb01-4772-acfb-247c727cfdad tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/security-groups?id=34a1458f-4733-4263-a54d-1cac11f7c252&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591962 May 28 17:30:33.237312 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-74bec86b-acf3-42ca-ad80-566f684937d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-679993'] for router (11b1592f-2518-4c18-8ad6-cf3f40c28a12), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:30:33.366887 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74bec86b-acf3-42ca-ad80-566f684937d0 admin admin] Router 11b1592f-2518-4c18-8ad6-cf3f40c28a12 is scheduled to L3 agent 8a8c7bbb-808d-49ae-95de-62501e6237ff with binding_index 1 {{(pid=103912) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 28 17:30:33.481768 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74bec86b-acf3-42ca-ad80-566f684937d0 admin admin] Notify agent at l3_agent.dv-cinder-843729-1-iscsi the message routers_updated {{(pid=103912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 17:30:33.493029 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e312ff08-80d5-450b-83c8-0c0bb80a4937 None None] Sync routers for ids ['11b1592f-2518-4c18-8ad6-cf3f40c28a12'] in dv-cinder-843729-1-iscsi {{(pid=103914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 17:30:33.502785 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-74bec86b-acf3-42ca-ad80-566f684937d0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:30:33.506037 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-74bec86b-acf3-42ca-ad80-566f684937d0 admin admin] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.6072299 May 28 17:30:33.506264 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.33', 60222) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:30:33.512670 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e312ff08-80d5-450b-83c8-0c0bb80a4937 None None] Routers {'11b1592f-2518-4c18-8ad6-cf3f40c28a12'} bound to L3 agent in host dv-cinder-843729-1-iscsi {{(pid=103914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 28 17:30:33.513301 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-e312ff08-80d5-450b-83c8-0c0bb80a4937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843729-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-28T17:16:55Z,description=,heartbeat_timestamp=2022-05-28T17:30:25Z,host='dv-cinder-843729-1-iscsi',id=8a8c7bbb-808d-49ae-95de-62501e6237ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T17:16:55Z,topic='l3_agent')) {'router_ids': ['11b1592f-2518-4c18-8ad6-cf3f40c28a12'], 'active': True} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:30:33.647192 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvr_db [None req-e312ff08-80d5-450b-83c8-0c0bb80a4937 None None] Set router 11b1592f-2518-4c18-8ad6-cf3f40c28a12 gateway port host: dv-cinder-843729-1-iscsi {{(pid=103914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 28 17:30:33.852228 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b0513f2-ad3f-4845-84f8-a31003d978ff None None] Network 4a465d8b-8354-439d-89ca-5f701b554376 requested from dv-cinder-843729-1-iscsi {{(pid=103913) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 28 17:30:33.865143 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-e312ff08-80d5-450b-83c8-0c0bb80a4937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11b1592f-2518-4c18-8ad6-cf3f40c28a12', 'name': 'tempest-TestShelveInstance-1625672484-router', 'tenant_id': 'c1187f363c0d40ffaebe938d3201e0ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'external_fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': '590e0392-301d-42bc-8b55-7b2aff62b8e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T17:30:31Z', 'updated_at': '2022-05-28T17:30:32Z', 'revision_number': 3, 'project_id': 'c1187f363c0d40ffaebe938d3201e0ad', 'gw_port': {'id': '590e0392-301d-42bc-8b55-7b2aff62b8e0', 'name': '', 'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:4d:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11b1592f-2518-4c18-8ad6-cf3f40c28a12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:30:32Z', 'updated_at': '2022-05-28T17:30:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843729-1-iscsi'}], 'dv-cinder-843729-1-iscsi', False) {} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:30:33.892786 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e312ff08-80d5-450b-83c8-0c0bb80a4937 None None] Checking router: 11b1592f-2518-4c18-8ad6-cf3f40c28a12 for host: dv-cinder-843729-1-iscsi {{(pid=103914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 17:30:33.893017 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-4e2bd2f5-cb31-4423-a82a-6ad7e82bf6cd None None] Provisioning complete for port 5d811f76-c841-4c80-87d3-ea6cc2a0dbc3 triggered by entity DHCP. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 17:30:33.893300 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-4e2bd2f5-cb31-4423-a82a-6ad7e82bf6cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1821120'] for port (5d811f76-c841-4c80-87d3-ea6cc2a0dbc3), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:30:33.893714 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e312ff08-80d5-450b-83c8-0c0bb80a4937 None None] Updating router 11b1592f-2518-4c18-8ad6-cf3f40c28a12 port 590e0392-301d-42bc-8b55-7b2aff62b8e0 binding host dv-cinder-843729-1-iscsi {{(pid=103914) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 17:30:33.925136 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron_lib.callbacks.manager [None req-e312ff08-80d5-450b-83c8-0c0bb80a4937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (590e0392-301d-42bc-8b55-7b2aff62b8e0), before_update {{(pid=103914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:30:33.986349 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-5f287dd5-667e-4729-8119-943443220dde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (None), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:30:34.011394 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=2 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:30:34.039107 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-4e2bd2f5-cb31-4423-a82a-6ad7e82bf6cd None None] Current status of the port 5d811f76-c841-4c80-87d3-ea6cc2a0dbc3 is: DOWN; New status is: ACTIVE {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 17:30:34.039586 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-4e2bd2f5-cb31-4423-a82a-6ad7e82bf6cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (5d811f76-c841-4c80-87d3-ea6cc2a0dbc3), before_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:30:34.074991 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:30:34.114035 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-4e2bd2f5-cb31-4423-a82a-6ad7e82bf6cd None None] For port 5d811f76-c841-4c80-87d3-ea6cc2a0dbc3, host dv-cinder-843729-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843729-1-iscsi',level=0,port_id=5d811f76-c841-4c80-87d3-ea6cc2a0dbc3,segment=NetworkSegment(153d9af4-79c5-412d-83d0-73ae9d713be5),segment_id=153d9af4-79c5-412d-83d0-73ae9d713be5)] {{(pid=103913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 17:30:34.127318 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-4e2bd2f5-cb31-4423-a82a-6ad7e82bf6cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735968512485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735968120131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735968120149'] for port (5d811f76-c841-4c80-87d3-ea6cc2a0dbc3), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:30:34.225371 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2bd2f5-cb31-4423-a82a-6ad7e82bf6cd None None] Pushing event updated for resources: {'Port': ['ID=5d811f76-c841-4c80-87d3-ea6cc2a0dbc3,revision_number=3']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:30:34.257035 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.db.db_base_plugin_common [None req-5f287dd5-667e-4729-8119-943443220dde admin admin] Allocated IP 172.20.0.1 (4a465d8b-8354-439d-89ca-5f701b554376/09f52a4a-9f63-462c-a88b-3063575fed7e/dfb60f6e-4869-4951-a924-ca39c879f86b) {{(pid=103912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 17:30:34.309311 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron_lib.callbacks.manager [None req-e312ff08-80d5-450b-83c8-0c0bb80a4937 None None] Publish callbacks [] for port (590e0392-301d-42bc-8b55-7b2aff62b8e0), precommit_update {{(pid=103914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:30:34.313351 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0a55f2-44f5-4e9b-a6df-e187293d40da req-c366c4c6-9e45-4dab-bdf1-a4eaa9b1a6f4 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:30:34.314838 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-7c0a55f2-44f5-4e9b-a6df-e187293d40da req-c366c4c6-9e45-4dab-bdf1-a4eaa9b1a6f4 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/ports?device_id=1e52b200-7c75-45f2-92ed-813b306fc334 HTTP/1.1" status: 200 len: 945 time: 0.0772078 May 28 17:30:34.322164 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron_lib.callbacks.manager [None req-e312ff08-80d5-450b-83c8-0c0bb80a4937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735968512485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735968120131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735968120149'] for port (590e0392-301d-42bc-8b55-7b2aff62b8e0), after_update {{(pid=103914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:30:34.387832 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.plugins.ml2.managers [None req-e312ff08-80d5-450b-83c8-0c0bb80a4937 None None] Attempting to bind port 590e0392-301d-42bc-8b55-7b2aff62b8e0 on host dv-cinder-843729-1-iscsi for vnic_type normal with profile {{(pid=103914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 28 17:30:34.388262 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.plugins.ml2.managers [None req-e312ff08-80d5-450b-83c8-0c0bb80a4937 None None] Attempting to bind port 590e0392-301d-42bc-8b55-7b2aff62b8e0 by drivers openvswitch,hyperv on host dv-cinder-843729-1-iscsi at level 0 using segments [{'id': '3991c6da-7adc-4448-bfac-a7af5b626d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48'}] {{(pid=103914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 28 17:30:34.388605 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e312ff08-80d5-450b-83c8-0c0bb80a4937 None None] Attempting to bind port 590e0392-301d-42bc-8b55-7b2aff62b8e0 on network 2edbe6b8-aac1-406b-a2f1-8819dd0d1c48 {{(pid=103914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 28 17:30:34.390715 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3058b81b-268e-4a1d-bc09-1d734bc10cec None None] Pushing event updated for resources: {'Port': ['ID=590e0392-301d-42bc-8b55-7b2aff62b8e0,revision_number=2']} {{(pid=103914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:30:34.400700 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3058b81b-268e-4a1d-bc09-1d734bc10cec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:30:34.400986 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3058b81b-268e-4a1d-bc09-1d734bc10cec None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:30:34.401327 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3058b81b-268e-4a1d-bc09-1d734bc10cec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:30:34.401678 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3058b81b-268e-4a1d-bc09-1d734bc10cec None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:30:34.402019 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3058b81b-268e-4a1d-bc09-1d734bc10cec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:30:34.402344 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3058b81b-268e-4a1d-bc09-1d734bc10cec None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:30:34.402666 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3058b81b-268e-4a1d-bc09-1d734bc10cec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:30:34.402986 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3058b81b-268e-4a1d-bc09-1d734bc10cec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:30:34.403307 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3058b81b-268e-4a1d-bc09-1d734bc10cec None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:30:34.403648 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3058b81b-268e-4a1d-bc09-1d734bc10cec None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:30:34.403971 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3058b81b-268e-4a1d-bc09-1d734bc10cec None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:30:34.404304 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3058b81b-268e-4a1d-bc09-1d734bc10cec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:30:34.404731 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3058b81b-268e-4a1d-bc09-1d734bc10cec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:30:34.404926 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3058b81b-268e-4a1d-bc09-1d734bc10cec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:30:34.405280 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3058b81b-268e-4a1d-bc09-1d734bc10cec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:30:34.408731 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e312ff08-80d5-450b-83c8-0c0bb80a4937 None None] Checking agent: {'id': '0032cfec-21e8-44dd-a7d5-0b8312dfe052', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843729-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 17, 16, 59), 'started_at': datetime.datetime(2022, 5, 28, 17, 17, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 17, 30, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843729-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 28 17:30:34.409121 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e312ff08-80d5-450b-83c8-0c0bb80a4937 None None] Checking segment: {'id': '3991c6da-7adc-4448-bfac-a7af5b626d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 28 17:30:34.409520 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron_lib.callbacks.manager [None req-e312ff08-80d5-450b-83c8-0c0bb80a4937 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:30:34.409899 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e312ff08-80d5-450b-83c8-0c0bb80a4937 None None] Bound using segment: {'id': '3991c6da-7adc-4448-bfac-a7af5b626d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48'} {{(pid=103914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 28 17:30:34.410368 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.plugins.ml2.managers [None req-e312ff08-80d5-450b-83c8-0c0bb80a4937 None None] Bound port: 590e0392-301d-42bc-8b55-7b2aff62b8e0, host: dv-cinder-843729-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3991c6da-7adc-4448-bfac-a7af5b626d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48'}}] {{(pid=103914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 28 17:30:34.410743 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron_lib.callbacks.manager [None req-e312ff08-80d5-450b-83c8-0c0bb80a4937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (590e0392-301d-42bc-8b55-7b2aff62b8e0), before_update {{(pid=103914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:30:34.425564 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-7c0a55f2-44f5-4e9b-a6df-e187293d40da req-0c705636-adf7-43bc-80fa-041958653903 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/security-groups?id=34a1458f-4733-4263-a54d-1cac11f7c252&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980375 May 28 17:30:34.464431 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-f4425a1f-6571-4b6f-acb7-9e3b14de21d0 None None] Provisioning complete for port 5d811f76-c841-4c80-87d3-ea6cc2a0dbc3 triggered by entity DHCP. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 17:30:34.464900 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-f4425a1f-6571-4b6f-acb7-9e3b14de21d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1821120'] for port (5d811f76-c841-4c80-87d3-ea6cc2a0dbc3), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:30:34.490596 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-5f287dd5-667e-4729-8119-943443220dde admin admin] Publish callbacks [] for port (dfb60f6e-4869-4951-a924-ca39c879f86b), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:30:34.528535 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (7cdbebfa-f3b4-48eb-8fbc-caed95606681), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:30:34.530898 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-5f287dd5-667e-4729-8119-943443220dde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735968120113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6173922'] for port (dfb60f6e-4869-4951-a924-ca39c879f86b), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:30:34.580461 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-f4425a1f-6571-4b6f-acb7-9e3b14de21d0 None None] Current status of the port 5d811f76-c841-4c80-87d3-ea6cc2a0dbc3 is: ACTIVE; New status is: ACTIVE {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 17:30:34.587884 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f287dd5-667e-4729-8119-943443220dde admin admin] Network 4a465d8b-8354-439d-89ca-5f701b554376 is already hosted by enough agents. {{(pid=103912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 17:30:34.593893 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.scheduler.base_scheduler [None req-5f287dd5-667e-4729-8119-943443220dde admin admin] Resources bound (agent type, host, resource id): {{(pid=103912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 17:30:34.595214 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.plugins.ml2.db [None req-e312ff08-80d5-450b-83c8-0c0bb80a4937 None None] For port 590e0392-301d-42bc-8b55-7b2aff62b8e0, host dv-cinder-843729-1-iscsi, cleared binding levels {{(pid=103914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 17:30:34.598059 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f287dd5-667e-4729-8119-943443220dde admin admin] Received port after_create {{(pid=103912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 28 17:30:34.600322 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.plugins.ml2.db [None req-e312ff08-80d5-450b-83c8-0c0bb80a4937 None None] For port 590e0392-301d-42bc-8b55-7b2aff62b8e0, host dv-cinder-843729-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843729-1-iscsi',level=0,port_id=590e0392-301d-42bc-8b55-7b2aff62b8e0,segment=NetworkSegment(3991c6da-7adc-4448-bfac-a7af5b626d82),segment_id=3991c6da-7adc-4448-bfac-a7af5b626d82)] {{(pid=103914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 17:30:34.610384 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron_lib.callbacks.manager [None req-e312ff08-80d5-450b-83c8-0c0bb80a4937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735968512485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735968120131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735968120149'] for port (590e0392-301d-42bc-8b55-7b2aff62b8e0), after_update {{(pid=103914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:30:34.629285 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f287dd5-667e-4729-8119-943443220dde admin admin] Pushing event updated for resources: {'Port': ['ID=dfb60f6e-4869-4951-a924-ca39c879f86b,revision_number=1']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:30:34.652055 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-5f287dd5-667e-4729-8119-943443220dde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681546'] for router_interface (11b1592f-2518-4c18-8ad6-cf3f40c28a12), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:30:34.669965 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3058b81b-268e-4a1d-bc09-1d734bc10cec None None] Pushing event updated for resources: {'Port': ['ID=590e0392-301d-42bc-8b55-7b2aff62b8e0,revision_number=3']} {{(pid=103914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:30:34.688054 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e312ff08-80d5-450b-83c8-0c0bb80a4937 None None] Routers {'11b1592f-2518-4c18-8ad6-cf3f40c28a12'} bound to L3 agent in host dv-cinder-843729-1-iscsi {{(pid=103914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 28 17:30:34.689052 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-e312ff08-80d5-450b-83c8-0c0bb80a4937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843729-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-28T17:16:55Z,description=,heartbeat_timestamp=2022-05-28T17:30:25Z,host='dv-cinder-843729-1-iscsi',id=8a8c7bbb-808d-49ae-95de-62501e6237ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T17:16:55Z,topic='l3_agent')) {'router_ids': ['11b1592f-2518-4c18-8ad6-cf3f40c28a12'], 'active': True} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:30:34.742662 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:30:34.766740 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:30:34.833578 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-5f287dd5-667e-4729-8119-943443220dde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (dfb60f6e-4869-4951-a924-ca39c879f86b), before_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:30:34.850754 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvr_db [None req-e312ff08-80d5-450b-83c8-0c0bb80a4937 None None] Set router 11b1592f-2518-4c18-8ad6-cf3f40c28a12 gateway port host: dv-cinder-843729-1-iscsi {{(pid=103914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 28 17:30:34.926768 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-43d45b13-e185-48ad-b1cf-a68c98a5d4be None None] Provisioning complete for port dfb60f6e-4869-4951-a924-ca39c879f86b triggered by entity DHCP. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 17:30:34.927381 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-43d45b13-e185-48ad-b1cf-a68c98a5d4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1821120'] for port (dfb60f6e-4869-4951-a924-ca39c879f86b), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:30:34.971405 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Device 5d811f76-c841-4c80-87d3-ea6cc2a0dbc3 up at agent ovs-agent-dv-cinder-843729-1-iscsi {{(pid=103913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 28 17:30:35.003231 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-43d45b13-e185-48ad-b1cf-a68c98a5d4be None None] Port dfb60f6e-4869-4951-a924-ca39c879f86b cannot update to ACTIVE because it is not bound. {{(pid=103913) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 28 17:30:35.032536 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Provisioning complete for port 5d811f76-c841-4c80-87d3-ea6cc2a0dbc3 triggered by entity L2. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 17:30:35.033256 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1821120'] for port (5d811f76-c841-4c80-87d3-ea6cc2a0dbc3), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:30:35.062953 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-e312ff08-80d5-450b-83c8-0c0bb80a4937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11b1592f-2518-4c18-8ad6-cf3f40c28a12', 'name': 'tempest-TestShelveInstance-1625672484-router', 'tenant_id': 'c1187f363c0d40ffaebe938d3201e0ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'external_fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': '590e0392-301d-42bc-8b55-7b2aff62b8e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T17:30:31Z', 'updated_at': '2022-05-28T17:30:32Z', 'revision_number': 3, 'project_id': 'c1187f363c0d40ffaebe938d3201e0ad', 'gw_port': {'id': '590e0392-301d-42bc-8b55-7b2aff62b8e0', 'name': '', 'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:4d:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11b1592f-2518-4c18-8ad6-cf3f40c28a12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:30:32Z', 'updated_at': '2022-05-28T17:30:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843729-1-iscsi'}], 'dv-cinder-843729-1-iscsi', False) {} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:30:35.099014 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e312ff08-80d5-450b-83c8-0c0bb80a4937 None None] The sync data for ids ['11b1592f-2518-4c18-8ad6-cf3f40c28a12'] in dv-cinder-843729-1-iscsi is: [{'id': '11b1592f-2518-4c18-8ad6-cf3f40c28a12', 'name': 'tempest-TestShelveInstance-1625672484-router', 'tenant_id': 'c1187f363c0d40ffaebe938d3201e0ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'external_fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': '590e0392-301d-42bc-8b55-7b2aff62b8e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T17:30:31Z', 'updated_at': '2022-05-28T17:30:32Z', 'revision_number': 3, 'project_id': 'c1187f363c0d40ffaebe938d3201e0ad', 'gw_port': {'id': '590e0392-301d-42bc-8b55-7b2aff62b8e0', 'name': '', 'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:4d:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11b1592f-2518-4c18-8ad6-cf3f40c28a12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:30:32Z', 'updated_at': '2022-05-28T17:30:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843729-1-iscsi'}] {{(pid=103914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 17:30:35.136836 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Current status of the port 5d811f76-c841-4c80-87d3-ea6cc2a0dbc3 is: ACTIVE; New status is: ACTIVE {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 17:30:35.355726 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:30:35.359723 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-5f287dd5-667e-4729-8119-943443220dde admin admin] Publish callbacks [] for port (dfb60f6e-4869-4951-a924-ca39c879f86b), precommit_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:30:35.371652 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-5f287dd5-667e-4729-8119-943443220dde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735968512485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735968120131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735968120149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6173909'] for port (dfb60f6e-4869-4951-a924-ca39c879f86b), after_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:30:35.423006 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:30:35.455014 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f287dd5-667e-4729-8119-943443220dde admin admin] Pushing event updated for resources: {'Port': ['ID=dfb60f6e-4869-4951-a924-ca39c879f86b,revision_number=2']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:30:35.457961 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-5f287dd5-667e-4729-8119-943443220dde admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-152102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-686586'] for router_interface (11b1592f-2518-4c18-8ad6-cf3f40c28a12), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:30:35.590533 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f287dd5-667e-4729-8119-943443220dde admin admin] Network 4a465d8b-8354-439d-89ca-5f701b554376 is already hosted by enough agents. {{(pid=103912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 17:30:35.595576 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.scheduler.base_scheduler [None req-5f287dd5-667e-4729-8119-943443220dde admin admin] Resources bound (agent type, host, resource id): {{(pid=103912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 17:30:35.619698 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88caed90-4979-4d60-bd35-e1622a8bbc58 req-ec2ef980-9f76-41e5-9785-dbbb349daad4 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:30:35.622296 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-88caed90-4979-4d60-bd35-e1622a8bbc58 req-ec2ef980-9f76-41e5-9785-dbbb349daad4 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/ports?device_id=1e52b200-7c75-45f2-92ed-813b306fc334 HTTP/1.1" status: 200 len: 945 time: 0.0941424 May 28 17:30:35.702479 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-88caed90-4979-4d60-bd35-e1622a8bbc58 req-4b39424b-9738-4d91-b0d5-0f3c674b440e tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/security-groups?id=34a1458f-4733-4263-a54d-1cac11f7c252&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677636 May 28 17:30:35.775181 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f287dd5-667e-4729-8119-943443220dde admin admin] Router 11b1592f-2518-4c18-8ad6-cf3f40c28a12 has already been hosted by L3 agent 8a8c7bbb-808d-49ae-95de-62501e6237ff {{(pid=103912) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 17:30:35.907398 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f287dd5-667e-4729-8119-943443220dde admin admin] Notify agent at l3_agent.dv-cinder-843729-1-iscsi the message routers_updated {{(pid=103912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 17:30:35.913209 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-5f287dd5-667e-4729-8119-943443220dde admin admin] 10.222.0.33 "PUT /v2.0/routers/11b1592f-2518-4c18-8ad6-cf3f40c28a12/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4057312 May 28 17:30:35.931291 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-d54520c9-24cd-4a99-87df-a0b007737aff None None] Provisioning complete for port dfb60f6e-4869-4951-a924-ca39c879f86b triggered by entity DHCP. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 17:30:35.931867 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-d54520c9-24cd-4a99-87df-a0b007737aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1821120'] for port (dfb60f6e-4869-4951-a924-ca39c879f86b), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:30:35.970758 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-d54520c9-24cd-4a99-87df-a0b007737aff None None] Port dfb60f6e-4869-4951-a924-ca39c879f86b cannot update to ACTIVE because it is not bound. {{(pid=103913) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 28 17:30:36.426186 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.agents_db [None req-b36f0ab6-f8d6-4670-a7fa-3628cf342135 None None] Agent healthcheck: found 6 active agents {{(pid=103914) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 28 17:30:36.494336 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.33', 60244) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:30:36.499189 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.v2.base [None req-59aa2a1e-ad9a-4b7d-8985-951b76cacc0f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1082085615-network', 'tenant_id': '619f6038fc644e42bc968395310b90ba'}} {{(pid=103911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 17:30:36.521347 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59aa2a1e-ad9a-4b7d-8985-951b76cacc0f admin admin] Made reservation on behalf of 619f6038fc644e42bc968395310b90ba for: {'network': 1} {{(pid=103911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 17:30:36.524494 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-59aa2a1e-ad9a-4b7d-8985-951b76cacc0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for network (None), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:30:36.533625 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-59aa2a1e-ad9a-4b7d-8985-951b76cacc0f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:30:36.624969 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-59aa2a1e-ad9a-4b7d-8985-951b76cacc0f admin admin] Publish callbacks [] for security_group (e50296b5-b2df-46b5-bbe1-ca176d463a6f), precommit_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:30:36.629716 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-59aa2a1e-ad9a-4b7d-8985-951b76cacc0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594961'] for security_group (e50296b5-b2df-46b5-bbe1-ca176d463a6f), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:30:36.657458 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59aa2a1e-ad9a-4b7d-8985-951b76cacc0f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 159} {{(pid=103911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 17:30:36.668805 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59aa2a1e-ad9a-4b7d-8985-951b76cacc0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e50296b5-b2df-46b5-bbe1-ca176d463a6f,revision_number=1']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:30:36.673798 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-59aa2a1e-ad9a-4b7d-8985-951b76cacc0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766051'] for segment (c97a2459-da56-4969-a5eb-ccb000fa25dd), precommit_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:30:36.674335 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.db.segments_db [None req-59aa2a1e-ad9a-4b7d-8985-951b76cacc0f admin admin] Added segment c97a2459-da56-4969-a5eb-ccb000fa25dd of type vlan for network cda8a630-30e6-4dd9-9d7b-46909d1f2d5b May 28 17:30:36.732890 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-59aa2a1e-ad9a-4b7d-8985-951b76cacc0f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735968101232'] for network (cda8a630-30e6-4dd9-9d7b-46909d1f2d5b), precommit_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:30:36.762147 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-59aa2a1e-ad9a-4b7d-8985-951b76cacc0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116'] for network (cda8a630-30e6-4dd9-9d7b-46909d1f2d5b), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:30:36.763630 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59aa2a1e-ad9a-4b7d-8985-951b76cacc0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:30:36.764422 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-59aa2a1e-ad9a-4b7d-8985-951b76cacc0f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-152074'] for network (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:30:36.808696 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-59aa2a1e-ad9a-4b7d-8985-951b76cacc0f admin admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.3132617 May 28 17:30:36.824084 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.33', 60248) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:30:36.839879 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59aa2a1e-ad9a-4b7d-8985-951b76cacc0f admin admin] Pushing event updated for resources: {'Network': ['ID=cda8a630-30e6-4dd9-9d7b-46909d1f2d5b,revision_number=1']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:30:36.854865 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.v2.base [None req-d9e83ec0-a01f-45d6-9d32-eb427635f12f admin admin] Request body: {'subnet': {'network_id': 'cda8a630-30e6-4dd9-9d7b-46909d1f2d5b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1082085615-subnet', 'tenant_id': '619f6038fc644e42bc968395310b90ba', 'ip_version': 4}} {{(pid=103912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 17:30:36.859456 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Network cda8a630-30e6-4dd9-9d7b-46909d1f2d5b details requested by agent ovs-agent-dv-cinder-843729-1-iscsi with host dv-cinder-843729-1-iscsi {{(pid=103913) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 28 17:30:36.882533 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9e83ec0-a01f-45d6-9d32-eb427635f12f admin admin] Made reservation on behalf of 619f6038fc644e42bc968395310b90ba for: {'subnet': 1} {{(pid=103912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 17:30:36.885192 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-d9e83ec0-a01f-45d6-9d32-eb427635f12f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5675793'] for subnet (None), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:30:36.938207 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1000689-1a7f-4da3-86f5-6563dbf93251 req-165ec3c8-8e9f-490c-a409-7cb8ba6b22f4 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:30:36.940077 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-c1000689-1a7f-4da3-86f5-6563dbf93251 req-165ec3c8-8e9f-490c-a409-7cb8ba6b22f4 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/ports?device_id=1e52b200-7c75-45f2-92ed-813b306fc334 HTTP/1.1" status: 200 len: 945 time: 0.1274748 May 28 17:30:36.944779 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:INSERT=1,neutron:SELECT=98,neutron:UPDATE=1 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:30:36.960932 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Device 590e0392-301d-42bc-8b55-7b2aff62b8e0 up at agent ovs-agent-dv-cinder-843729-1-iscsi {{(pid=103913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 28 17:30:37.025155 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Provisioning complete for port 590e0392-301d-42bc-8b55-7b2aff62b8e0 triggered by entity L2. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 17:30:37.025514 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1821120'] for port (590e0392-301d-42bc-8b55-7b2aff62b8e0), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:30:37.029065 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:30:37.049792 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d31699eb-c9a0-41de-9044-4f5cae5f64ad None None] Sync routers for ids ['11b1592f-2518-4c18-8ad6-cf3f40c28a12'] in dv-cinder-843729-1-iscsi {{(pid=103913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 17:30:37.055743 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-c1000689-1a7f-4da3-86f5-6563dbf93251 req-46873e3b-ca5d-48a5-b189-2da62da799db tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/security-groups?id=34a1458f-4733-4263-a54d-1cac11f7c252&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827177 May 28 17:30:37.070033 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d31699eb-c9a0-41de-9044-4f5cae5f64ad None None] Routers {'11b1592f-2518-4c18-8ad6-cf3f40c28a12'} bound to L3 agent in host dv-cinder-843729-1-iscsi {{(pid=103913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 28 17:30:37.071047 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.l3_hamode_db [None req-d31699eb-c9a0-41de-9044-4f5cae5f64ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843729-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-28T17:16:55Z,description=,heartbeat_timestamp=2022-05-28T17:30:25Z,host='dv-cinder-843729-1-iscsi',id=8a8c7bbb-808d-49ae-95de-62501e6237ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T17:16:55Z,topic='l3_agent')) {'router_ids': ['11b1592f-2518-4c18-8ad6-cf3f40c28a12'], 'active': True} {{(pid=103913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:30:37.165412 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-d9e83ec0-a01f-45d6-9d32-eb427635f12f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6171474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5675783'] for subnet (630f4712-27c3-4c2a-91b5-a69bb381243e), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:30:37.169780 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:30:37.225107 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.l3_dvr_db [None req-d31699eb-c9a0-41de-9044-4f5cae5f64ad None None] Set router 11b1592f-2518-4c18-8ad6-cf3f40c28a12 gateway port host: dv-cinder-843729-1-iscsi {{(pid=103913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 28 17:30:37.227098 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e83ec0-a01f-45d6-9d32-eb427635f12f admin admin] Pushing event updated for resources: {'Subnet': ['ID=630f4712-27c3-4c2a-91b5-a69bb381243e,revision_number=0']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:30:37.228041 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Current status of the port 590e0392-301d-42bc-8b55-7b2aff62b8e0 is: DOWN; New status is: ACTIVE {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 17:30:37.229337 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (590e0392-301d-42bc-8b55-7b2aff62b8e0), before_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:30:37.238226 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9e83ec0-a01f-45d6-9d32-eb427635f12f admin admin] Checking segment: {'id': 'c97a2459-da56-4969-a5eb-ccb000fa25dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'cda8a630-30e6-4dd9-9d7b-46909d1f2d5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 28 17:30:37.238803 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9e83ec0-a01f-45d6-9d32-eb427635f12f admin admin] Network hostable DHCP agents. Network: cda8a630-30e6-4dd9-9d7b-46909d1f2d5b, hostable agents: ['b4d0b3c0-cc03-4456-af87-35ab415ef94b'], hosted agents: [] {{(pid=103912) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 17:30:37.265746 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9e83ec0-a01f-45d6-9d32-eb427635f12f admin admin] Network cda8a630-30e6-4dd9-9d7b-46909d1f2d5b is scheduled to be hosted by DHCP agent b4d0b3c0-cc03-4456-af87-35ab415ef94b with binding_index 1 {{(pid=103912) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 17:30:37.278700 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.scheduler.base_scheduler [None req-d9e83ec0-a01f-45d6-9d32-eb427635f12f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843729-1-iscsi, cda8a630-30e6-4dd9-9d7b-46909d1f2d5b) {{(pid=103912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 17:30:37.283729 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9e83ec0-a01f-45d6-9d32-eb427635f12f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:30:37.284457 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-d9e83ec0-a01f-45d6-9d32-eb427635f12f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-152074'] for subnet (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:30:37.299979 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] For port 590e0392-301d-42bc-8b55-7b2aff62b8e0, host dv-cinder-843729-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843729-1-iscsi',level=0,port_id=590e0392-301d-42bc-8b55-7b2aff62b8e0,segment=NetworkSegment(3991c6da-7adc-4448-bfac-a7af5b626d82),segment_id=3991c6da-7adc-4448-bfac-a7af5b626d82)] {{(pid=103913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 17:30:37.301469 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d02c56a-29fc-4b28-8b66-1efa235ff61e None None] Network cda8a630-30e6-4dd9-9d7b-46909d1f2d5b requested from dv-cinder-843729-1-iscsi {{(pid=103913) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 28 17:30:37.305012 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-d9e83ec0-a01f-45d6-9d32-eb427635f12f admin admin] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4779992 May 28 17:30:37.308861 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.33', 60250) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:30:37.313248 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.v2.base [None req-4aaf6561-d873-4114-b6ef-78f2d35a041c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1082085615-router', 'tenant_id': '619f6038fc644e42bc968395310b90ba', 'external_gateway_info': {'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48'}}} {{(pid=103912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 17:30:37.337336 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-4aaf6561-d873-4114-b6ef-78f2d35a041c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-687946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6195'] for router (c077dbdd-3b47-4dbc-911b-522b48a73df4), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:30:37.338376 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-4aaf6561-d873-4114-b6ef-78f2d35a041c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-680010', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-544425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6154'] for router (c077dbdd-3b47-4dbc-911b-522b48a73df4), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:30:37.348246 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735968512485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735968120131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735968120149'] for port (590e0392-301d-42bc-8b55-7b2aff62b8e0), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:30:37.399128 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-4aaf6561-d873-4114-b6ef-78f2d35a041c admin admin] Publish callbacks [] for router_controller (c077dbdd-3b47-4dbc-911b-522b48a73df4), precommit_add_association {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:30:37.546477 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-4aaf6561-d873-4114-b6ef-78f2d35a041c admin admin] Publish callbacks [] for router_gateway (c077dbdd-3b47-4dbc-911b-522b48a73df4), precommit_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:30:37.619909 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:30:37.662654 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Pushing event updated for resources: {'Port': ['ID=590e0392-301d-42bc-8b55-7b2aff62b8e0,revision_number=4']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:30:37.709166 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09fc225e-3a20-41d0-a986-ac749426e9f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d5e403e-4665-5b85-8da6-ff3b1ced4194-cda8a630-30e6-4dd9-9d7b-46909d1f2d5b', 'network_id': 'cda8a630-30e6-4dd9-9d7b-46909d1f2d5b', 'project_id': '619f6038fc644e42bc968395310b90ba', 'fixed_ips': [{'subnet_id': '630f4712-27c3-4c2a-91b5-a69bb381243e'}]}} from dv-cinder-843729-1-iscsi. {{(pid=103913) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 28 17:30:37.710681 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-09fc225e-3a20-41d0-a986-ac749426e9f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (None), before_create {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:30:37.752548 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.l3_hamode_db [None req-d31699eb-c9a0-41de-9044-4f5cae5f64ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11b1592f-2518-4c18-8ad6-cf3f40c28a12', 'name': 'tempest-TestShelveInstance-1625672484-router', 'tenant_id': 'c1187f363c0d40ffaebe938d3201e0ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'external_fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': '590e0392-301d-42bc-8b55-7b2aff62b8e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T17:30:31Z', 'updated_at': '2022-05-28T17:30:34Z', 'revision_number': 4, 'project_id': 'c1187f363c0d40ffaebe938d3201e0ad', 'gw_port': {'id': '590e0392-301d-42bc-8b55-7b2aff62b8e0', 'name': '', 'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:4d:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11b1592f-2518-4c18-8ad6-cf3f40c28a12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:30:32Z', 'updated_at': '2022-05-28T17:30:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843729-1-iscsi', '_interfaces': [{'id': 'dfb60f6e-4869-4951-a924-ca39c879f86b', 'name': '', 'network_id': '4a465d8b-8354-439d-89ca-5f701b554376', 'tenant_id': 'c1187f363c0d40ffaebe938d3201e0ad', 'mac_address': 'fa:16:3e:48:37:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11b1592f-2518-4c18-8ad6-cf3f40c28a12', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '09f52a4a-9f63-462c-a88b-3063575fed7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:30:34Z', 'updated_at': '2022-05-28T17:30:34Z', 'revision_number': 2, 'project_id': 'c1187f363c0d40ffaebe938d3201e0ad', 'subnets': [{'id': '09f52a4a-9f63-462c-a88b-3063575fed7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843729-1-iscsi', False) {} {{(pid=103913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:30:37.764640 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-4aaf6561-d873-4114-b6ef-78f2d35a041c admin admin] Publish callbacks [] for router_gateway (c077dbdd-3b47-4dbc-911b-522b48a73df4), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:30:37.785358 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-4aaf6561-d873-4114-b6ef-78f2d35a041c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (None), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:30:37.828864 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d31699eb-c9a0-41de-9044-4f5cae5f64ad None None] Checking router: 11b1592f-2518-4c18-8ad6-cf3f40c28a12 for host: dv-cinder-843729-1-iscsi {{(pid=103913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 17:30:37.829135 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d31699eb-c9a0-41de-9044-4f5cae5f64ad None None] Updating router 11b1592f-2518-4c18-8ad6-cf3f40c28a12 port dfb60f6e-4869-4951-a924-ca39c879f86b binding host dv-cinder-843729-1-iscsi {{(pid=103913) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 17:30:37.879654 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-d31699eb-c9a0-41de-9044-4f5cae5f64ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (dfb60f6e-4869-4951-a924-ca39c879f86b), before_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:30:37.903747 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.db.db_base_plugin_common [None req-4aaf6561-d873-4114-b6ef-78f2d35a041c admin admin] Allocated IP 172.27.0.197 (2edbe6b8-aac1-406b-a2f1-8819dd0d1c48/5128d65d-65c0-41d1-99c9-7682fd6eaf92/4a20d3a9-ca70-4be7-a621-7a30de3b36bc) {{(pid=103912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 17:30:37.959025 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.db_base_plugin_common [None req-09fc225e-3a20-41d0-a986-ac749426e9f0 None None] Allocated IP 172.20.0.2 (cda8a630-30e6-4dd9-9d7b-46909d1f2d5b/630f4712-27c3-4c2a-91b5-a69bb381243e/b9a492b9-4e9d-4e77-ba50-4881326a726e) {{(pid=103913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 17:30:38.027296 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-4aaf6561-d873-4114-b6ef-78f2d35a041c admin admin] Publish callbacks [] for port (4a20d3a9-ca70-4be7-a621-7a30de3b36bc), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:30:38.028086 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:30:38.033876 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:30:38.070433 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-4aaf6561-d873-4114-b6ef-78f2d35a041c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735968120113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6173922'] for port (4a20d3a9-ca70-4be7-a621-7a30de3b36bc), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:30:38.077938 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:30:38.112568 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aaf6561-d873-4114-b6ef-78f2d35a041c admin admin] Network 2edbe6b8-aac1-406b-a2f1-8819dd0d1c48 is already hosted by enough agents. {{(pid=103912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 17:30:38.116046 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.scheduler.base_scheduler [None req-4aaf6561-d873-4114-b6ef-78f2d35a041c admin admin] Resources bound (agent type, host, resource id): {{(pid=103912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 17:30:38.120322 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aaf6561-d873-4114-b6ef-78f2d35a041c admin admin] Received port after_create {{(pid=103912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 28 17:30:38.218338 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0232279-f1e5-4f3e-81a1-948a88815125 req-97876b9d-88e9-456d-8635-ec9a93a7c65c tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:30:38.226904 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-e0232279-f1e5-4f3e-81a1-948a88815125 req-97876b9d-88e9-456d-8635-ec9a93a7c65c tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/ports?device_id=1e52b200-7c75-45f2-92ed-813b306fc334 HTTP/1.1" status: 200 len: 945 time: 0.0607843 May 28 17:30:38.303933 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-09fc225e-3a20-41d0-a986-ac749426e9f0 None None] Publish callbacks [] for port (b9a492b9-4e9d-4e77-ba50-4881326a726e), precommit_create {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:30:38.308025 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-e0232279-f1e5-4f3e-81a1-948a88815125 req-57444a31-b3a7-434f-bd2a-be7837625da5 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/security-groups?id=34a1458f-4733-4263-a54d-1cac11f7c252&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803332 May 28 17:30:38.318005 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-09fc225e-3a20-41d0-a986-ac749426e9f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735968120113'] for port (b9a492b9-4e9d-4e77-ba50-4881326a726e), after_create {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:30:38.330477 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aaf6561-d873-4114-b6ef-78f2d35a041c admin admin] Pushing event updated for resources: {'Port': ['ID=4a20d3a9-ca70-4be7-a621-7a30de3b36bc,revision_number=1']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:30:38.395700 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09fc225e-3a20-41d0-a986-ac749426e9f0 None None] Network cda8a630-30e6-4dd9-9d7b-46909d1f2d5b is already hosted by enough agents. {{(pid=103913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 17:30:38.404948 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.scheduler.base_scheduler [None req-09fc225e-3a20-41d0-a986-ac749426e9f0 None None] Resources bound (agent type, host, resource id): {{(pid=103913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 17:30:38.409409 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-4aaf6561-d873-4114-b6ef-78f2d35a041c admin admin] Publish callbacks [] for router_gateway (c077dbdd-3b47-4dbc-911b-522b48a73df4), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:30:38.411451 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09fc225e-3a20-41d0-a986-ac749426e9f0 None None] Received port after_create {{(pid=103913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 28 17:30:38.424348 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fc225e-3a20-41d0-a986-ac749426e9f0 None None] Pushing event updated for resources: {'Port': ['ID=b9a492b9-4e9d-4e77-ba50-4881326a726e,revision_number=1']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:30:38.440370 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-d31699eb-c9a0-41de-9044-4f5cae5f64ad None None] Publish callbacks [] for port (dfb60f6e-4869-4951-a924-ca39c879f86b), precommit_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:30:38.461833 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-d31699eb-c9a0-41de-9044-4f5cae5f64ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735968512485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735968120131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735968120149'] for port (dfb60f6e-4869-4951-a924-ca39c879f86b), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:30:38.541261 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.managers [None req-09fc225e-3a20-41d0-a986-ac749426e9f0 None None] Attempting to bind port b9a492b9-4e9d-4e77-ba50-4881326a726e on host dv-cinder-843729-1-iscsi for vnic_type normal with profile {{(pid=103913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 28 17:30:38.541628 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.managers [None req-09fc225e-3a20-41d0-a986-ac749426e9f0 None None] Attempting to bind port b9a492b9-4e9d-4e77-ba50-4881326a726e by drivers openvswitch,hyperv on host dv-cinder-843729-1-iscsi at level 0 using segments [{'id': 'c97a2459-da56-4969-a5eb-ccb000fa25dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'cda8a630-30e6-4dd9-9d7b-46909d1f2d5b'}] {{(pid=103913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 28 17:30:38.542043 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09fc225e-3a20-41d0-a986-ac749426e9f0 None None] Attempting to bind port b9a492b9-4e9d-4e77-ba50-4881326a726e on network cda8a630-30e6-4dd9-9d7b-46909d1f2d5b {{(pid=103913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 28 17:30:38.551088 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a0a52e-5db0-4fed-8ffd-9420e75690de None None] Pushing event updated for resources: {'Port': ['ID=dfb60f6e-4869-4951-a924-ca39c879f86b,revision_number=3']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:30:38.563077 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09fc225e-3a20-41d0-a986-ac749426e9f0 None None] Checking agent: {'id': '0032cfec-21e8-44dd-a7d5-0b8312dfe052', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843729-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 17, 16, 59), 'started_at': datetime.datetime(2022, 5, 28, 17, 17, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 17, 30, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843729-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 28 17:30:38.563484 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09fc225e-3a20-41d0-a986-ac749426e9f0 None None] Checking segment: {'id': 'c97a2459-da56-4969-a5eb-ccb000fa25dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'cda8a630-30e6-4dd9-9d7b-46909d1f2d5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 28 17:30:38.563884 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-09fc225e-3a20-41d0-a986-ac749426e9f0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:30:38.564272 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09fc225e-3a20-41d0-a986-ac749426e9f0 None None] Bound using segment: {'id': 'c97a2459-da56-4969-a5eb-ccb000fa25dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'cda8a630-30e6-4dd9-9d7b-46909d1f2d5b'} {{(pid=103913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 28 17:30:38.564753 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.managers [None req-09fc225e-3a20-41d0-a986-ac749426e9f0 None None] Bound port: b9a492b9-4e9d-4e77-ba50-4881326a726e, host: dv-cinder-843729-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c97a2459-da56-4969-a5eb-ccb000fa25dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'cda8a630-30e6-4dd9-9d7b-46909d1f2d5b'}}] {{(pid=103913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 28 17:30:38.565130 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-09fc225e-3a20-41d0-a986-ac749426e9f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (b9a492b9-4e9d-4e77-ba50-4881326a726e), before_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:30:38.576233 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:30:38.638190 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-4aaf6561-d873-4114-b6ef-78f2d35a041c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-679993'] for router (c077dbdd-3b47-4dbc-911b-522b48a73df4), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:30:38.665778 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.managers [None req-d31699eb-c9a0-41de-9044-4f5cae5f64ad None None] Attempting to bind port dfb60f6e-4869-4951-a924-ca39c879f86b on host dv-cinder-843729-1-iscsi for vnic_type normal with profile {{(pid=103913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 28 17:30:38.666000 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.managers [None req-d31699eb-c9a0-41de-9044-4f5cae5f64ad None None] Attempting to bind port dfb60f6e-4869-4951-a924-ca39c879f86b by drivers openvswitch,hyperv on host dv-cinder-843729-1-iscsi at level 0 using segments [{'id': '153d9af4-79c5-412d-83d0-73ae9d713be5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '4a465d8b-8354-439d-89ca-5f701b554376'}] {{(pid=103913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 28 17:30:38.666362 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d31699eb-c9a0-41de-9044-4f5cae5f64ad None None] Attempting to bind port dfb60f6e-4869-4951-a924-ca39c879f86b on network 4a465d8b-8354-439d-89ca-5f701b554376 {{(pid=103913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 28 17:30:38.685113 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d31699eb-c9a0-41de-9044-4f5cae5f64ad None None] Checking agent: {'id': '0032cfec-21e8-44dd-a7d5-0b8312dfe052', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843729-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 17, 16, 59), 'started_at': datetime.datetime(2022, 5, 28, 17, 17, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 17, 30, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843729-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 28 17:30:38.685482 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d31699eb-c9a0-41de-9044-4f5cae5f64ad None None] Checking segment: {'id': '153d9af4-79c5-412d-83d0-73ae9d713be5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '4a465d8b-8354-439d-89ca-5f701b554376'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 28 17:30:38.686304 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-d31699eb-c9a0-41de-9044-4f5cae5f64ad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:30:38.686304 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d31699eb-c9a0-41de-9044-4f5cae5f64ad None None] Bound using segment: {'id': '153d9af4-79c5-412d-83d0-73ae9d713be5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '4a465d8b-8354-439d-89ca-5f701b554376'} {{(pid=103913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 28 17:30:38.686720 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.managers [None req-d31699eb-c9a0-41de-9044-4f5cae5f64ad None None] Bound port: dfb60f6e-4869-4951-a924-ca39c879f86b, host: dv-cinder-843729-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '153d9af4-79c5-412d-83d0-73ae9d713be5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '4a465d8b-8354-439d-89ca-5f701b554376'}}] {{(pid=103913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 28 17:30:38.687094 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-d31699eb-c9a0-41de-9044-4f5cae5f64ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (dfb60f6e-4869-4951-a924-ca39c879f86b), before_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:30:38.701152 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-09fc225e-3a20-41d0-a986-ac749426e9f0 None None] For port b9a492b9-4e9d-4e77-ba50-4881326a726e, host dv-cinder-843729-1-iscsi, cleared binding levels {{(pid=103913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 17:30:38.718025 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-09fc225e-3a20-41d0-a986-ac749426e9f0 None None] For port b9a492b9-4e9d-4e77-ba50-4881326a726e, host dv-cinder-843729-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843729-1-iscsi',level=0,port_id=b9a492b9-4e9d-4e77-ba50-4881326a726e,segment=NetworkSegment(c97a2459-da56-4969-a5eb-ccb000fa25dd),segment_id=c97a2459-da56-4969-a5eb-ccb000fa25dd)] {{(pid=103913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 17:30:38.743106 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-09fc225e-3a20-41d0-a986-ac749426e9f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735968512485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735968120131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735968120149'] for port (b9a492b9-4e9d-4e77-ba50-4881326a726e), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:30:38.802282 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Device 48f2ad05-071e-4e67-9258-657db8e5bedf details requested by agent hyperv_hv-cinder-84372 with host hv-cinder-84372 {{(pid=103913) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 28 17:30:38.803143 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4aaf6561-d873-4114-b6ef-78f2d35a041c admin admin] Router c077dbdd-3b47-4dbc-911b-522b48a73df4 is scheduled to L3 agent 8a8c7bbb-808d-49ae-95de-62501e6237ff with binding_index 1 {{(pid=103912) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 28 17:30:38.839609 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:30:38.844518 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-d31699eb-c9a0-41de-9044-4f5cae5f64ad None None] For port dfb60f6e-4869-4951-a924-ca39c879f86b, host dv-cinder-843729-1-iscsi, cleared binding levels {{(pid=103913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 17:30:38.868339 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:30:38.887177 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-9e7040cb-f8ea-4b92-86ca-24f6dcc2b8ef None None] Provisioning complete for port dfb60f6e-4869-4951-a924-ca39c879f86b triggered by entity DHCP. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 17:30:38.887568 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-9e7040cb-f8ea-4b92-86ca-24f6dcc2b8ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1821120'] for port (dfb60f6e-4869-4951-a924-ca39c879f86b), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:30:38.890199 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-d31699eb-c9a0-41de-9044-4f5cae5f64ad None None] For port dfb60f6e-4869-4951-a924-ca39c879f86b, host dv-cinder-843729-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843729-1-iscsi',level=0,port_id=dfb60f6e-4869-4951-a924-ca39c879f86b,segment=NetworkSegment(153d9af4-79c5-412d-83d0-73ae9d713be5),segment_id=153d9af4-79c5-412d-83d0-73ae9d713be5)] {{(pid=103913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 17:30:38.894040 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fc225e-3a20-41d0-a986-ac749426e9f0 None None] Pushing event updated for resources: {'Port': ['ID=b9a492b9-4e9d-4e77-ba50-4881326a726e,revision_number=2']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:30:38.940498 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-d31699eb-c9a0-41de-9044-4f5cae5f64ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735968512485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735968120131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735968120149'] for port (dfb60f6e-4869-4951-a924-ca39c879f86b), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:30:38.977847 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4aaf6561-d873-4114-b6ef-78f2d35a041c admin admin] Notify agent at l3_agent.dv-cinder-843729-1-iscsi the message routers_updated {{(pid=103912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 17:30:38.991530 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Device 590e0392-301d-42bc-8b55-7b2aff62b8e0 up at agent ovs-agent-dv-cinder-843729-1-iscsi {{(pid=103913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 28 17:30:38.993253 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4297f78d-244e-41af-a30a-5baaa1e2afd8 None None] Sync routers for ids ['c077dbdd-3b47-4dbc-911b-522b48a73df4'] in dv-cinder-843729-1-iscsi {{(pid=103914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 17:30:38.993666 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-9e7040cb-f8ea-4b92-86ca-24f6dcc2b8ef None None] Port dfb60f6e-4869-4951-a924-ca39c879f86b cannot update to ACTIVE because it is not bound. {{(pid=103913) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 28 17:30:39.009035 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-4aaf6561-d873-4114-b6ef-78f2d35a041c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:30:39.010276 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-4aaf6561-d873-4114-b6ef-78f2d35a041c admin admin] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.7017248 May 28 17:30:39.014723 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.33', 60258) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:30:39.023250 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4297f78d-244e-41af-a30a-5baaa1e2afd8 None None] Routers {'c077dbdd-3b47-4dbc-911b-522b48a73df4'} bound to L3 agent in host dv-cinder-843729-1-iscsi {{(pid=103914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 28 17:30:39.023926 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-4297f78d-244e-41af-a30a-5baaa1e2afd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843729-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-28T17:16:55Z,description=,heartbeat_timestamp=2022-05-28T17:30:25Z,host='dv-cinder-843729-1-iscsi',id=8a8c7bbb-808d-49ae-95de-62501e6237ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T17:16:55Z,topic='l3_agent')) {'router_ids': ['c077dbdd-3b47-4dbc-911b-522b48a73df4'], 'active': True} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:30:39.139202 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Provisioning complete for port 590e0392-301d-42bc-8b55-7b2aff62b8e0 triggered by entity L2. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 17:30:39.139599 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1821120'] for port (590e0392-301d-42bc-8b55-7b2aff62b8e0), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:30:39.227018 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d31699eb-c9a0-41de-9044-4f5cae5f64ad None None] Routers {'11b1592f-2518-4c18-8ad6-cf3f40c28a12'} bound to L3 agent in host dv-cinder-843729-1-iscsi {{(pid=103913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 28 17:30:39.229873 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.l3_hamode_db [None req-d31699eb-c9a0-41de-9044-4f5cae5f64ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843729-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-28T17:16:55Z,description=,heartbeat_timestamp=2022-05-28T17:30:25Z,host='dv-cinder-843729-1-iscsi',id=8a8c7bbb-808d-49ae-95de-62501e6237ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T17:16:55Z,topic='l3_agent')) {'router_ids': ['11b1592f-2518-4c18-8ad6-cf3f40c28a12'], 'active': True} {{(pid=103913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:30:39.254449 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvr_db [None req-4297f78d-244e-41af-a30a-5baaa1e2afd8 None None] Set router c077dbdd-3b47-4dbc-911b-522b48a73df4 gateway port host: dv-cinder-843729-1-iscsi {{(pid=103914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 28 17:30:39.456831 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.l3_dvr_db [None req-d31699eb-c9a0-41de-9044-4f5cae5f64ad None None] Set router 11b1592f-2518-4c18-8ad6-cf3f40c28a12 gateway port host: dv-cinder-843729-1-iscsi {{(pid=103913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 28 17:30:39.510215 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:30:39.584370 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-e281f330-049a-4910-8d4e-0c6d26869a27 None None] Provisioning complete for port dfb60f6e-4869-4951-a924-ca39c879f86b triggered by entity DHCP. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 17:30:39.584737 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-e281f330-049a-4910-8d4e-0c6d26869a27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1821120'] for port (dfb60f6e-4869-4951-a924-ca39c879f86b), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:30:39.611862 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcadd54-f8b8-41c8-b515-31c209a13be8 req-45156dbb-0f44-444e-8dc1-bc8169b3c05c tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:30:39.613481 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-4297f78d-244e-41af-a30a-5baaa1e2afd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c077dbdd-3b47-4dbc-911b-522b48a73df4', 'name': 'tempest-TestShelveInstance-1082085615-router', 'tenant_id': '619f6038fc644e42bc968395310b90ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'external_fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.197'}], 'enable_snat': True}, 'gw_port_id': '4a20d3a9-ca70-4be7-a621-7a30de3b36bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T17:30:37Z', 'updated_at': '2022-05-28T17:30:38Z', 'revision_number': 3, 'project_id': '619f6038fc644e42bc968395310b90ba', 'gw_port': {'id': '4a20d3a9-ca70-4be7-a621-7a30de3b36bc', 'name': '', 'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:0a:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c077dbdd-3b47-4dbc-911b-522b48a73df4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:30:37Z', 'updated_at': '2022-05-28T17:30:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843729-1-iscsi'}], 'dv-cinder-843729-1-iscsi', False) {} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:30:39.621923 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-ddcadd54-f8b8-41c8-b515-31c209a13be8 req-45156dbb-0f44-444e-8dc1-bc8169b3c05c tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/ports?device_id=1e52b200-7c75-45f2-92ed-813b306fc334 HTTP/1.1" status: 200 len: 945 time: 0.1261990 May 28 17:30:39.632225 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:30:39.643653 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4297f78d-244e-41af-a30a-5baaa1e2afd8 None None] Checking router: c077dbdd-3b47-4dbc-911b-522b48a73df4 for host: dv-cinder-843729-1-iscsi {{(pid=103914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 17:30:39.644701 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4297f78d-244e-41af-a30a-5baaa1e2afd8 None None] Updating router c077dbdd-3b47-4dbc-911b-522b48a73df4 port 4a20d3a9-ca70-4be7-a621-7a30de3b36bc binding host dv-cinder-843729-1-iscsi {{(pid=103914) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 17:30:39.690654 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron_lib.callbacks.manager [None req-4297f78d-244e-41af-a30a-5baaa1e2afd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (4a20d3a9-ca70-4be7-a621-7a30de3b36bc), before_update {{(pid=103914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:30:39.716337 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-ddcadd54-f8b8-41c8-b515-31c209a13be8 req-510bc4f4-7310-461f-9615-83f9550f04b6 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/security-groups?id=34a1458f-4733-4263-a54d-1cac11f7c252&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850854 May 28 17:30:39.821735 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-de3a80f4-9855-4448-8dd3-b299be7fb7ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (None), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:30:39.879091 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a0a52e-5db0-4fed-8ffd-9420e75690de None None] Pushing event updated for resources: {'Port': ['ID=dfb60f6e-4869-4951-a924-ca39c879f86b,revision_number=4']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:30:39.949641 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] For port 48f2ad05-071e-4e67-9258-657db8e5bedf, host hv-cinder-84372, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84372',level=0,port_id=48f2ad05-071e-4e67-9258-657db8e5bedf,segment=NetworkSegment(c7dd3702-abca-4735-be38-4968a1e4ad1a),segment_id=c7dd3702-abca-4735-be38-4968a1e4ad1a)] {{(pid=103913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 17:30:39.985882 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=100 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:30:39.988088 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Returning: {'device': '48f2ad05-071e-4e67-9258-657db8e5bedf', 'network_id': '9aa607a6-b193-4d84-be0c-e5c8f4a565d2', 'port_id': '48f2ad05-071e-4e67-9258-657db8e5bedf', 'mac_address': 'fa:16:3e:62:6f:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c9892e7-e6e2-4d1b-9907-f3f374bf6c5e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103913) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 28 17:30:40.020005 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=100 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:30:40.091139 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron_lib.callbacks.manager [None req-4297f78d-244e-41af-a30a-5baaa1e2afd8 None None] Publish callbacks [] for port (4a20d3a9-ca70-4be7-a621-7a30de3b36bc), precommit_update {{(pid=103914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:30:40.096851 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.db.db_base_plugin_common [None req-de3a80f4-9855-4448-8dd3-b299be7fb7ee admin admin] Allocated IP 172.20.0.1 (cda8a630-30e6-4dd9-9d7b-46909d1f2d5b/630f4712-27c3-4c2a-91b5-a69bb381243e/cfbca248-4ead-4513-ad87-9fd61380fb57) {{(pid=103911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 17:30:40.107328 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron_lib.callbacks.manager [None req-4297f78d-244e-41af-a30a-5baaa1e2afd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735968512485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735968120131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735968120149'] for port (4a20d3a9-ca70-4be7-a621-7a30de3b36bc), after_update {{(pid=103914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:30:40.179470 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e727b222-5921-4a24-b720-6aa6c5d75eb9 None None] Pushing event updated for resources: {'Port': ['ID=4a20d3a9-ca70-4be7-a621-7a30de3b36bc,revision_number=2']} {{(pid=103914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:30:40.195955 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.plugins.ml2.managers [None req-4297f78d-244e-41af-a30a-5baaa1e2afd8 None None] Attempting to bind port 4a20d3a9-ca70-4be7-a621-7a30de3b36bc on host dv-cinder-843729-1-iscsi for vnic_type normal with profile {{(pid=103914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 28 17:30:40.197350 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.plugins.ml2.managers [None req-4297f78d-244e-41af-a30a-5baaa1e2afd8 None None] Attempting to bind port 4a20d3a9-ca70-4be7-a621-7a30de3b36bc by drivers openvswitch,hyperv on host dv-cinder-843729-1-iscsi at level 0 using segments [{'id': '3991c6da-7adc-4448-bfac-a7af5b626d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48'}] {{(pid=103914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 28 17:30:40.198705 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4297f78d-244e-41af-a30a-5baaa1e2afd8 None None] Attempting to bind port 4a20d3a9-ca70-4be7-a621-7a30de3b36bc on network 2edbe6b8-aac1-406b-a2f1-8819dd0d1c48 {{(pid=103914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 28 17:30:40.208701 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Current status of the port 48f2ad05-071e-4e67-9258-657db8e5bedf is: ACTIVE; New status is: BUILD {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 17:30:40.209235 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (48f2ad05-071e-4e67-9258-657db8e5bedf), before_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:30:40.219919 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4297f78d-244e-41af-a30a-5baaa1e2afd8 None None] Checking agent: {'id': '0032cfec-21e8-44dd-a7d5-0b8312dfe052', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843729-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 17, 16, 59), 'started_at': datetime.datetime(2022, 5, 28, 17, 17, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 17, 30, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843729-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 28 17:30:40.220613 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4297f78d-244e-41af-a30a-5baaa1e2afd8 None None] Checking segment: {'id': '3991c6da-7adc-4448-bfac-a7af5b626d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 28 17:30:40.221173 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron_lib.callbacks.manager [None req-4297f78d-244e-41af-a30a-5baaa1e2afd8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:30:40.221705 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4297f78d-244e-41af-a30a-5baaa1e2afd8 None None] Bound using segment: {'id': '3991c6da-7adc-4448-bfac-a7af5b626d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48'} {{(pid=103914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 28 17:30:40.222339 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.plugins.ml2.managers [None req-4297f78d-244e-41af-a30a-5baaa1e2afd8 None None] Bound port: 4a20d3a9-ca70-4be7-a621-7a30de3b36bc, host: dv-cinder-843729-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3991c6da-7adc-4448-bfac-a7af5b626d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48'}}] {{(pid=103914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 28 17:30:40.222987 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron_lib.callbacks.manager [None req-4297f78d-244e-41af-a30a-5baaa1e2afd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (4a20d3a9-ca70-4be7-a621-7a30de3b36bc), before_update {{(pid=103914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:30:40.228854 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Current status of the port 590e0392-301d-42bc-8b55-7b2aff62b8e0 is: ACTIVE; New status is: ACTIVE {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 17:30:40.235285 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-e281f330-049a-4910-8d4e-0c6d26869a27 None None] Current status of the port dfb60f6e-4869-4951-a924-ca39c879f86b is: DOWN; New status is: ACTIVE {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 17:30:40.235793 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-e281f330-049a-4910-8d4e-0c6d26869a27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (dfb60f6e-4869-4951-a924-ca39c879f86b), before_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:30:40.279300 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.notifiers.nova [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 48f2ad05-071e-4e67-9258-657db8e5bedf {{(pid=103913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 17:30:40.280911 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-de3a80f4-9855-4448-8dd3-b299be7fb7ee admin admin] Publish callbacks [] for port (cfbca248-4ead-4513-ad87-9fd61380fb57), precommit_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:30:40.298377 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.plugins.ml2.db [None req-4297f78d-244e-41af-a30a-5baaa1e2afd8 None None] For port 4a20d3a9-ca70-4be7-a621-7a30de3b36bc, host dv-cinder-843729-1-iscsi, cleared binding levels {{(pid=103914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 17:30:40.304700 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.plugins.ml2.db [None req-4297f78d-244e-41af-a30a-5baaa1e2afd8 None None] For port 4a20d3a9-ca70-4be7-a621-7a30de3b36bc, host dv-cinder-843729-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843729-1-iscsi',level=0,port_id=4a20d3a9-ca70-4be7-a621-7a30de3b36bc,segment=NetworkSegment(3991c6da-7adc-4448-bfac-a7af5b626d82),segment_id=3991c6da-7adc-4448-bfac-a7af5b626d82)] {{(pid=103914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 17:30:40.312264 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron_lib.callbacks.manager [None req-4297f78d-244e-41af-a30a-5baaa1e2afd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735968512485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735968120131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735968120149'] for port (4a20d3a9-ca70-4be7-a621-7a30de3b36bc), after_update {{(pid=103914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:30:40.324930 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-de3a80f4-9855-4448-8dd3-b299be7fb7ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735968120113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6040268'] for port (cfbca248-4ead-4513-ad87-9fd61380fb57), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:30:40.375375 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] For port 48f2ad05-071e-4e67-9258-657db8e5bedf, host hv-cinder-84372, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84372',level=0,port_id=48f2ad05-071e-4e67-9258-657db8e5bedf,segment=NetworkSegment(c7dd3702-abca-4735-be38-4968a1e4ad1a),segment_id=c7dd3702-abca-4735-be38-4968a1e4ad1a)] {{(pid=103913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 17:30:40.382516 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-e281f330-049a-4910-8d4e-0c6d26869a27 None None] For port dfb60f6e-4869-4951-a924-ca39c879f86b, host dv-cinder-843729-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843729-1-iscsi',level=0,port_id=dfb60f6e-4869-4951-a924-ca39c879f86b,segment=NetworkSegment(153d9af4-79c5-412d-83d0-73ae9d713be5),segment_id=153d9af4-79c5-412d-83d0-73ae9d713be5)] {{(pid=103913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 17:30:40.386300 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.l3_hamode_db [None req-d31699eb-c9a0-41de-9044-4f5cae5f64ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11b1592f-2518-4c18-8ad6-cf3f40c28a12', 'name': 'tempest-TestShelveInstance-1625672484-router', 'tenant_id': 'c1187f363c0d40ffaebe938d3201e0ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'external_fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': '590e0392-301d-42bc-8b55-7b2aff62b8e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T17:30:31Z', 'updated_at': '2022-05-28T17:30:34Z', 'revision_number': 4, 'project_id': 'c1187f363c0d40ffaebe938d3201e0ad', 'gw_port': {'id': '590e0392-301d-42bc-8b55-7b2aff62b8e0', 'name': '', 'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:4d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11b1592f-2518-4c18-8ad6-cf3f40c28a12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:30:32Z', 'updated_at': '2022-05-28T17:30:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843729-1-iscsi', '_interfaces': [{'id': 'dfb60f6e-4869-4951-a924-ca39c879f86b', 'name': '', 'network_id': '4a465d8b-8354-439d-89ca-5f701b554376', 'tenant_id': 'c1187f363c0d40ffaebe938d3201e0ad', 'mac_address': 'fa:16:3e:48:37:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11b1592f-2518-4c18-8ad6-cf3f40c28a12', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '09f52a4a-9f63-462c-a88b-3063575fed7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:30:34Z', 'updated_at': '2022-05-28T17:30:38Z', 'revision_number': 4, 'project_id': 'c1187f363c0d40ffaebe938d3201e0ad', 'subnets': [{'id': '09f52a4a-9f63-462c-a88b-3063575fed7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843729-1-iscsi', False) {} {{(pid=103913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:30:40.391693 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735968512485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735968120131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735968120149'] for port (48f2ad05-071e-4e67-9258-657db8e5bedf), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:30:40.396923 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3a80f4-9855-4448-8dd3-b299be7fb7ee admin admin] Pushing event updated for resources: {'Port': ['ID=cfbca248-4ead-4513-ad87-9fd61380fb57,revision_number=1']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:30:40.412884 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de3a80f4-9855-4448-8dd3-b299be7fb7ee admin admin] Network cda8a630-30e6-4dd9-9d7b-46909d1f2d5b is already hosted by enough agents. {{(pid=103911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 17:30:40.414413 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:30:40.416538 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.scheduler.base_scheduler [None req-de3a80f4-9855-4448-8dd3-b299be7fb7ee admin admin] Resources bound (agent type, host, resource id): {{(pid=103911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 17:30:40.419682 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de3a80f4-9855-4448-8dd3-b299be7fb7ee admin admin] Received port after_create {{(pid=103911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 28 17:30:40.445995 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e727b222-5921-4a24-b720-6aa6c5d75eb9 None None] Pushing event updated for resources: {'Port': ['ID=4a20d3a9-ca70-4be7-a621-7a30de3b36bc,revision_number=3']} {{(pid=103914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:30:40.458345 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-e281f330-049a-4910-8d4e-0c6d26869a27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735968512485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735968120131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735968120149'] for port (dfb60f6e-4869-4951-a924-ca39c879f86b), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:30:40.464625 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d31699eb-c9a0-41de-9044-4f5cae5f64ad None None] The sync data for ids ['11b1592f-2518-4c18-8ad6-cf3f40c28a12'] in dv-cinder-843729-1-iscsi is: [{'id': '11b1592f-2518-4c18-8ad6-cf3f40c28a12', 'name': 'tempest-TestShelveInstance-1625672484-router', 'tenant_id': 'c1187f363c0d40ffaebe938d3201e0ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'external_fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': '590e0392-301d-42bc-8b55-7b2aff62b8e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T17:30:31Z', 'updated_at': '2022-05-28T17:30:34Z', 'revision_number': 4, 'project_id': 'c1187f363c0d40ffaebe938d3201e0ad', 'gw_port': {'id': '590e0392-301d-42bc-8b55-7b2aff62b8e0', 'name': '', 'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:4d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11b1592f-2518-4c18-8ad6-cf3f40c28a12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:30:32Z', 'updated_at': '2022-05-28T17:30:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843729-1-iscsi', '_interfaces': [{'id': 'dfb60f6e-4869-4951-a924-ca39c879f86b', 'name': '', 'network_id': '4a465d8b-8354-439d-89ca-5f701b554376', 'tenant_id': 'c1187f363c0d40ffaebe938d3201e0ad', 'mac_address': 'fa:16:3e:48:37:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11b1592f-2518-4c18-8ad6-cf3f40c28a12', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '09f52a4a-9f63-462c-a88b-3063575fed7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:30:34Z', 'updated_at': '2022-05-28T17:30:38Z', 'revision_number': 4, 'project_id': 'c1187f363c0d40ffaebe938d3201e0ad', 'subnets': [{'id': '09f52a4a-9f63-462c-a88b-3063575fed7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 17:30:40.469932 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4297f78d-244e-41af-a30a-5baaa1e2afd8 None None] Routers {'c077dbdd-3b47-4dbc-911b-522b48a73df4'} bound to L3 agent in host dv-cinder-843729-1-iscsi {{(pid=103914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 28 17:30:40.470741 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-4297f78d-244e-41af-a30a-5baaa1e2afd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843729-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-28T17:16:55Z,description=,heartbeat_timestamp=2022-05-28T17:30:25Z,host='dv-cinder-843729-1-iscsi',id=8a8c7bbb-808d-49ae-95de-62501e6237ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T17:16:55Z,topic='l3_agent')) {'router_ids': ['c077dbdd-3b47-4dbc-911b-522b48a73df4'], 'active': True} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:30:40.495625 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-de3a80f4-9855-4448-8dd3-b299be7fb7ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681546'] for router_interface (c077dbdd-3b47-4dbc-911b-522b48a73df4), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:30:40.571687 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Pushing event updated for resources: {'Port': ['ID=48f2ad05-071e-4e67-9258-657db8e5bedf,revision_number=6']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:30:40.597140 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:30:40.673298 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvr_db [None req-4297f78d-244e-41af-a30a-5baaa1e2afd8 None None] Set router c077dbdd-3b47-4dbc-911b-522b48a73df4 gateway port host: dv-cinder-843729-1-iscsi {{(pid=103914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 28 17:30:40.676838 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] get_ports_and_sgs() called for port_ids ['48f2ad05-071e-4e67-9258-657db8e5bedf'] {{(pid=103913) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 28 17:30:40.679863 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cc48654-4e0e-40ff-a9b1-b4d779bfdabe None None] Network cda8a630-30e6-4dd9-9d7b-46909d1f2d5b requested from dv-cinder-843729-1-iscsi {{(pid=103913) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 28 17:30:40.724124 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-de3a80f4-9855-4448-8dd3-b299be7fb7ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (cfbca248-4ead-4513-ad87-9fd61380fb57), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:30:40.865331 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e281f330-049a-4910-8d4e-0c6d26869a27 None None] Pushing event updated for resources: {'Port': ['ID=dfb60f6e-4869-4951-a924-ca39c879f86b,revision_number=5']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:30:40.900510 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=100 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:30:40.965919 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd65b43-4fe4-4c9c-8501-f7c8d2bbe929 req-8201bc41-6503-4c8a-87f7-2b43c8ce1b12 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:30:40.967671 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-ddd65b43-4fe4-4c9c-8501-f7c8d2bbe929 req-8201bc41-6503-4c8a-87f7-2b43c8ce1b12 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/ports?device_id=1e52b200-7c75-45f2-92ed-813b306fc334 HTTP/1.1" status: 200 len: 944 time: 0.1122992 May 28 17:30:41.010891 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-42d1362f-4856-4e2c-9a72-b1af279b4b81 None None] Provisioning complete for port b9a492b9-4e9d-4e77-ba50-4881326a726e triggered by entity DHCP. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 17:30:41.011697 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-42d1362f-4856-4e2c-9a72-b1af279b4b81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1821120'] for port (b9a492b9-4e9d-4e77-ba50-4881326a726e), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:30:41.149188 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Device dfb60f6e-4869-4951-a924-ca39c879f86b up at agent ovs-agent-dv-cinder-843729-1-iscsi {{(pid=103913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 28 17:30:41.172668 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-4297f78d-244e-41af-a30a-5baaa1e2afd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c077dbdd-3b47-4dbc-911b-522b48a73df4', 'name': 'tempest-TestShelveInstance-1082085615-router', 'tenant_id': '619f6038fc644e42bc968395310b90ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'external_fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.197'}], 'enable_snat': True}, 'gw_port_id': '4a20d3a9-ca70-4be7-a621-7a30de3b36bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T17:30:37Z', 'updated_at': '2022-05-28T17:30:38Z', 'revision_number': 3, 'project_id': '619f6038fc644e42bc968395310b90ba', 'gw_port': {'id': '4a20d3a9-ca70-4be7-a621-7a30de3b36bc', 'name': '', 'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:0a:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c077dbdd-3b47-4dbc-911b-522b48a73df4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:30:37Z', 'updated_at': '2022-05-28T17:30:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843729-1-iscsi'}], 'dv-cinder-843729-1-iscsi', False) {} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:30:41.209133 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4297f78d-244e-41af-a30a-5baaa1e2afd8 None None] The sync data for ids ['c077dbdd-3b47-4dbc-911b-522b48a73df4'] in dv-cinder-843729-1-iscsi is: [{'id': 'c077dbdd-3b47-4dbc-911b-522b48a73df4', 'name': 'tempest-TestShelveInstance-1082085615-router', 'tenant_id': '619f6038fc644e42bc968395310b90ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'external_fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.197'}], 'enable_snat': True}, 'gw_port_id': '4a20d3a9-ca70-4be7-a621-7a30de3b36bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T17:30:37Z', 'updated_at': '2022-05-28T17:30:38Z', 'revision_number': 3, 'project_id': '619f6038fc644e42bc968395310b90ba', 'gw_port': {'id': '4a20d3a9-ca70-4be7-a621-7a30de3b36bc', 'name': '', 'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:0a:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c077dbdd-3b47-4dbc-911b-522b48a73df4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:30:37Z', 'updated_at': '2022-05-28T17:30:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843729-1-iscsi'}] {{(pid=103914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 17:30:41.378936 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-ddd65b43-4fe4-4c9c-8501-f7c8d2bbe929 req-3144629e-4f43-47a1-b978-eb0d3edafc5d tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/security-groups?id=34a1458f-4733-4263-a54d-1cac11f7c252&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4009559 May 28 17:30:41.391716 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Provisioning complete for port dfb60f6e-4869-4951-a924-ca39c879f86b triggered by entity L2. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 17:30:41.392293 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1821120'] for port (dfb60f6e-4869-4951-a924-ca39c879f86b), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:30:41.416931 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-42d1362f-4856-4e2c-9a72-b1af279b4b81 None None] Current status of the port b9a492b9-4e9d-4e77-ba50-4881326a726e is: DOWN; New status is: ACTIVE {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 17:30:41.418888 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-42d1362f-4856-4e2c-9a72-b1af279b4b81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (b9a492b9-4e9d-4e77-ba50-4881326a726e), before_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:30:41.443095 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:30:41.487298 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-42d1362f-4856-4e2c-9a72-b1af279b4b81 None None] For port b9a492b9-4e9d-4e77-ba50-4881326a726e, host dv-cinder-843729-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843729-1-iscsi',level=0,port_id=b9a492b9-4e9d-4e77-ba50-4881326a726e,segment=NetworkSegment(c97a2459-da56-4969-a5eb-ccb000fa25dd),segment_id=c97a2459-da56-4969-a5eb-ccb000fa25dd)] {{(pid=103913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 17:30:41.495606 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-42d1362f-4856-4e2c-9a72-b1af279b4b81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735968512485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735968120131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735968120149'] for port (b9a492b9-4e9d-4e77-ba50-4881326a726e), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:30:41.543679 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:30:41.548467 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-de3a80f4-9855-4448-8dd3-b299be7fb7ee admin admin] Publish callbacks [] for port (cfbca248-4ead-4513-ad87-9fd61380fb57), precommit_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:30:41.556154 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-de3a80f4-9855-4448-8dd3-b299be7fb7ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735968512485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735968120131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735968120149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6040315'] for port (cfbca248-4ead-4513-ad87-9fd61380fb57), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:30:41.558411 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Current status of the port dfb60f6e-4869-4951-a924-ca39c879f86b is: ACTIVE; New status is: ACTIVE {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 17:30:41.559824 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Device b9a492b9-4e9d-4e77-ba50-4881326a726e up at agent ovs-agent-dv-cinder-843729-1-iscsi {{(pid=103913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 28 17:30:41.642023 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-76d73369-cf56-426e-af65-0b90627c9d12 None None] Provisioning complete for port b9a492b9-4e9d-4e77-ba50-4881326a726e triggered by entity DHCP. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 17:30:41.642388 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-76d73369-cf56-426e-af65-0b90627c9d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1821120'] for port (b9a492b9-4e9d-4e77-ba50-4881326a726e), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:30:41.662732 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3a80f4-9855-4448-8dd3-b299be7fb7ee admin admin] Pushing event updated for resources: {'Port': ['ID=cfbca248-4ead-4513-ad87-9fd61380fb57,revision_number=2']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:30:41.670363 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-de3a80f4-9855-4448-8dd3-b299be7fb7ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-152102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-686586'] for router_interface (c077dbdd-3b47-4dbc-911b-522b48a73df4), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:30:41.677288 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d1362f-4856-4e2c-9a72-b1af279b4b81 None None] Pushing event updated for resources: {'Port': ['ID=b9a492b9-4e9d-4e77-ba50-4881326a726e,revision_number=3']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:30:41.686190 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Provisioning complete for port b9a492b9-4e9d-4e77-ba50-4881326a726e triggered by entity L2. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 17:30:41.686462 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1821120'] for port (b9a492b9-4e9d-4e77-ba50-4881326a726e), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:30:41.797377 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:30:41.822538 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de3a80f4-9855-4448-8dd3-b299be7fb7ee admin admin] Network cda8a630-30e6-4dd9-9d7b-46909d1f2d5b is already hosted by enough agents. {{(pid=103911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 17:30:41.824155 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.scheduler.base_scheduler [None req-de3a80f4-9855-4448-8dd3-b299be7fb7ee admin admin] Resources bound (agent type, host, resource id): {{(pid=103911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 17:30:41.837296 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-76d73369-cf56-426e-af65-0b90627c9d12 None None] Current status of the port b9a492b9-4e9d-4e77-ba50-4881326a726e is: ACTIVE; New status is: ACTIVE {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 17:30:41.862633 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-76d73369-cf56-426e-af65-0b90627c9d12 None None] Provisioning complete for port cfbca248-4ead-4513-ad87-9fd61380fb57 triggered by entity DHCP. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 17:30:41.863526 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-76d73369-cf56-426e-af65-0b90627c9d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1821120'] for port (cfbca248-4ead-4513-ad87-9fd61380fb57), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:30:41.903321 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Current status of the port b9a492b9-4e9d-4e77-ba50-4881326a726e is: ACTIVE; New status is: ACTIVE {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 17:30:41.909216 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-76d73369-cf56-426e-af65-0b90627c9d12 None None] Port cfbca248-4ead-4513-ad87-9fd61380fb57 cannot update to ACTIVE because it is not bound. {{(pid=103913) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 28 17:30:41.968095 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de3a80f4-9855-4448-8dd3-b299be7fb7ee admin admin] Router c077dbdd-3b47-4dbc-911b-522b48a73df4 has already been hosted by L3 agent 8a8c7bbb-808d-49ae-95de-62501e6237ff {{(pid=103911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 17:30:42.034893 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-aa61ebbb-b920-465b-a852-d37605004267 None None] Provisioning complete for port cfbca248-4ead-4513-ad87-9fd61380fb57 triggered by entity DHCP. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 17:30:42.035266 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-aa61ebbb-b920-465b-a852-d37605004267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1821120'] for port (cfbca248-4ead-4513-ad87-9fd61380fb57), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:30:42.087798 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-aa61ebbb-b920-465b-a852-d37605004267 None None] Port cfbca248-4ead-4513-ad87-9fd61380fb57 cannot update to ACTIVE because it is not bound. {{(pid=103913) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 28 17:30:42.097876 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=100 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:30:42.105633 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de3a80f4-9855-4448-8dd3-b299be7fb7ee admin admin] Notify agent at l3_agent.dv-cinder-843729-1-iscsi the message routers_updated {{(pid=103911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 17:30:42.114251 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-de3a80f4-9855-4448-8dd3-b299be7fb7ee admin admin] 10.222.0.33 "PUT /v2.0/routers/c077dbdd-3b47-4dbc-911b-522b48a73df4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0943723 May 28 17:30:42.212570 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-14a65414-e9f0-46c7-9082-28bb54999979 None None] Provisioning complete for port cfbca248-4ead-4513-ad87-9fd61380fb57 triggered by entity DHCP. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 17:30:42.212570 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-14a65414-e9f0-46c7-9082-28bb54999979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1821120'] for port (cfbca248-4ead-4513-ad87-9fd61380fb57), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:30:42.253927 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-14a65414-e9f0-46c7-9082-28bb54999979 None None] Port cfbca248-4ead-4513-ad87-9fd61380fb57 cannot update to ACTIVE because it is not bound. {{(pid=103913) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 28 17:30:42.550061 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d3654c-e36e-40de-8a49-2080ac5da213 req-efed0fb1-8604-4b35-801a-1214bc80309e tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:30:42.551615 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-42d3654c-e36e-40de-8a49-2080ac5da213 req-efed0fb1-8604-4b35-801a-1214bc80309e tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/ports?device_id=1e52b200-7c75-45f2-92ed-813b306fc334 HTTP/1.1" status: 200 len: 944 time: 0.0629866 May 28 17:30:42.606391 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-42d3654c-e36e-40de-8a49-2080ac5da213 req-1f11ba6a-1100-4ded-866a-7b5d1fec1038 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/security-groups?id=34a1458f-4733-4263-a54d-1cac11f7c252&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481515 May 28 17:30:42.610025 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.33', 60274) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:30:42.615282 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.v2.base [None req-23956f14-4f19-44a0-87af-97472e9c31eb tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1574109063', 'description': 'tempest-secgroup-smoke-1574109063 description', 'project_id': 'c1187f363c0d40ffaebe938d3201e0ad'}} {{(pid=103911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 17:30:42.643689 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-23956f14-4f19-44a0-87af-97472e9c31eb tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] Publish callbacks [] for security_group (None), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:30:42.713335 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-23956f14-4f19-44a0-87af-97472e9c31eb tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] Publish callbacks [] for security_group (4ac71327-c6bc-40cf-beb0-a83c949f9e00), precommit_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:30:42.717204 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-23956f14-4f19-44a0-87af-97472e9c31eb tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594961'] for security_group (4ac71327-c6bc-40cf-beb0-a83c949f9e00), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:30:42.747662 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-23956f14-4f19-44a0-87af-97472e9c31eb tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] Publish callbacks [] for security_group (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:30:42.748777 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-23956f14-4f19-44a0-87af-97472e9c31eb tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1378424 May 28 17:30:42.750824 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23956f14-4f19-44a0-87af-97472e9c31eb tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ac71327-c6bc-40cf-beb0-a83c949f9e00,revision_number=1']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:30:42.752112 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.33', 60276) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:30:42.756664 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.v2.base [None req-e413fe99-e0a6-4253-b9bb-acd2dd44c6d7 tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] Request body: {'security_group_rule': {'security_group_id': '4ac71327-c6bc-40cf-beb0-a83c949f9e00', 'project_id': 'c1187f363c0d40ffaebe938d3201e0ad', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 17:30:42.785577 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-e413fe99-e0a6-4253-b9bb-acd2dd44c6d7 tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] Publish callbacks [] for security_group_rule (48f69bcc-e6f4-4e6d-8974-903c3830d557), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:30:42.794218 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Device 48f2ad05-071e-4e67-9258-657db8e5bedf up at agent hyperv_hv-cinder-84372 {{(pid=103913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 28 17:30:42.795157 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:30:42.838169 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-e413fe99-e0a6-4253-b9bb-acd2dd44c6d7 tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] Publish callbacks [] for security_group_rule (48f69bcc-e6f4-4e6d-8974-903c3830d557), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:30:42.842465 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Provisioning complete for port 48f2ad05-071e-4e67-9258-657db8e5bedf triggered by entity L2. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 17:30:42.843061 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1821120'] for port (48f2ad05-071e-4e67-9258-657db8e5bedf), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:30:42.846569 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-e413fe99-e0a6-4253-b9bb-acd2dd44c6d7 tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595010'] for security_group_rule (48f69bcc-e6f4-4e6d-8974-903c3830d557), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:30:42.868120 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e413fe99-e0a6-4253-b9bb-acd2dd44c6d7 tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48f69bcc-e6f4-4e6d-8974-903c3830d557,revision_number=0']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:30:42.879896 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-e413fe99-e0a6-4253-b9bb-acd2dd44c6d7 tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:30:42.884108 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-e413fe99-e0a6-4253-b9bb-acd2dd44c6d7 tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1279478 May 28 17:30:42.884308 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.33', 60278) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:30:42.889224 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.v2.base [None req-e961c196-74c7-49de-b9b6-02003d5d83ce tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] Request body: {'security_group_rule': {'security_group_id': '4ac71327-c6bc-40cf-beb0-a83c949f9e00', 'project_id': 'c1187f363c0d40ffaebe938d3201e0ad', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 17:30:42.925535 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-e961c196-74c7-49de-b9b6-02003d5d83ce tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] Publish callbacks [] for security_group_rule (fa128559-323a-4d5c-b85b-1158ceca255b), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:30:42.932773 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Current status of the port 48f2ad05-071e-4e67-9258-657db8e5bedf is: BUILD; New status is: ACTIVE {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 17:30:42.933275 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (48f2ad05-071e-4e67-9258-657db8e5bedf), before_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:30:42.957025 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e52b200-7c75-45f2-92ed-813b306fc334', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48f2ad05-071e-4e67-9258-657db8e5bedf'}] {{(pid=103913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 17:30:42.959233 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fc7d66bd3c46bdb9792f0e064e6c35853b2e9fce1f0b0d0eb0c21c6a12b004b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29a4522e-28ed-45d7-9318-4989364351b5" -d '{"events": [{"server_uuid": "1e52b200-7c75-45f2-92ed-813b306fc334", "name": "network-vif-plugged", "status": "completed", "tag": "48f2ad05-071e-4e67-9258-657db8e5bedf"}]}' {{(pid=103913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 28 17:30:42.978769 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] For port 48f2ad05-071e-4e67-9258-657db8e5bedf, host hv-cinder-84372, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84372',level=0,port_id=48f2ad05-071e-4e67-9258-657db8e5bedf,segment=NetworkSegment(c7dd3702-abca-4735-be38-4968a1e4ad1a),segment_id=c7dd3702-abca-4735-be38-4968a1e4ad1a)] {{(pid=103913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 17:30:42.984617 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735968512485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735968120131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735968120149'] for port (48f2ad05-071e-4e67-9258-657db8e5bedf), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:30:42.991919 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-e961c196-74c7-49de-b9b6-02003d5d83ce tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] Publish callbacks [] for security_group_rule (fa128559-323a-4d5c-b85b-1158ceca255b), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:30:42.997499 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-e961c196-74c7-49de-b9b6-02003d5d83ce tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595010'] for security_group_rule (fa128559-323a-4d5c-b85b-1158ceca255b), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:30:43.015424 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 May 2022 17:30:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-094ca2b2-25f6-46b3-bef4-0387fbf05b1d x-openstack-request-id: req-094ca2b2-25f6-46b3-bef4-0387fbf05b1d {{(pid=103913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 28 17:30:43.015737 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e52b200-7c75-45f2-92ed-813b306fc334", "name": "network-vif-plugged", "status": "completed", "tag": "48f2ad05-071e-4e67-9258-657db8e5bedf", "code": 200}]} {{(pid=103913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 28 17:30:43.015997 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-094ca2b2-25f6-46b3-bef4-0387fbf05b1d {{(pid=103913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 28 17:30:43.016391 dv-cinder-843729-1-iscsi neutron-server[103913]: INFO neutron.notifiers.nova [-] Nova event matching ['req-094ca2b2-25f6-46b3-bef4-0387fbf05b1d'] response: {'server_uuid': '1e52b200-7c75-45f2-92ed-813b306fc334', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48f2ad05-071e-4e67-9258-657db8e5bedf', 'code': 200} May 28 17:30:43.020068 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e961c196-74c7-49de-b9b6-02003d5d83ce tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa128559-323a-4d5c-b85b-1158ceca255b,revision_number=0']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:30:43.020317 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Device dfb60f6e-4869-4951-a924-ca39c879f86b up at agent ovs-agent-dv-cinder-843729-1-iscsi {{(pid=103913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 28 17:30:43.025784 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-e961c196-74c7-49de-b9b6-02003d5d83ce tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:30:43.026953 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-e961c196-74c7-49de-b9b6-02003d5d83ce tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1416693 May 28 17:30:43.029657 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.33', 60282) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:30:43.033910 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.v2.base [None req-72e789b5-de98-4aad-a440-3898a97211f0 tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] Request body: {'security_group_rule': {'security_group_id': '4ac71327-c6bc-40cf-beb0-a83c949f9e00', 'project_id': 'c1187f363c0d40ffaebe938d3201e0ad', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 17:30:43.064642 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-72e789b5-de98-4aad-a440-3898a97211f0 tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] Publish callbacks [] for security_group_rule (d696120b-3bd6-4998-a2a4-a87608a97ad7), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:30:43.076712 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Pushing event updated for resources: {'Port': ['ID=48f2ad05-071e-4e67-9258-657db8e5bedf,revision_number=7']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:30:43.081946 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:30:43.091967 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Provisioning complete for port dfb60f6e-4869-4951-a924-ca39c879f86b triggered by entity L2. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 17:30:43.092340 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1821120'] for port (dfb60f6e-4869-4951-a924-ca39c879f86b), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:30:43.121334 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-72e789b5-de98-4aad-a440-3898a97211f0 tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] Publish callbacks [] for security_group_rule (d696120b-3bd6-4998-a2a4-a87608a97ad7), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:30:43.125833 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-72e789b5-de98-4aad-a440-3898a97211f0 tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595010'] for security_group_rule (d696120b-3bd6-4998-a2a4-a87608a97ad7), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:30:43.148273 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e789b5-de98-4aad-a440-3898a97211f0 tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d696120b-3bd6-4998-a2a4-a87608a97ad7,revision_number=0']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:30:43.153790 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-72e789b5-de98-4aad-a440-3898a97211f0 tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:30:43.155249 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-72e789b5-de98-4aad-a440-3898a97211f0 tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1245565 May 28 17:30:43.158078 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.33', 60284) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:30:43.162916 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.v2.base [None req-6feff74c-bb67-4b96-8dd4-b44d8cc3683a tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] Request body: {'security_group_rule': {'security_group_id': '4ac71327-c6bc-40cf-beb0-a83c949f9e00', 'project_id': 'c1187f363c0d40ffaebe938d3201e0ad', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 17:30:43.172481 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Current status of the port dfb60f6e-4869-4951-a924-ca39c879f86b is: ACTIVE; New status is: ACTIVE {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 17:30:43.173598 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Device b9a492b9-4e9d-4e77-ba50-4881326a726e up at agent ovs-agent-dv-cinder-843729-1-iscsi {{(pid=103913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 28 17:30:43.191586 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-6feff74c-bb67-4b96-8dd4-b44d8cc3683a tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] Publish callbacks [] for security_group_rule (d151f0dd-ec2e-4eab-abb9-19d091e8ef5b), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:30:43.218309 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Provisioning complete for port b9a492b9-4e9d-4e77-ba50-4881326a726e triggered by entity L2. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 17:30:43.218680 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1821120'] for port (b9a492b9-4e9d-4e77-ba50-4881326a726e), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:30:43.245599 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-6feff74c-bb67-4b96-8dd4-b44d8cc3683a tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] Publish callbacks [] for security_group_rule (d151f0dd-ec2e-4eab-abb9-19d091e8ef5b), precommit_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:30:43.249985 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-6feff74c-bb67-4b96-8dd4-b44d8cc3683a tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595010'] for security_group_rule (d151f0dd-ec2e-4eab-abb9-19d091e8ef5b), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:30:43.271074 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6feff74c-bb67-4b96-8dd4-b44d8cc3683a tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d151f0dd-ec2e-4eab-abb9-19d091e8ef5b,revision_number=0']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:30:43.282179 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-6feff74c-bb67-4b96-8dd4-b44d8cc3683a tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:30:43.285822 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-6feff74c-bb67-4b96-8dd4-b44d8cc3683a tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1240532 May 28 17:30:43.286157 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.33', 60286) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:30:43.291594 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.v2.base [None req-bfd286be-0010-4ddd-a1b0-1369ed643489 tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] Request body: {'security_group_rule': {'security_group_id': '4ac71327-c6bc-40cf-beb0-a83c949f9e00', 'project_id': 'c1187f363c0d40ffaebe938d3201e0ad', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 17:30:43.300346 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Current status of the port b9a492b9-4e9d-4e77-ba50-4881326a726e is: ACTIVE; New status is: ACTIVE {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 17:30:43.301385 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Device 4a20d3a9-ca70-4be7-a621-7a30de3b36bc up at agent ovs-agent-dv-cinder-843729-1-iscsi {{(pid=103913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 28 17:30:43.312842 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.db.securitygroups_db [None req-bfd286be-0010-4ddd-a1b0-1369ed643489 tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] Project c1187f363c0d40ffaebe938d3201e0ad added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 28 17:30:43.318789 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-bfd286be-0010-4ddd-a1b0-1369ed643489 tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] Publish callbacks [] for security_group_rule (ac6028ea-57d8-4c7c-96d6-78b181e0b7fa), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:30:43.351958 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:DELETE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:30:43.386482 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-bfd286be-0010-4ddd-a1b0-1369ed643489 tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] Publish callbacks [] for security_group_rule (ac6028ea-57d8-4c7c-96d6-78b181e0b7fa), precommit_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:30:43.391513 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-bfd286be-0010-4ddd-a1b0-1369ed643489 tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595010'] for security_group_rule (ac6028ea-57d8-4c7c-96d6-78b181e0b7fa), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:30:43.416066 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd286be-0010-4ddd-a1b0-1369ed643489 tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac6028ea-57d8-4c7c-96d6-78b181e0b7fa,revision_number=0']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:30:43.421655 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-bfd286be-0010-4ddd-a1b0-1369ed643489 tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:30:43.425883 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-bfd286be-0010-4ddd-a1b0-1369ed643489 tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1356254 May 28 17:30:43.425883 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.33', 60288) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:30:43.430923 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.v2.base [None req-24ead207-dda9-49eb-a577-eb3152c94494 tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] Request body: {'security_group_rule': {'security_group_id': '4ac71327-c6bc-40cf-beb0-a83c949f9e00', 'project_id': 'c1187f363c0d40ffaebe938d3201e0ad', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 17:30:43.453206 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.db.securitygroups_db [None req-24ead207-dda9-49eb-a577-eb3152c94494 tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] Project c1187f363c0d40ffaebe938d3201e0ad added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 28 17:30:43.460304 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-24ead207-dda9-49eb-a577-eb3152c94494 tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] Publish callbacks [] for security_group_rule (5e7e7384-4de9-40eb-9ee2-4aba45beb660), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:30:43.466094 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9781f4b-6673-4426-be2c-17a2109ffb2c None None] Sync routers for ids ['c077dbdd-3b47-4dbc-911b-522b48a73df4'] in dv-cinder-843729-1-iscsi {{(pid=103913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 17:30:43.482442 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9781f4b-6673-4426-be2c-17a2109ffb2c None None] Routers {'c077dbdd-3b47-4dbc-911b-522b48a73df4'} bound to L3 agent in host dv-cinder-843729-1-iscsi {{(pid=103913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 28 17:30:43.483054 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.l3_hamode_db [None req-d9781f4b-6673-4426-be2c-17a2109ffb2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843729-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-28T17:16:55Z,description=,heartbeat_timestamp=2022-05-28T17:30:25Z,host='dv-cinder-843729-1-iscsi',id=8a8c7bbb-808d-49ae-95de-62501e6237ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T17:16:55Z,topic='l3_agent')) {'router_ids': ['c077dbdd-3b47-4dbc-911b-522b48a73df4'], 'active': True} {{(pid=103913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:30:43.512707 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-24ead207-dda9-49eb-a577-eb3152c94494 tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] Publish callbacks [] for security_group_rule (5e7e7384-4de9-40eb-9ee2-4aba45beb660), precommit_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:30:43.516290 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-24ead207-dda9-49eb-a577-eb3152c94494 tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595010'] for security_group_rule (5e7e7384-4de9-40eb-9ee2-4aba45beb660), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:30:43.519744 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Provisioning complete for port 4a20d3a9-ca70-4be7-a621-7a30de3b36bc triggered by entity L2. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 17:30:43.520116 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1821120'] for port (4a20d3a9-ca70-4be7-a621-7a30de3b36bc), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:30:43.535389 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ead207-dda9-49eb-a577-eb3152c94494 tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e7e7384-4de9-40eb-9ee2-4aba45beb660,revision_number=0']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:30:43.542114 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:30:43.544403 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-24ead207-dda9-49eb-a577-eb3152c94494 tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:30:43.545619 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-24ead207-dda9-49eb-a577-eb3152c94494 tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1189375 May 28 17:30:43.653573 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.l3_dvr_db [None req-d9781f4b-6673-4426-be2c-17a2109ffb2c None None] Set router c077dbdd-3b47-4dbc-911b-522b48a73df4 gateway port host: dv-cinder-843729-1-iscsi {{(pid=103913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 28 17:30:43.698448 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Current status of the port 4a20d3a9-ca70-4be7-a621-7a30de3b36bc is: DOWN; New status is: ACTIVE {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 17:30:43.698885 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (4a20d3a9-ca70-4be7-a621-7a30de3b36bc), before_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:30:43.754714 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] For port 4a20d3a9-ca70-4be7-a621-7a30de3b36bc, host dv-cinder-843729-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843729-1-iscsi',level=0,port_id=4a20d3a9-ca70-4be7-a621-7a30de3b36bc,segment=NetworkSegment(3991c6da-7adc-4448-bfac-a7af5b626d82),segment_id=3991c6da-7adc-4448-bfac-a7af5b626d82)] {{(pid=103913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 17:30:43.766846 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735968512485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735968120131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735968120149'] for port (4a20d3a9-ca70-4be7-a621-7a30de3b36bc), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:30:43.770465 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb05fe10-3cd1-42cd-817c-8ff619bf8677 req-d9269f33-b0f3-42c4-9302-3f166fe8f11f tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:30:43.772262 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-eb05fe10-3cd1-42cd-817c-8ff619bf8677 req-d9269f33-b0f3-42c4-9302-3f166fe8f11f tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/ports?device_id=1e52b200-7c75-45f2-92ed-813b306fc334 HTTP/1.1" status: 200 len: 945 time: 0.0688555 May 28 17:30:43.833831 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-eb05fe10-3cd1-42cd-817c-8ff619bf8677 req-bd2ce1a1-d212-49e4-a919-0b221435a8e3 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/security-groups?id=34a1458f-4733-4263-a54d-1cac11f7c252&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528395 May 28 17:30:43.870180 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Pushing event updated for resources: {'Port': ['ID=4a20d3a9-ca70-4be7-a621-7a30de3b36bc,revision_number=4']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:30:43.928238 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.l3_hamode_db [None req-d9781f4b-6673-4426-be2c-17a2109ffb2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c077dbdd-3b47-4dbc-911b-522b48a73df4', 'name': 'tempest-TestShelveInstance-1082085615-router', 'tenant_id': '619f6038fc644e42bc968395310b90ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'external_fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.197'}], 'enable_snat': True}, 'gw_port_id': '4a20d3a9-ca70-4be7-a621-7a30de3b36bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T17:30:37Z', 'updated_at': '2022-05-28T17:30:40Z', 'revision_number': 4, 'project_id': '619f6038fc644e42bc968395310b90ba', 'gw_port': {'id': '4a20d3a9-ca70-4be7-a621-7a30de3b36bc', 'name': '', 'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:0a:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c077dbdd-3b47-4dbc-911b-522b48a73df4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:30:37Z', 'updated_at': '2022-05-28T17:30:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843729-1-iscsi', '_interfaces': [{'id': 'cfbca248-4ead-4513-ad87-9fd61380fb57', 'name': '', 'network_id': 'cda8a630-30e6-4dd9-9d7b-46909d1f2d5b', 'tenant_id': '619f6038fc644e42bc968395310b90ba', 'mac_address': 'fa:16:3e:cf:39:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c077dbdd-3b47-4dbc-911b-522b48a73df4', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '630f4712-27c3-4c2a-91b5-a69bb381243e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:30:39Z', 'updated_at': '2022-05-28T17:30:40Z', 'revision_number': 2, 'project_id': '619f6038fc644e42bc968395310b90ba', 'subnets': [{'id': '630f4712-27c3-4c2a-91b5-a69bb381243e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843729-1-iscsi', False) {} {{(pid=103913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:30:43.958418 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9781f4b-6673-4426-be2c-17a2109ffb2c None None] Checking router: c077dbdd-3b47-4dbc-911b-522b48a73df4 for host: dv-cinder-843729-1-iscsi {{(pid=103913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 17:30:43.958769 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9781f4b-6673-4426-be2c-17a2109ffb2c None None] Updating router c077dbdd-3b47-4dbc-911b-522b48a73df4 port cfbca248-4ead-4513-ad87-9fd61380fb57 binding host dv-cinder-843729-1-iscsi {{(pid=103913) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 17:30:43.988625 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-d9781f4b-6673-4426-be2c-17a2109ffb2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (cfbca248-4ead-4513-ad87-9fd61380fb57), before_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:30:44.044828 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:30:44.334774 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-d9781f4b-6673-4426-be2c-17a2109ffb2c None None] Publish callbacks [] for port (cfbca248-4ead-4513-ad87-9fd61380fb57), precommit_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:30:44.341497 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-d9781f4b-6673-4426-be2c-17a2109ffb2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735968512485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735968120131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735968120149'] for port (cfbca248-4ead-4513-ad87-9fd61380fb57), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:30:44.422492 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0421f684-b902-429c-a996-522691954db9 None None] Pushing event updated for resources: {'Port': ['ID=cfbca248-4ead-4513-ad87-9fd61380fb57,revision_number=3']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:30:44.472444 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.managers [None req-d9781f4b-6673-4426-be2c-17a2109ffb2c None None] Attempting to bind port cfbca248-4ead-4513-ad87-9fd61380fb57 on host dv-cinder-843729-1-iscsi for vnic_type normal with profile {{(pid=103913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 28 17:30:44.473029 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.managers [None req-d9781f4b-6673-4426-be2c-17a2109ffb2c None None] Attempting to bind port cfbca248-4ead-4513-ad87-9fd61380fb57 by drivers openvswitch,hyperv on host dv-cinder-843729-1-iscsi at level 0 using segments [{'id': 'c97a2459-da56-4969-a5eb-ccb000fa25dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'cda8a630-30e6-4dd9-9d7b-46909d1f2d5b'}] {{(pid=103913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 28 17:30:44.473554 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9781f4b-6673-4426-be2c-17a2109ffb2c None None] Attempting to bind port cfbca248-4ead-4513-ad87-9fd61380fb57 on network cda8a630-30e6-4dd9-9d7b-46909d1f2d5b {{(pid=103913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 28 17:30:44.480425 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9781f4b-6673-4426-be2c-17a2109ffb2c None None] Checking agent: {'id': '0032cfec-21e8-44dd-a7d5-0b8312dfe052', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843729-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 17, 16, 59), 'started_at': datetime.datetime(2022, 5, 28, 17, 17, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 17, 30, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843729-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 28 17:30:44.480799 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9781f4b-6673-4426-be2c-17a2109ffb2c None None] Checking segment: {'id': 'c97a2459-da56-4969-a5eb-ccb000fa25dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'cda8a630-30e6-4dd9-9d7b-46909d1f2d5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 28 17:30:44.481198 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-d9781f4b-6673-4426-be2c-17a2109ffb2c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:30:44.481590 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9781f4b-6673-4426-be2c-17a2109ffb2c None None] Bound using segment: {'id': 'c97a2459-da56-4969-a5eb-ccb000fa25dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'cda8a630-30e6-4dd9-9d7b-46909d1f2d5b'} {{(pid=103913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 28 17:30:44.482074 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.managers [None req-d9781f4b-6673-4426-be2c-17a2109ffb2c None None] Bound port: cfbca248-4ead-4513-ad87-9fd61380fb57, host: dv-cinder-843729-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c97a2459-da56-4969-a5eb-ccb000fa25dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'cda8a630-30e6-4dd9-9d7b-46909d1f2d5b'}}] {{(pid=103913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 28 17:30:44.482518 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-d9781f4b-6673-4426-be2c-17a2109ffb2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (cfbca248-4ead-4513-ad87-9fd61380fb57), before_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:30:44.558994 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:30:44.582746 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-d9781f4b-6673-4426-be2c-17a2109ffb2c None None] For port cfbca248-4ead-4513-ad87-9fd61380fb57, host dv-cinder-843729-1-iscsi, cleared binding levels {{(pid=103913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 17:30:44.595370 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-d9781f4b-6673-4426-be2c-17a2109ffb2c None None] For port cfbca248-4ead-4513-ad87-9fd61380fb57, host dv-cinder-843729-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843729-1-iscsi',level=0,port_id=cfbca248-4ead-4513-ad87-9fd61380fb57,segment=NetworkSegment(c97a2459-da56-4969-a5eb-ccb000fa25dd),segment_id=c97a2459-da56-4969-a5eb-ccb000fa25dd)] {{(pid=103913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 17:30:44.607235 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-d9781f4b-6673-4426-be2c-17a2109ffb2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735968512485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735968120131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735968120149'] for port (cfbca248-4ead-4513-ad87-9fd61380fb57), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:30:44.679877 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9781f4b-6673-4426-be2c-17a2109ffb2c None None] Routers {'c077dbdd-3b47-4dbc-911b-522b48a73df4'} bound to L3 agent in host dv-cinder-843729-1-iscsi {{(pid=103913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 28 17:30:44.680517 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.l3_hamode_db [None req-d9781f4b-6673-4426-be2c-17a2109ffb2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843729-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-28T17:16:55Z,description=,heartbeat_timestamp=2022-05-28T17:30:25Z,host='dv-cinder-843729-1-iscsi',id=8a8c7bbb-808d-49ae-95de-62501e6237ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T17:16:55Z,topic='l3_agent')) {'router_ids': ['c077dbdd-3b47-4dbc-911b-522b48a73df4'], 'active': True} {{(pid=103913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:30:44.682615 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0421f684-b902-429c-a996-522691954db9 None None] Pushing event updated for resources: {'Port': ['ID=cfbca248-4ead-4513-ad87-9fd61380fb57,revision_number=4']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:30:44.746944 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-436ab58f-5077-47f3-82b4-13fc24b12eff None None] Provisioning complete for port cfbca248-4ead-4513-ad87-9fd61380fb57 triggered by entity DHCP. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 17:30:44.747320 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-436ab58f-5077-47f3-82b4-13fc24b12eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1821120'] for port (cfbca248-4ead-4513-ad87-9fd61380fb57), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:30:44.867926 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.l3_dvr_db [None req-d9781f4b-6673-4426-be2c-17a2109ffb2c None None] Set router c077dbdd-3b47-4dbc-911b-522b48a73df4 gateway port host: dv-cinder-843729-1-iscsi {{(pid=103913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 28 17:30:44.925957 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-436ab58f-5077-47f3-82b4-13fc24b12eff None None] Current status of the port cfbca248-4ead-4513-ad87-9fd61380fb57 is: DOWN; New status is: ACTIVE {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 17:30:44.925957 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-436ab58f-5077-47f3-82b4-13fc24b12eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (cfbca248-4ead-4513-ad87-9fd61380fb57), before_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:30:44.988683 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:30:45.002312 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:30:45.007246 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Device 4a20d3a9-ca70-4be7-a621-7a30de3b36bc up at agent ovs-agent-dv-cinder-843729-1-iscsi {{(pid=103913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 28 17:30:45.030628 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7090c6d1-bb10-483c-af37-59a7eea37965 req-dbc178f4-fa1e-4d97-b9fb-38ec01d3889c tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:30:45.032391 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-7090c6d1-bb10-483c-af37-59a7eea37965 req-dbc178f4-fa1e-4d97-b9fb-38ec01d3889c tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/ports?device_id=1e52b200-7c75-45f2-92ed-813b306fc334 HTTP/1.1" status: 200 len: 945 time: 0.0833669 May 28 17:30:45.075157 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-436ab58f-5077-47f3-82b4-13fc24b12eff None None] For port cfbca248-4ead-4513-ad87-9fd61380fb57, host dv-cinder-843729-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843729-1-iscsi',level=0,port_id=cfbca248-4ead-4513-ad87-9fd61380fb57,segment=NetworkSegment(c97a2459-da56-4969-a5eb-ccb000fa25dd),segment_id=c97a2459-da56-4969-a5eb-ccb000fa25dd)] {{(pid=103913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 17:30:45.084140 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-436ab58f-5077-47f3-82b4-13fc24b12eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735968512485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735968120131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735968120149'] for port (cfbca248-4ead-4513-ad87-9fd61380fb57), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:30:45.115638 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-7090c6d1-bb10-483c-af37-59a7eea37965 req-abb0c7b7-659a-4c4d-8e7d-095dfb5b7000 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/security-groups?id=34a1458f-4733-4263-a54d-1cac11f7c252&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700285 May 28 17:30:45.357264 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Provisioning complete for port 4a20d3a9-ca70-4be7-a621-7a30de3b36bc triggered by entity L2. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 17:30:45.357463 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1821120'] for port (4a20d3a9-ca70-4be7-a621-7a30de3b36bc), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:30:45.371322 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.l3_hamode_db [None req-d9781f4b-6673-4426-be2c-17a2109ffb2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c077dbdd-3b47-4dbc-911b-522b48a73df4', 'name': 'tempest-TestShelveInstance-1082085615-router', 'tenant_id': '619f6038fc644e42bc968395310b90ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'external_fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.197'}], 'enable_snat': True}, 'gw_port_id': '4a20d3a9-ca70-4be7-a621-7a30de3b36bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T17:30:37Z', 'updated_at': '2022-05-28T17:30:40Z', 'revision_number': 4, 'project_id': '619f6038fc644e42bc968395310b90ba', 'gw_port': {'id': '4a20d3a9-ca70-4be7-a621-7a30de3b36bc', 'name': '', 'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:0a:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c077dbdd-3b47-4dbc-911b-522b48a73df4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:30:37Z', 'updated_at': '2022-05-28T17:30:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843729-1-iscsi', '_interfaces': [{'id': 'cfbca248-4ead-4513-ad87-9fd61380fb57', 'name': '', 'network_id': 'cda8a630-30e6-4dd9-9d7b-46909d1f2d5b', 'tenant_id': '619f6038fc644e42bc968395310b90ba', 'mac_address': 'fa:16:3e:cf:39:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c077dbdd-3b47-4dbc-911b-522b48a73df4', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '630f4712-27c3-4c2a-91b5-a69bb381243e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:30:39Z', 'updated_at': '2022-05-28T17:30:44Z', 'revision_number': 4, 'project_id': '619f6038fc644e42bc968395310b90ba', 'subnets': [{'id': '630f4712-27c3-4c2a-91b5-a69bb381243e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843729-1-iscsi', False) {} {{(pid=103913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:30:45.385933 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-e48143db-d6cf-45d7-b135-850849aef7c8 None None] Provisioning complete for port cfbca248-4ead-4513-ad87-9fd61380fb57 triggered by entity DHCP. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 17:30:45.386321 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-e48143db-d6cf-45d7-b135-850849aef7c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1821120'] for port (cfbca248-4ead-4513-ad87-9fd61380fb57), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:30:45.387852 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436ab58f-5077-47f3-82b4-13fc24b12eff None None] Pushing event updated for resources: {'Port': ['ID=cfbca248-4ead-4513-ad87-9fd61380fb57,revision_number=5']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:30:45.446911 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9781f4b-6673-4426-be2c-17a2109ffb2c None None] The sync data for ids ['c077dbdd-3b47-4dbc-911b-522b48a73df4'] in dv-cinder-843729-1-iscsi is: [{'id': 'c077dbdd-3b47-4dbc-911b-522b48a73df4', 'name': 'tempest-TestShelveInstance-1082085615-router', 'tenant_id': '619f6038fc644e42bc968395310b90ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'external_fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.197'}], 'enable_snat': True}, 'gw_port_id': '4a20d3a9-ca70-4be7-a621-7a30de3b36bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T17:30:37Z', 'updated_at': '2022-05-28T17:30:40Z', 'revision_number': 4, 'project_id': '619f6038fc644e42bc968395310b90ba', 'gw_port': {'id': '4a20d3a9-ca70-4be7-a621-7a30de3b36bc', 'name': '', 'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:0a:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c077dbdd-3b47-4dbc-911b-522b48a73df4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:30:37Z', 'updated_at': '2022-05-28T17:30:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843729-1-iscsi', '_interfaces': [{'id': 'cfbca248-4ead-4513-ad87-9fd61380fb57', 'name': '', 'network_id': 'cda8a630-30e6-4dd9-9d7b-46909d1f2d5b', 'tenant_id': '619f6038fc644e42bc968395310b90ba', 'mac_address': 'fa:16:3e:cf:39:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c077dbdd-3b47-4dbc-911b-522b48a73df4', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '630f4712-27c3-4c2a-91b5-a69bb381243e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:30:39Z', 'updated_at': '2022-05-28T17:30:44Z', 'revision_number': 4, 'project_id': '619f6038fc644e42bc968395310b90ba', 'subnets': [{'id': '630f4712-27c3-4c2a-91b5-a69bb381243e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 17:30:45.604313 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:30:45.607119 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-e48143db-d6cf-45d7-b135-850849aef7c8 None None] Current status of the port cfbca248-4ead-4513-ad87-9fd61380fb57 is: ACTIVE; New status is: ACTIVE {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 17:30:45.617450 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Current status of the port 4a20d3a9-ca70-4be7-a621-7a30de3b36bc is: ACTIVE; New status is: ACTIVE {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 17:30:46.301109 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0df9d76-8e2b-481d-ba1f-3ce017040b85 req-25fdfbd4-dc51-4ea3-8396-16a14fba07cf tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:30:46.305384 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-b0df9d76-8e2b-481d-ba1f-3ce017040b85 req-25fdfbd4-dc51-4ea3-8396-16a14fba07cf tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/ports?device_id=1e52b200-7c75-45f2-92ed-813b306fc334 HTTP/1.1" status: 200 len: 945 time: 0.0754120 May 28 17:30:46.343416 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:30:46.365240 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-b0df9d76-8e2b-481d-ba1f-3ce017040b85 req-8aeec58c-675a-4b42-9a18-c887c61a819b tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/security-groups?id=34a1458f-4733-4263-a54d-1cac11f7c252&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544093 May 28 17:30:46.914593 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Device cfbca248-4ead-4513-ad87-9fd61380fb57 up at agent ovs-agent-dv-cinder-843729-1-iscsi {{(pid=103913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 28 17:30:46.960259 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Provisioning complete for port cfbca248-4ead-4513-ad87-9fd61380fb57 triggered by entity L2. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 17:30:46.960636 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1821120'] for port (cfbca248-4ead-4513-ad87-9fd61380fb57), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:30:47.039516 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Current status of the port cfbca248-4ead-4513-ad87-9fd61380fb57 is: ACTIVE; New status is: ACTIVE {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 17:30:47.499657 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2839b7-bd01-4941-9170-3c0815e3a264 req-24ea9e93-42b0-446f-bd3e-eb3dbe6fb869 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:30:47.501313 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-9e2839b7-bd01-4941-9170-3c0815e3a264 req-24ea9e93-42b0-446f-bd3e-eb3dbe6fb869 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/ports?device_id=1e52b200-7c75-45f2-92ed-813b306fc334 HTTP/1.1" status: 200 len: 945 time: 0.0541928 May 28 17:30:47.578746 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-9e2839b7-bd01-4941-9170-3c0815e3a264 req-0e6e2bdb-402c-4077-8b58-bd5843ddb4dd tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/security-groups?id=34a1458f-4733-4263-a54d-1cac11f7c252&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715783 May 28 17:30:48.744121 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19aed58-a08e-454a-afbe-415d7cc32dc2 req-8582507d-bfea-484c-a513-e153bd513651 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:30:48.746153 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-b19aed58-a08e-454a-afbe-415d7cc32dc2 req-8582507d-bfea-484c-a513-e153bd513651 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/ports?device_id=1e52b200-7c75-45f2-92ed-813b306fc334 HTTP/1.1" status: 200 len: 945 time: 0.0662227 May 28 17:30:48.805535 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-b19aed58-a08e-454a-afbe-415d7cc32dc2 req-128c0bf7-3e25-4425-b960-68f356fbeafe tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/security-groups?id=34a1458f-4733-4263-a54d-1cac11f7c252&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524712 May 28 17:30:49.943849 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0ed150-36c4-4cc9-baca-ad838f863a0f req-7f010ae1-adad-4cb4-9232-df313d2e4bd8 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:30:49.948711 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-8e0ed150-36c4-4cc9-baca-ad838f863a0f req-7f010ae1-adad-4cb4-9232-df313d2e4bd8 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/ports?device_id=1e52b200-7c75-45f2-92ed-813b306fc334 HTTP/1.1" status: 200 len: 945 time: 0.0552006 May 28 17:30:50.003234 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-8e0ed150-36c4-4cc9-baca-ad838f863a0f req-844945ce-6ef4-4c5e-8e8b-4b629a24464f tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/security-groups?id=34a1458f-4733-4263-a54d-1cac11f7c252&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488923 May 28 17:30:51.139480 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82090ee9-13dd-4d7b-8393-115943943d1a req-e7aa0ead-e1e1-43ce-954e-1a51070837e9 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:30:51.140879 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-82090ee9-13dd-4d7b-8393-115943943d1a req-e7aa0ead-e1e1-43ce-954e-1a51070837e9 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/ports?device_id=1e52b200-7c75-45f2-92ed-813b306fc334 HTTP/1.1" status: 200 len: 945 time: 0.0506139 May 28 17:30:51.176738 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=68,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:30:51.200909 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-82090ee9-13dd-4d7b-8393-115943943d1a req-d4deae82-36cb-4a4e-9a87-06589fa1c6da tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/security-groups?id=34a1458f-4733-4263-a54d-1cac11f7c252&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544741 May 28 17:30:51.390480 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=22,neutron:DELETE=1 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:30:52.334865 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533515c4-97ab-4544-90ba-7e76bcb93f01 req-05ceda09-dc33-4c1b-b2b7-e8cd58c84397 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:30:52.342707 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-533515c4-97ab-4544-90ba-7e76bcb93f01 req-05ceda09-dc33-4c1b-b2b7-e8cd58c84397 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/ports?device_id=1e52b200-7c75-45f2-92ed-813b306fc334 HTTP/1.1" status: 200 len: 945 time: 0.0597386 May 28 17:30:52.389638 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-533515c4-97ab-4544-90ba-7e76bcb93f01 req-4870f9e8-8d9e-447c-9b21-827725f01768 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/security-groups?id=34a1458f-4733-4263-a54d-1cac11f7c252&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461507 May 28 17:30:52.853016 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-739a6a9b-7ed5-49df-810c-4462d35e10bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (b4d0b3c0-cc03-4456-af87-35ab415ef94b), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:30:53.522135 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c5e38e-def8-460c-8184-7ba3976c78c7 req-86d10ba6-a493-4cbd-a326-d778c3c7d26e tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:30:53.524415 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-85c5e38e-def8-460c-8184-7ba3976c78c7 req-86d10ba6-a493-4cbd-a326-d778c3c7d26e tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/ports?device_id=1e52b200-7c75-45f2-92ed-813b306fc334 HTTP/1.1" status: 200 len: 945 time: 0.0536854 May 28 17:30:53.593179 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-85c5e38e-def8-460c-8184-7ba3976c78c7 req-9a649b58-5c31-413f-b00c-1916d8d453d4 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/security-groups?id=34a1458f-4733-4263-a54d-1cac11f7c252&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627718 May 28 17:30:54.748664 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8862403d-cf02-4b84-bbb7-eea3f2c4f1d5 req-07d80d4f-b18e-402d-b0c9-84d489b7293e tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:30:54.750206 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-8862403d-cf02-4b84-bbb7-eea3f2c4f1d5 req-07d80d4f-b18e-402d-b0c9-84d489b7293e tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/ports?device_id=1e52b200-7c75-45f2-92ed-813b306fc334 HTTP/1.1" status: 200 len: 945 time: 0.0747268 May 28 17:30:54.809566 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-8862403d-cf02-4b84-bbb7-eea3f2c4f1d5 req-fb42e766-740e-4fff-96dd-14960874ad25 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/security-groups?id=34a1458f-4733-4263-a54d-1cac11f7c252&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533504 May 28 17:30:55.159224 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-803d431e-c3d6-4a2e-91b5-b7d6c01ccbf3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (8a8c7bbb-808d-49ae-95de-62501e6237ff), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:30:55.932258 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda3d171-299d-46e3-98ce-886d8af3f3dd req-57809530-b55c-447f-940f-f65ab1f7a37b tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:30:55.933720 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-eda3d171-299d-46e3-98ce-886d8af3f3dd req-57809530-b55c-447f-940f-f65ab1f7a37b tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/ports?device_id=1e52b200-7c75-45f2-92ed-813b306fc334 HTTP/1.1" status: 200 len: 945 time: 0.0467372 May 28 17:30:55.979607 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-eda3d171-299d-46e3-98ce-886d8af3f3dd req-1a1f6a2a-494c-4c56-a683-dd2e3667f777 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/security-groups?id=34a1458f-4733-4263-a54d-1cac11f7c252&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404141 May 28 17:30:56.415424 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-f22b8f6e-815f-41ba-a8b6-c2e56f67911e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (0b51406a-5a43-473c-8a39-67b2a4c71e5e), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:30:56.887595 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ddb9ce-d8f8-466f-a418-69d00b1d5433 req-e9a3bd98-666a-45bb-b7e4-c9ed6e6561cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:30:56.889077 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-76ddb9ce-d8f8-466f-a418-69d00b1d5433 req-e9a3bd98-666a-45bb-b7e4-c9ed6e6561cd service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=afaaf8bde7134efc80c77d707bb309bc&device_id=1e52b200-7c75-45f2-92ed-813b306fc334 HTTP/1.1" status: 200 len: 1129 time: 0.1319995 May 28 17:30:56.963905 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=90,neutron:UPDATE=1,neutron:DELETE=3,neutron:INSERT=6 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:30:56.985310 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ddb9ce-d8f8-466f-a418-69d00b1d5433 req-cf111857-c4f4-4f28-b4b5-03fdafdb9dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:30:56.986799 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-76ddb9ce-d8f8-466f-a418-69d00b1d5433 req-cf111857-c4f4-4f28-b4b5-03fdafdb9dd4 service neutron] 10.222.0.16 "GET /v2.0/networks?id=9aa607a6-b193-4d84-be0c-e5c8f4a565d2 HTTP/1.1" status: 200 len: 918 time: 0.0910177 May 28 17:30:57.048324 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-76ddb9ce-d8f8-466f-a418-69d00b1d5433 req-0463e5f5-8cb4-4ef7-becf-347b57072eff service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=48f2ad05-071e-4e67-9258-657db8e5bedf HTTP/1.1" status: 200 len: 1001 time: 0.0554321 May 28 17:30:57.132703 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1da93f3-3f28-4b88-bacf-799c84bad186 req-02d8af2d-2968-4c2c-9794-1c9cceebbb48 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:30:57.134327 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-a1da93f3-3f28-4b88-bacf-799c84bad186 req-02d8af2d-2968-4c2c-9794-1c9cceebbb48 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/ports?device_id=1e52b200-7c75-45f2-92ed-813b306fc334 HTTP/1.1" status: 200 len: 945 time: 0.0807340 May 28 17:30:57.139584 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ddb9ce-d8f8-466f-a418-69d00b1d5433 req-caf3bb4e-d7c5-4f8e-a06e-2e324072cbc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:30:57.140905 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-76ddb9ce-d8f8-466f-a418-69d00b1d5433 req-caf3bb4e-d7c5-4f8e-a06e-2e324072cbc1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5c9892e7-e6e2-4d1b-9907-f3f374bf6c5e HTTP/1.1" status: 200 len: 856 time: 0.0862727 May 28 17:30:57.214898 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ddb9ce-d8f8-466f-a418-69d00b1d5433 req-0c22abed-9f5d-4af7-88bd-74001c448289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:30:57.216327 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-76ddb9ce-d8f8-466f-a418-69d00b1d5433 req-0c22abed-9f5d-4af7-88bd-74001c448289 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9aa607a6-b193-4d84-be0c-e5c8f4a565d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0680711 May 28 17:30:57.219779 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-a1da93f3-3f28-4b88-bacf-799c84bad186 req-814d0cdf-5103-4630-8942-a29597ca52f2 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/security-groups?id=34a1458f-4733-4263-a54d-1cac11f7c252&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780413 May 28 17:30:57.308898 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-76ddb9ce-d8f8-466f-a418-69d00b1d5433 req-7f93642e-89a5-4f0a-b099-7071b86a8b90 service neutron] 10.222.0.16 "GET /v2.0/networks/9aa607a6-b193-4d84-be0c-e5c8f4a565d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859399 May 28 17:30:57.379401 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=100 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:30:57.400506 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-76ddb9ce-d8f8-466f-a418-69d00b1d5433 req-740789e3-d0e4-4931-a76e-4051c1d8cd21 service neutron] 10.222.0.16 "GET /v2.0/networks/9aa607a6-b193-4d84-be0c-e5c8f4a565d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861797 May 28 17:30:57.731598 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-44990afe-4038-4bea-a0ed-12e052229f33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (19502cf1-8899-41f0-9103-a107faa54218), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:30:58.345962 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eee1ab-98a5-43dd-b7a4-b8266a96826f req-c55b8c92-3f79-4fa1-aa77-84e170bf290d tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:30:58.347362 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-30eee1ab-98a5-43dd-b7a4-b8266a96826f req-c55b8c92-3f79-4fa1-aa77-84e170bf290d tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/ports?device_id=1e52b200-7c75-45f2-92ed-813b306fc334 HTTP/1.1" status: 200 len: 945 time: 0.0523899 May 28 17:30:58.394695 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-30eee1ab-98a5-43dd-b7a4-b8266a96826f req-25d17a2e-2acc-4b7e-8a7c-ddcc0c80d3cf tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/security-groups?id=34a1458f-4733-4263-a54d-1cac11f7c252&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412643 May 28 17:30:58.865745 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Device 48f2ad05-071e-4e67-9258-657db8e5bedf no longer exists at agent hyperv_hv-cinder-84372 {{(pid=103913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 28 17:30:58.937871 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Current status of the port 48f2ad05-071e-4e67-9258-657db8e5bedf is: ACTIVE; New status is: DOWN {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 17:30:58.938265 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (48f2ad05-071e-4e67-9258-657db8e5bedf), before_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:30:58.939785 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:INSERT=2,neutron:UPDATE=2,neutron:SELECT=92,neutron:DELETE=4 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:30:58.949727 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ac3f1e-fc41-46df-8815-18118ac24ca1 req-e785df2a-0d75-4e25-b9f0-b57e9a0035e7 tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:30:58.951229 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-b1ac3f1e-fc41-46df-8815-18118ac24ca1 req-e785df2a-0d75-4e25-b9f0-b57e9a0035e7 tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] 10.222.0.33 "GET /v2.0/ports?device_id=c454eafd-57ce-466c-a88f-aa88a272a56a HTTP/1.1" status: 200 len: 984 time: 0.0499370 May 28 17:30:58.966885 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e52b200-7c75-45f2-92ed-813b306fc334', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '48f2ad05-071e-4e67-9258-657db8e5bedf'}] {{(pid=103913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 17:30:58.969219 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fc7d66bd3c46bdb9792f0e064e6c35853b2e9fce1f0b0d0eb0c21c6a12b004b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae35af21-e935-480c-9d88-469eb3e7b114" -d '{"events": [{"server_uuid": "1e52b200-7c75-45f2-92ed-813b306fc334", "name": "network-vif-unplugged", "status": "completed", "tag": "48f2ad05-071e-4e67-9258-657db8e5bedf"}]}' {{(pid=103913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 28 17:30:58.981243 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] For port 48f2ad05-071e-4e67-9258-657db8e5bedf, host hv-cinder-84372, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84372',level=0,port_id=48f2ad05-071e-4e67-9258-657db8e5bedf,segment=NetworkSegment(c7dd3702-abca-4735-be38-4968a1e4ad1a),segment_id=c7dd3702-abca-4735-be38-4968a1e4ad1a)] {{(pid=103913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 17:30:58.992418 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735968512485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735968120131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735968120149'] for port (48f2ad05-071e-4e67-9258-657db8e5bedf), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:30:59.019884 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 28 May 2022 17:30:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb003b74-2b07-4302-9547-9bb357c95234 x-openstack-request-id: req-fb003b74-2b07-4302-9547-9bb357c95234 {{(pid=103913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 28 17:30:59.020204 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e52b200-7c75-45f2-92ed-813b306fc334", "name": "network-vif-unplugged", "status": "completed", "tag": "48f2ad05-071e-4e67-9258-657db8e5bedf", "code": 200}]} {{(pid=103913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 28 17:30:59.020461 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-fb003b74-2b07-4302-9547-9bb357c95234 {{(pid=103913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 28 17:30:59.020873 dv-cinder-843729-1-iscsi neutron-server[103913]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb003b74-2b07-4302-9547-9bb357c95234'] response: {'server_uuid': '1e52b200-7c75-45f2-92ed-813b306fc334', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '48f2ad05-071e-4e67-9258-657db8e5bedf', 'code': 200} May 28 17:30:59.022291 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-b1ac3f1e-fc41-46df-8815-18118ac24ca1 req-0d1d71ed-3899-4bf0-b9b7-d9528147095d tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] 10.222.0.33 "GET /v2.0/security-groups?id=b57b7f75-5a7b-4a87-9936-4ce2a1c3dca6&id=ca3cb093-79be-42e6-83d5-849146a5ec7b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0645187 May 28 17:30:59.049711 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Pushing event updated for resources: {'Port': ['ID=48f2ad05-071e-4e67-9258-657db8e5bedf,revision_number=8']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:30:59.232640 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4cba0e-f39e-4378-9f76-941ec0d5c4f2 req-db8584c8-e6f1-471b-b492-093673cee442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:30:59.234055 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-0f4cba0e-f39e-4378-9f76-941ec0d5c4f2 req-db8584c8-e6f1-471b-b492-093673cee442 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=33d09d2e02c945a09e79efae8d8ab96c&device_id=c454eafd-57ce-466c-a88f-aa88a272a56a HTTP/1.1" status: 200 len: 1168 time: 0.0405471 May 28 17:30:59.322161 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4cba0e-f39e-4378-9f76-941ec0d5c4f2 req-f445a26f-f9b1-4c68-b9ed-82014499c2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:30:59.323610 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-0f4cba0e-f39e-4378-9f76-941ec0d5c4f2 req-f445a26f-f9b1-4c68-b9ed-82014499c2ed service neutron] 10.222.0.16 "GET /v2.0/networks?id=c2642da9-62f7-4baf-be4a-bb647a278cd8 HTTP/1.1" status: 200 len: 915 time: 0.0835102 May 28 17:30:59.388223 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (0032cfec-21e8-44dd-a7d5-0b8312dfe052), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:30:59.459197 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-0f4cba0e-f39e-4378-9f76-941ec0d5c4f2 req-b7f9e9d4-c238-4450-ac7d-e68d414dbd3b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f6092e8b-c7e1-4c14-a7b3-8baa64e42a95 HTTP/1.1" status: 200 len: 1001 time: 0.0611904 May 28 17:30:59.545131 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a45d94-3e16-42a6-94b8-0bb6d164c4e7 req-0a821165-a633-47c4-b1b2-01637d5aa37a tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:30:59.546503 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-50a45d94-3e16-42a6-94b8-0bb6d164c4e7 req-0a821165-a633-47c4-b1b2-01637d5aa37a tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/ports?device_id=1e52b200-7c75-45f2-92ed-813b306fc334 HTTP/1.1" status: 200 len: 943 time: 0.0735207 May 28 17:30:59.548269 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4cba0e-f39e-4378-9f76-941ec0d5c4f2 req-3b61d4f6-39d1-4f13-840a-ef3819b50992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:30:59.549291 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-0f4cba0e-f39e-4378-9f76-941ec0d5c4f2 req-3b61d4f6-39d1-4f13-840a-ef3819b50992 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ce8fcd52-903e-410e-9ed1-7c6a9f241d7c HTTP/1.1" status: 200 len: 853 time: 0.0848937 May 28 17:30:59.624604 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4cba0e-f39e-4378-9f76-941ec0d5c4f2 req-39fdfb1a-b270-4397-a7ce-076f601d710b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:30:59.626082 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-0f4cba0e-f39e-4378-9f76-941ec0d5c4f2 req-39fdfb1a-b270-4397-a7ce-076f601d710b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c2642da9-62f7-4baf-be4a-bb647a278cd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0660143 May 28 17:30:59.629753 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-50a45d94-3e16-42a6-94b8-0bb6d164c4e7 req-f0170f02-6d1d-42de-a0c5-727e65ce111d tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/security-groups?id=34a1458f-4733-4263-a54d-1cac11f7c252&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771978 May 28 17:30:59.891598 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-0f4cba0e-f39e-4378-9f76-941ec0d5c4f2 req-32b0c5b7-520f-4525-96e9-ea5746ac6e34 service neutron] 10.222.0.16 "GET /v2.0/networks/c2642da9-62f7-4baf-be4a-bb647a278cd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893390 May 28 17:30:59.981307 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-0f4cba0e-f39e-4378-9f76-941ec0d5c4f2 req-3ca29987-3c5e-4784-a0e2-825534c8cdd9 service neutron] 10.222.0.16 "GET /v2.0/networks/c2642da9-62f7-4baf-be4a-bb647a278cd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842633 May 28 17:31:00.147037 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed20f8c-16f2-4e40-ad40-ac57eeb00b67 req-36bbf7b4-103f-4dad-98f3-d07c239b0e68 tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:31:00.149362 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-1ed20f8c-16f2-4e40-ad40-ac57eeb00b67 req-36bbf7b4-103f-4dad-98f3-d07c239b0e68 tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] 10.222.0.33 "GET /v2.0/ports?device_id=c454eafd-57ce-466c-a88f-aa88a272a56a HTTP/1.1" status: 200 len: 984 time: 0.0585766 May 28 17:31:00.208242 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-1ed20f8c-16f2-4e40-ad40-ac57eeb00b67 req-5842b1b5-c978-419e-bc33-02add02a3e54 tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] 10.222.0.33 "GET /v2.0/security-groups?id=b57b7f75-5a7b-4a87-9936-4ce2a1c3dca6&id=ca3cb093-79be-42e6-83d5-849146a5ec7b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0534573 May 28 17:31:00.752281 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9f8f41-898c-4a98-8e54-117c535cef1f req-7fd1e04a-887a-46d3-963b-a02542349fba tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:31:00.753721 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-2c9f8f41-898c-4a98-8e54-117c535cef1f req-7fd1e04a-887a-46d3-963b-a02542349fba tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/ports?device_id=1e52b200-7c75-45f2-92ed-813b306fc334 HTTP/1.1" status: 200 len: 943 time: 0.0478642 May 28 17:31:00.796179 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=100 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:31:00.803728 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-2c9f8f41-898c-4a98-8e54-117c535cef1f req-74948f23-4214-4a56-aea3-ddb7983634e8 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/security-groups?id=34a1458f-4733-4263-a54d-1cac11f7c252&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445199 May 28 17:31:01.400006 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.wsgi [req-e5d2b40d-5797-48a3-b44d-5ac64b7ec7cf req-d1ffb415-db17-4b5f-a510-7ceac2bd4728 service neutron] http://10.222.0.33:9696/v2.0/extensions returned with HTTP 200 {{(pid=103911) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 28 17:31:01.401090 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-e5d2b40d-5797-48a3-b44d-5ac64b7ec7cf req-d1ffb415-db17-4b5f-a510-7ceac2bd4728 service neutron] 10.222.0.33 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0547204 May 28 17:31:01.558595 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7c197a-676c-40ef-857b-d88174c78a0c req-9a1535e9-06cf-4b52-a6fe-647ecee70666 tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:31:01.561208 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-ae7c197a-676c-40ef-857b-d88174c78a0c req-9a1535e9-06cf-4b52-a6fe-647ecee70666 tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] 10.222.0.33 "GET /v2.0/ports?device_id=c454eafd-57ce-466c-a88f-aa88a272a56a HTTP/1.1" status: 200 len: 984 time: 0.0668473 May 28 17:31:01.585350 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0be3c4-17e2-4fe6-a394-c14683accb0c req-5ec07c8f-2caf-4a85-8baa-d1a655032718 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:31:01.587328 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-5c0be3c4-17e2-4fe6-a394-c14683accb0c req-5ec07c8f-2caf-4a85-8baa-d1a655032718 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/ports?device_id=1e52b200-7c75-45f2-92ed-813b306fc334 HTTP/1.1" status: 200 len: 943 time: 0.0590758 May 28 17:31:01.644886 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-5c0be3c4-17e2-4fe6-a394-c14683accb0c req-09d742cf-19a0-4e31-b3f7-9556e19abd63 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/security-groups?id=34a1458f-4733-4263-a54d-1cac11f7c252&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485547 May 28 17:31:01.647950 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-ae7c197a-676c-40ef-857b-d88174c78a0c req-4504623e-0a57-4676-aec2-a66366acbffc tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] 10.222.0.33 "GET /v2.0/security-groups?id=b57b7f75-5a7b-4a87-9936-4ce2a1c3dca6&id=ca3cb093-79be-42e6-83d5-849146a5ec7b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0797999 May 28 17:31:01.849424 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.33', 60530) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:31:01.926894 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-bcce56d5-61b8-4390-9bbc-91e70fa55895 req-a8e3eb99-6305-4b99-bc91-39e5a38e6a1e service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=1e52b200-7c75-45f2-92ed-813b306fc334&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0763421 May 28 17:31:01.936810 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.wsgi [req-bcce56d5-61b8-4390-9bbc-91e70fa55895 req-f8a02024-f456-4f7d-aa91-7944a1035d97 service neutron] http://10.222.0.33:9696/v2.0/extensions returned with HTTP 200 {{(pid=103912) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 28 17:31:01.937747 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-bcce56d5-61b8-4390-9bbc-91e70fa55895 req-f8a02024-f456-4f7d-aa91-7944a1035d97 service neutron] 10.222.0.33 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0049210 May 28 17:31:02.014635 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.33', 60538) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:31:02.106878 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcce56d5-61b8-4390-9bbc-91e70fa55895 req-22ce4ee4-ee07-4d06-8a0a-7d05b1bb7057 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:31:02.108288 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-bcce56d5-61b8-4390-9bbc-91e70fa55895 req-22ce4ee4-ee07-4d06-8a0a-7d05b1bb7057 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/ports/48f2ad05-071e-4e67-9258-657db8e5bedf HTTP/1.1" status: 200 len: 940 time: 0.0926821 May 28 17:31:02.770247 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bd3d86-8e96-4bae-ae13-09c2a552ca5d req-c81fa7e9-d570-472f-bd4c-8fb37c1faf06 tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:31:02.771749 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-85bd3d86-8e96-4bae-ae13-09c2a552ca5d req-c81fa7e9-d570-472f-bd4c-8fb37c1faf06 tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] 10.222.0.33 "GET /v2.0/ports?device_id=c454eafd-57ce-466c-a88f-aa88a272a56a HTTP/1.1" status: 200 len: 984 time: 0.0539665 May 28 17:31:02.786062 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785036d2-8750-43f3-9ff1-86a6fa307966 req-390a0015-038b-4bf8-9ead-37b8788ffcc4 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:31:02.787587 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-785036d2-8750-43f3-9ff1-86a6fa307966 req-390a0015-038b-4bf8-9ead-37b8788ffcc4 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/ports?device_id=1e52b200-7c75-45f2-92ed-813b306fc334 HTTP/1.1" status: 200 len: 943 time: 0.0516081 May 28 17:31:02.836430 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-85bd3d86-8e96-4bae-ae13-09c2a552ca5d req-e72cf7a3-6640-43fb-9ae2-ac5758160bec tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] 10.222.0.33 "GET /v2.0/security-groups?id=b57b7f75-5a7b-4a87-9936-4ce2a1c3dca6&id=ca3cb093-79be-42e6-83d5-849146a5ec7b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0572159 May 28 17:31:02.839928 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-785036d2-8750-43f3-9ff1-86a6fa307966 req-20ed9a6f-3b69-4318-94c0-2a62b24a8574 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/security-groups?id=34a1458f-4733-4263-a54d-1cac11f7c252&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457320 May 28 17:31:02.931009 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Device 48f2ad05-071e-4e67-9258-657db8e5bedf no longer exists at agent hyperv_hv-cinder-84372 {{(pid=103913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 28 17:31:02.995271 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:31:03.001667 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Current status of the port 48f2ad05-071e-4e67-9258-657db8e5bedf is: DOWN; New status is: DOWN {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 17:31:03.917070 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=100 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:31:03.952239 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4051df-066d-4d60-95e2-0d253d7b64b1 req-858bae0b-2271-49aa-9f95-0a3f288592fd tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:31:03.953697 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-9f4051df-066d-4d60-95e2-0d253d7b64b1 req-858bae0b-2271-49aa-9f95-0a3f288592fd tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] 10.222.0.33 "GET /v2.0/ports?device_id=c454eafd-57ce-466c-a88f-aa88a272a56a HTTP/1.1" status: 200 len: 984 time: 0.0476456 May 28 17:31:03.957833 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afee716c-41e9-4dac-9328-2a33b1a57ed0 req-586160bf-b684-451a-81f8-7e5660857456 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:31:03.959312 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-afee716c-41e9-4dac-9328-2a33b1a57ed0 req-586160bf-b684-451a-81f8-7e5660857456 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/ports?device_id=1e52b200-7c75-45f2-92ed-813b306fc334 HTTP/1.1" status: 200 len: 943 time: 0.0475752 May 28 17:31:04.011045 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-afee716c-41e9-4dac-9328-2a33b1a57ed0 req-400d2586-aab1-415d-883c-e637bad31385 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/security-groups?id=34a1458f-4733-4263-a54d-1cac11f7c252&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455091 May 28 17:31:04.014140 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-9f4051df-066d-4d60-95e2-0d253d7b64b1 req-f0c31831-6ec6-4021-b0bc-fa2091bb8be5 tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] 10.222.0.33 "GET /v2.0/security-groups?id=b57b7f75-5a7b-4a87-9936-4ce2a1c3dca6&id=ca3cb093-79be-42e6-83d5-849146a5ec7b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0547431 May 28 17:31:04.359146 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcce56d5-61b8-4390-9bbc-91e70fa55895 req-2053b570-54bc-4948-a362-7a54569581a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:31:04.360572 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-bcce56d5-61b8-4390-9bbc-91e70fa55895 req-2053b570-54bc-4948-a362-7a54569581a5 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=1e52b200-7c75-45f2-92ed-813b306fc334&tenant_id=afaaf8bde7134efc80c77d707bb309bc HTTP/1.1" status: 200 len: 1127 time: 0.3028276 May 28 17:31:04.432472 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcce56d5-61b8-4390-9bbc-91e70fa55895 req-3b285f77-f210-4fe4-9254-a07ffe8b43fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:31:04.433908 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-bcce56d5-61b8-4390-9bbc-91e70fa55895 req-3b285f77-f210-4fe4-9254-a07ffe8b43fc service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=afaaf8bde7134efc80c77d707bb309bc&device_id=1e52b200-7c75-45f2-92ed-813b306fc334 HTTP/1.1" status: 200 len: 1127 time: 0.0387244 May 28 17:31:04.514962 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (7cdbebfa-f3b4-48eb-8fbc-caed95606681), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:31:04.527561 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcce56d5-61b8-4390-9bbc-91e70fa55895 req-11adf9cb-13cb-4988-b435-fbe09ae952ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:31:04.529046 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-bcce56d5-61b8-4390-9bbc-91e70fa55895 req-11adf9cb-13cb-4988-b435-fbe09ae952ce service neutron] 10.222.0.16 "GET /v2.0/networks?id=9aa607a6-b193-4d84-be0c-e5c8f4a565d2 HTTP/1.1" status: 200 len: 918 time: 0.0889244 May 28 17:31:04.591653 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-bcce56d5-61b8-4390-9bbc-91e70fa55895 req-6b41d3b9-ccc0-4250-bc3d-48443b79d7c8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=48f2ad05-071e-4e67-9258-657db8e5bedf HTTP/1.1" status: 200 len: 999 time: 0.0561576 May 28 17:31:04.643049 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcce56d5-61b8-4390-9bbc-91e70fa55895 req-a1186e5b-5134-42a5-82e6-509fa58d3d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:31:04.644408 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-bcce56d5-61b8-4390-9bbc-91e70fa55895 req-a1186e5b-5134-42a5-82e6-509fa58d3d33 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5c9892e7-e6e2-4d1b-9907-f3f374bf6c5e HTTP/1.1" status: 200 len: 856 time: 0.0467308 May 28 17:31:04.686431 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcce56d5-61b8-4390-9bbc-91e70fa55895 req-6a5464fc-0d72-4e75-a6c9-bd5e23a12995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:31:04.687890 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-bcce56d5-61b8-4390-9bbc-91e70fa55895 req-6a5464fc-0d72-4e75-a6c9-bd5e23a12995 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9aa607a6-b193-4d84-be0c-e5c8f4a565d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0376418 May 28 17:31:04.775555 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-bcce56d5-61b8-4390-9bbc-91e70fa55895 req-3c622a96-32f4-4a65-8a5d-d2659d817269 service neutron] 10.222.0.16 "GET /v2.0/networks/9aa607a6-b193-4d84-be0c-e5c8f4a565d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818214 May 28 17:31:04.866325 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-bcce56d5-61b8-4390-9bbc-91e70fa55895 req-f9f907a9-4872-460e-b009-38b818eff628 service neutron] 10.222.0.16 "GET /v2.0/networks/9aa607a6-b193-4d84-be0c-e5c8f4a565d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838366 May 28 17:31:05.133033 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8281a2e8-65d4-467c-ac57-442eb92f17a8 req-c96c1009-4ac0-4ba0-b78a-a0e954e56f0a tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:31:05.134611 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-8281a2e8-65d4-467c-ac57-442eb92f17a8 req-c96c1009-4ac0-4ba0-b78a-a0e954e56f0a tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] 10.222.0.33 "GET /v2.0/ports?device_id=c454eafd-57ce-466c-a88f-aa88a272a56a HTTP/1.1" status: 200 len: 984 time: 0.0510395 May 28 17:31:05.138565 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d932471c-65ee-479f-a336-f0a835ff22ff req-650371ba-d53d-4278-8115-e3c306a85afc tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:31:05.140333 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-d932471c-65ee-479f-a336-f0a835ff22ff req-650371ba-d53d-4278-8115-e3c306a85afc tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/ports?device_id=1e52b200-7c75-45f2-92ed-813b306fc334 HTTP/1.1" status: 200 len: 943 time: 0.0541594 May 28 17:31:05.194604 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-d932471c-65ee-479f-a336-f0a835ff22ff req-1e1eb2bd-bf09-4ad0-a9bf-51ae99517f89 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/security-groups?id=34a1458f-4733-4263-a54d-1cac11f7c252&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472634 May 28 17:31:05.201774 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-8281a2e8-65d4-467c-ac57-442eb92f17a8 req-bb1d301e-1e7e-49e6-8f54-00ad50ce2a95 tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] 10.222.0.33 "GET /v2.0/security-groups?id=b57b7f75-5a7b-4a87-9936-4ce2a1c3dca6&id=ca3cb093-79be-42e6-83d5-849146a5ec7b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0594628 May 28 17:31:06.285956 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=100 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:31:06.338139 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75aee92-8fcc-463f-943f-d29e522bc6aa req-014bbd9f-7cc3-41bf-82ac-38e0b51f1c97 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:31:06.340156 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-e75aee92-8fcc-463f-943f-d29e522bc6aa req-014bbd9f-7cc3-41bf-82ac-38e0b51f1c97 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/ports?device_id=1e52b200-7c75-45f2-92ed-813b306fc334 HTTP/1.1" status: 200 len: 943 time: 0.0646884 May 28 17:31:06.372720 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5500c07d-a16c-483c-a6b1-77af5ad36387 req-b0be2023-6a4f-4d18-b21b-3bb258739c71 tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:31:06.372720 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-5500c07d-a16c-483c-a6b1-77af5ad36387 req-b0be2023-6a4f-4d18-b21b-3bb258739c71 tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] 10.222.0.33 "GET /v2.0/ports?device_id=c454eafd-57ce-466c-a88f-aa88a272a56a HTTP/1.1" status: 200 len: 984 time: 0.0850151 May 28 17:31:06.390665 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=100 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:31:06.404808 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-e75aee92-8fcc-463f-943f-d29e522bc6aa req-07f2218e-b9c5-4000-98c7-e606828f2533 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/security-groups?id=34a1458f-4733-4263-a54d-1cac11f7c252&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584085 May 28 17:31:06.442797 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-5500c07d-a16c-483c-a6b1-77af5ad36387 req-17fba1e6-77e0-45b7-92eb-3c333cf9919e tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] 10.222.0.33 "GET /v2.0/security-groups?id=b57b7f75-5a7b-4a87-9936-4ce2a1c3dca6&id=ca3cb093-79be-42e6-83d5-849146a5ec7b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0691617 May 28 17:31:07.546201 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f8f28f-19c2-45e5-9c61-30532193a313 req-c647d52f-4280-4ddc-aeb9-91589770733b tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:31:07.547734 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-49f8f28f-19c2-45e5-9c61-30532193a313 req-c647d52f-4280-4ddc-aeb9-91589770733b tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/ports?device_id=1e52b200-7c75-45f2-92ed-813b306fc334 HTTP/1.1" status: 200 len: 943 time: 0.0560169 May 28 17:31:07.578032 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380437be-84ea-4937-82c3-984859ac0d26 req-8beaa28b-f1f9-4264-84b2-5909afa0d038 tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:31:07.579590 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-380437be-84ea-4937-82c3-984859ac0d26 req-8beaa28b-f1f9-4264-84b2-5909afa0d038 tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] 10.222.0.33 "GET /v2.0/ports?device_id=c454eafd-57ce-466c-a88f-aa88a272a56a HTTP/1.1" status: 200 len: 984 time: 0.0504880 May 28 17:31:07.613586 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-49f8f28f-19c2-45e5-9c61-30532193a313 req-1fe75a00-afb0-4670-b2d5-92fc88a688ca tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/security-groups?id=34a1458f-4733-4263-a54d-1cac11f7c252&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601091 May 28 17:31:07.643783 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-380437be-84ea-4937-82c3-984859ac0d26 req-1ec11b4f-74a7-4271-9532-8910455ede69 tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] 10.222.0.33 "GET /v2.0/security-groups?id=b57b7f75-5a7b-4a87-9936-4ce2a1c3dca6&id=ca3cb093-79be-42e6-83d5-849146a5ec7b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0583444 May 28 17:31:08.434102 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=4 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:31:08.438938 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=2 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:31:08.631288 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-5f19ad51-4a6e-41d1-bfa0-996094d963a2 req-171c5e95-4c53-4c89-8434-9999aa580c10 tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] 10.222.0.33 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1574109063&fields=id&tenant_id=c1187f363c0d40ffaebe938d3201e0ad HTTP/1.1" status: 200 len: 267 time: 0.0458632 May 28 17:31:08.686000 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=100 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:31:08.758128 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f19ad51-4a6e-41d1-bfa0-996094d963a2 req-5a049659-26dc-418a-aa5d-531ed3ea6111 tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:31:08.758810 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916ca1c4-cf7d-4b01-9620-28a2f064a8de req-f49b9c2d-6918-4c02-b695-9669c72628f7 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:31:08.761100 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-916ca1c4-cf7d-4b01-9620-28a2f064a8de req-f49b9c2d-6918-4c02-b695-9669c72628f7 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/ports?device_id=1e52b200-7c75-45f2-92ed-813b306fc334 HTTP/1.1" status: 200 len: 943 time: 0.0669105 May 28 17:31:08.765148 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-5f19ad51-4a6e-41d1-bfa0-996094d963a2 req-5a049659-26dc-418a-aa5d-531ed3ea6111 tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] 10.222.0.33 "GET /v2.0/networks?id=4a465d8b-8354-439d-89ca-5f701b554376 HTTP/1.1" status: 200 len: 809 time: 0.1234593 May 28 17:31:08.777175 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-5f19ad51-4a6e-41d1-bfa0-996094d963a2 req-bff46349-8b3b-4b57-9991-5b5d2006b307 tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] 10.222.0.33 "GET /v2.0/quotas/c1187f363c0d40ffaebe938d3201e0ad HTTP/1.1" status: 200 len: 375 time: 0.0109463 May 28 17:31:08.834580 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-916ca1c4-cf7d-4b01-9620-28a2f064a8de req-8e1f2a6a-29f9-478a-8f89-87da85c87ffd tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/security-groups?id=34a1458f-4733-4263-a54d-1cac11f7c252&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675943 May 28 17:31:08.848165 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-5f19ad51-4a6e-41d1-bfa0-996094d963a2 req-0356656f-d6f5-491a-a96c-f59cf936f643 tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=c1187f363c0d40ffaebe938d3201e0ad&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0629587 May 28 17:31:08.984330 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521ae90e-de27-4162-a367-276d1315a1fc req-5674d764-7e32-4e67-bcff-31e12fa335c7 tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:31:08.985806 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-521ae90e-de27-4162-a367-276d1315a1fc req-5674d764-7e32-4e67-bcff-31e12fa335c7 tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] 10.222.0.33 "GET /v2.0/ports?device_id=c454eafd-57ce-466c-a88f-aa88a272a56a HTTP/1.1" status: 200 len: 984 time: 0.0709474 May 28 17:31:09.028160 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-5f19ad51-4a6e-41d1-bfa0-996094d963a2 req-6768994d-ea79-46d3-a68a-67feedec5a2b service neutron] 10.222.0.33 "GET /v2.0/networks/4a465d8b-8354-439d-89ca-5f701b554376?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568058 May 28 17:31:09.055978 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-521ae90e-de27-4162-a367-276d1315a1fc req-ddca724f-2fb3-4473-84ac-c1a979ee2f53 tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] 10.222.0.33 "GET /v2.0/security-groups?id=b57b7f75-5a7b-4a87-9936-4ce2a1c3dca6&id=ca3cb093-79be-42e6-83d5-849146a5ec7b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0629771 May 28 17:31:09.118616 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-5f19ad51-4a6e-41d1-bfa0-996094d963a2 req-955bf910-4a17-41a4-b407-cab33a3fb065 service neutron] 10.222.0.33 "GET /v2.0/networks/4a465d8b-8354-439d-89ca-5f701b554376?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895805 May 28 17:31:09.432567 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-1524c79f-0984-4d86-bdd7-40eb9ebca8ab req-212d0457-50aa-4fe4-aa77-2670706f63a8 tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] 10.222.0.33 "GET /v2.0/ports?device_id=281e6309-8591-49e7-ab2a-e36aa0fad594 HTTP/1.1" status: 200 len: 210 time: 0.0389631 May 28 17:31:09.964955 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b2dbfe-10ed-46e1-b783-5a941762b395 req-24d839dd-d646-4e1b-ae16-76da21e8dbcd tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:31:09.966455 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-53b2dbfe-10ed-46e1-b783-5a941762b395 req-24d839dd-d646-4e1b-ae16-76da21e8dbcd tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/ports?device_id=1e52b200-7c75-45f2-92ed-813b306fc334 HTTP/1.1" status: 200 len: 943 time: 0.0556800 May 28 17:31:10.014959 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-53b2dbfe-10ed-46e1-b783-5a941762b395 req-817f4e72-a637-455e-b0b4-0d22680b1f39 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/security-groups?id=34a1458f-4733-4263-a54d-1cac11f7c252&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427372 May 28 17:31:10.161626 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=100 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:31:10.175848 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae591733-a91c-4f48-aaae-a9ba46e098ed req-8199a862-b17e-49de-9b53-40dceb657b81 tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:31:10.177344 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-ae591733-a91c-4f48-aaae-a9ba46e098ed req-8199a862-b17e-49de-9b53-40dceb657b81 tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] 10.222.0.33 "GET /v2.0/ports?device_id=c454eafd-57ce-466c-a88f-aa88a272a56a HTTP/1.1" status: 200 len: 984 time: 0.0527029 May 28 17:31:10.239068 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-ae591733-a91c-4f48-aaae-a9ba46e098ed req-943a6d3b-d9d4-4e89-a5e1-030d8020fb3a tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] 10.222.0.33 "GET /v2.0/security-groups?id=b57b7f75-5a7b-4a87-9936-4ce2a1c3dca6&id=ca3cb093-79be-42e6-83d5-849146a5ec7b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0561097 May 28 17:31:10.536148 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-70ef9410-75c4-444b-8054-58084128472c req-63fdb843-b852-453b-8e16-dbe822725400 tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] 10.222.0.33 "GET /v2.0/ports?device_id=281e6309-8591-49e7-ab2a-e36aa0fad594 HTTP/1.1" status: 200 len: 210 time: 0.0287271 May 28 17:31:11.138784 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116fbd7c-e017-4676-958d-3fac47ab0d6d req-5f8e212d-09da-4102-8913-b56fda633fc8 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:31:11.140254 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-116fbd7c-e017-4676-958d-3fac47ab0d6d req-5f8e212d-09da-4102-8913-b56fda633fc8 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/ports?device_id=1e52b200-7c75-45f2-92ed-813b306fc334 HTTP/1.1" status: 200 len: 943 time: 0.0508094 May 28 17:31:11.188397 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-116fbd7c-e017-4676-958d-3fac47ab0d6d req-c1862905-e7b4-4af8-920b-c96672d4d858 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/security-groups?id=34a1458f-4733-4263-a54d-1cac11f7c252&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427654 May 28 17:31:11.359761 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5b88d8-dc0b-4905-864c-eca75e7dcb33 req-cac7929c-e40e-4db9-9dd4-5869e49a9e1b tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:31:11.361287 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-6e5b88d8-dc0b-4905-864c-eca75e7dcb33 req-cac7929c-e40e-4db9-9dd4-5869e49a9e1b tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] 10.222.0.33 "GET /v2.0/ports?device_id=c454eafd-57ce-466c-a88f-aa88a272a56a HTTP/1.1" status: 200 len: 984 time: 0.0506539 May 28 17:31:11.422862 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-6e5b88d8-dc0b-4905-864c-eca75e7dcb33 req-6d2522a3-2bab-484f-9aa4-f42fa1f6ab76 tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] 10.222.0.33 "GET /v2.0/security-groups?id=b57b7f75-5a7b-4a87-9936-4ce2a1c3dca6&id=ca3cb093-79be-42e6-83d5-849146a5ec7b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0557933 May 28 17:31:11.636808 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-1050ce37-d568-4c7f-adff-4a398e752560 req-3d1b63be-4f3b-4916-99d6-b40c7b47875e tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] 10.222.0.33 "GET /v2.0/ports?device_id=281e6309-8591-49e7-ab2a-e36aa0fad594 HTTP/1.1" status: 200 len: 210 time: 0.0290310 May 28 17:31:12.323485 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd3ffb0-727c-4701-83e4-5153806a1538 req-69f38105-0ab7-4e9d-b6f5-aad377884428 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:31:12.324960 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-1fd3ffb0-727c-4701-83e4-5153806a1538 req-69f38105-0ab7-4e9d-b6f5-aad377884428 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/ports?device_id=1e52b200-7c75-45f2-92ed-813b306fc334 HTTP/1.1" status: 200 len: 943 time: 0.0609977 May 28 17:31:12.372871 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-1fd3ffb0-727c-4701-83e4-5153806a1538 req-302827c0-2e59-4740-97f7-7bfa10fef422 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/security-groups?id=34a1458f-4733-4263-a54d-1cac11f7c252&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423460 May 28 17:31:12.557899 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebdc92b-1113-4b45-a964-c12cbef881d5 req-842c6001-10a5-4954-9df2-03e1918e3d0e tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:31:12.560124 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-cebdc92b-1113-4b45-a964-c12cbef881d5 req-842c6001-10a5-4954-9df2-03e1918e3d0e tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] 10.222.0.33 "GET /v2.0/ports?device_id=c454eafd-57ce-466c-a88f-aa88a272a56a HTTP/1.1" status: 200 len: 984 time: 0.0581810 May 28 17:31:12.623151 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-cebdc92b-1113-4b45-a964-c12cbef881d5 req-4bff3057-b9ba-4913-9878-7f94d4c96756 tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] 10.222.0.33 "GET /v2.0/security-groups?id=b57b7f75-5a7b-4a87-9936-4ce2a1c3dca6&id=ca3cb093-79be-42e6-83d5-849146a5ec7b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0570683 May 28 17:31:12.736861 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-171991bb-06f5-41c0-86a5-e4725a01f6e5 req-3ab0edcf-bce8-49bc-ab6e-d0977cc81b24 tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] 10.222.0.33 "GET /v2.0/ports?device_id=281e6309-8591-49e7-ab2a-e36aa0fad594 HTTP/1.1" status: 200 len: 210 time: 0.0328610 May 28 17:31:13.424695 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.agents_db [None req-b36f0ab6-f8d6-4670-a7fa-3628cf342135 None None] Agent healthcheck: found 6 active agents {{(pid=103914) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 28 17:31:13.499885 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6a04a4-fe45-433f-bc2b-4313f10223be req-51fe5fde-ac43-42ab-8583-2623ebba4a7f tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:31:13.501486 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-fd6a04a4-fe45-433f-bc2b-4313f10223be req-51fe5fde-ac43-42ab-8583-2623ebba4a7f tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/ports?device_id=1e52b200-7c75-45f2-92ed-813b306fc334 HTTP/1.1" status: 200 len: 943 time: 0.0506918 May 28 17:31:13.551293 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-fd6a04a4-fe45-433f-bc2b-4313f10223be req-37536fa7-5cbf-48ba-b9f7-28575ccde39d tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/security-groups?id=34a1458f-4733-4263-a54d-1cac11f7c252&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440021 May 28 17:31:13.742313 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3835b40-d639-4187-8ca4-8bd8ddb57035 req-234c2d5d-69a3-4e97-98ba-a43d73a7ef55 tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:31:13.744633 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-c3835b40-d639-4187-8ca4-8bd8ddb57035 req-234c2d5d-69a3-4e97-98ba-a43d73a7ef55 tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] 10.222.0.33 "GET /v2.0/ports?device_id=c454eafd-57ce-466c-a88f-aa88a272a56a HTTP/1.1" status: 200 len: 984 time: 0.0502121 May 28 17:31:13.775732 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=100 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:31:13.830137 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-c3835b40-d639-4187-8ca4-8bd8ddb57035 req-f5a17ff7-062f-40e8-bd78-a3462b376aac tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] 10.222.0.33 "GET /v2.0/security-groups?id=b57b7f75-5a7b-4a87-9936-4ce2a1c3dca6&id=ca3cb093-79be-42e6-83d5-849146a5ec7b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0792646 May 28 17:31:13.861894 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-1dbabec8-853f-4d82-aff3-2977833d1c64 req-08ab3ffd-ba74-42f1-ba6f-62da4f2e780c tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] 10.222.0.33 "GET /v2.0/ports?device_id=281e6309-8591-49e7-ab2a-e36aa0fad594 HTTP/1.1" status: 200 len: 210 time: 0.0426087 May 28 17:31:14.508877 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=1 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:31:14.511301 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=59,neutron:UPDATE=6 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:31:14.688318 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee178e9d-5599-41d5-83ad-2d852ee64617 req-3ec16a50-6600-49aa-953e-b563ae993cc3 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:31:14.689805 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-ee178e9d-5599-41d5-83ad-2d852ee64617 req-3ec16a50-6600-49aa-953e-b563ae993cc3 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/ports?device_id=1e52b200-7c75-45f2-92ed-813b306fc334 HTTP/1.1" status: 200 len: 943 time: 0.0513525 May 28 17:31:14.739691 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-ee178e9d-5599-41d5-83ad-2d852ee64617 req-b81ce9db-7cad-47ca-ac42-047e6432e15c tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/security-groups?id=34a1458f-4733-4263-a54d-1cac11f7c252&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435753 May 28 17:31:14.953251 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0964753c-0517-4fdc-a885-9accb9b40926 req-85c1b86f-984c-45ca-bb18-a7bf29b4fffa tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:31:14.954750 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-0964753c-0517-4fdc-a885-9accb9b40926 req-85c1b86f-984c-45ca-bb18-a7bf29b4fffa tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] 10.222.0.33 "GET /v2.0/ports?device_id=c454eafd-57ce-466c-a88f-aa88a272a56a HTTP/1.1" status: 200 len: 984 time: 0.0581882 May 28 17:31:14.963587 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-9425f9ab-c5b0-4289-b14e-924e21cee46b req-e7f91161-99f2-41a3-a46d-98b1907b2beb tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] 10.222.0.33 "GET /v2.0/ports?device_id=281e6309-8591-49e7-ab2a-e36aa0fad594 HTTP/1.1" status: 200 len: 210 time: 0.0281875 May 28 17:31:15.034545 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-0964753c-0517-4fdc-a885-9accb9b40926 req-edb6ca0a-573a-484d-9d8c-bd09dd9da44a tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] 10.222.0.33 "GET /v2.0/security-groups?id=b57b7f75-5a7b-4a87-9936-4ce2a1c3dca6&id=ca3cb093-79be-42e6-83d5-849146a5ec7b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0737865 May 28 17:31:15.865375 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199ec4ba-c83e-4c69-a3e8-27c18cabe658 req-fa23e9a8-76d7-40d7-b08e-6835bf69c4b9 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:31:15.866900 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-199ec4ba-c83e-4c69-a3e8-27c18cabe658 req-fa23e9a8-76d7-40d7-b08e-6835bf69c4b9 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/ports?device_id=1e52b200-7c75-45f2-92ed-813b306fc334 HTTP/1.1" status: 200 len: 943 time: 0.0506716 May 28 17:31:15.913340 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-199ec4ba-c83e-4c69-a3e8-27c18cabe658 req-a1adb80e-a028-41da-b805-c6bfdbe5319b tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/security-groups?id=34a1458f-4733-4263-a54d-1cac11f7c252&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409451 May 28 17:31:16.066164 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-0b0c046b-37fc-43ee-93dc-36d3d135e37c req-71fb64f8-3c98-4bd3-8b0d-768bdb4d4095 tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] 10.222.0.33 "GET /v2.0/ports?device_id=281e6309-8591-49e7-ab2a-e36aa0fad594 HTTP/1.1" status: 200 len: 210 time: 0.0282767 May 28 17:31:16.153017 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5865f624-a7a0-4182-a5af-0d6dc7127995 req-71dd4851-63e0-48c6-8424-67ebb61fa790 tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:31:16.154461 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-5865f624-a7a0-4182-a5af-0d6dc7127995 req-71dd4851-63e0-48c6-8424-67ebb61fa790 tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] 10.222.0.33 "GET /v2.0/ports?device_id=c454eafd-57ce-466c-a88f-aa88a272a56a HTTP/1.1" status: 200 len: 984 time: 0.0478728 May 28 17:31:16.189424 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=100 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:31:16.214163 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-5865f624-a7a0-4182-a5af-0d6dc7127995 req-ac12fb07-eb2a-4e59-aba1-79e81a31ec50 tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] 10.222.0.33 "GET /v2.0/security-groups?id=b57b7f75-5a7b-4a87-9936-4ce2a1c3dca6&id=ca3cb093-79be-42e6-83d5-849146a5ec7b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0541949 May 28 17:31:17.033236 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d14894-b327-4034-bcc8-f1cd1e0aeaa1 req-f22ee825-3a7e-49d3-9cdc-531c88c27d81 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:31:17.034605 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-18d14894-b327-4034-bcc8-f1cd1e0aeaa1 req-f22ee825-3a7e-49d3-9cdc-531c88c27d81 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/ports?device_id=1e52b200-7c75-45f2-92ed-813b306fc334 HTTP/1.1" status: 200 len: 943 time: 0.0483599 May 28 17:31:17.090721 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-18d14894-b327-4034-bcc8-f1cd1e0aeaa1 req-cc37f72b-8049-4287-b8e8-1947238f17f1 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/security-groups?id=34a1458f-4733-4263-a54d-1cac11f7c252&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504820 May 28 17:31:17.160464 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-7edb35d6-04d0-44b0-b43b-a63072848172 req-87e33a56-3c0d-4954-9f7e-8348721b9e97 tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] 10.222.0.33 "GET /v2.0/ports?device_id=281e6309-8591-49e7-ab2a-e36aa0fad594 HTTP/1.1" status: 200 len: 210 time: 0.0281858 May 28 17:31:17.330043 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c722765f-978e-4187-a5a7-3976e4d47a06 req-d904a09e-1f60-44d8-a513-285b78b063ba tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:31:17.331454 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-c722765f-978e-4187-a5a7-3976e4d47a06 req-d904a09e-1f60-44d8-a513-285b78b063ba tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] 10.222.0.33 "GET /v2.0/ports?device_id=c454eafd-57ce-466c-a88f-aa88a272a56a HTTP/1.1" status: 200 len: 984 time: 0.0469384 May 28 17:31:17.343157 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=100 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:31:17.392682 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-c722765f-978e-4187-a5a7-3976e4d47a06 req-af8cc4a1-deff-456e-a1c1-ec290d5070a2 tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] 10.222.0.33 "GET /v2.0/security-groups?id=b57b7f75-5a7b-4a87-9936-4ce2a1c3dca6&id=ca3cb093-79be-42e6-83d5-849146a5ec7b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0547822 May 28 17:31:18.232592 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136af1c4-8c22-4c8a-9039-2a153b974aa5 req-a7087cbe-bfb3-4490-af78-3b54615381f7 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:31:18.235915 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-136af1c4-8c22-4c8a-9039-2a153b974aa5 req-a7087cbe-bfb3-4490-af78-3b54615381f7 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/ports?device_id=1e52b200-7c75-45f2-92ed-813b306fc334 HTTP/1.1" status: 200 len: 943 time: 0.0706897 May 28 17:31:18.265212 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-4626974f-29c8-45b8-ab0a-b3ef188faf0e req-fe4b498e-8421-467d-b7fb-1966b52a8a8a tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] 10.222.0.33 "GET /v2.0/ports?device_id=281e6309-8591-49e7-ab2a-e36aa0fad594 HTTP/1.1" status: 200 len: 210 time: 0.0279567 May 28 17:31:18.283785 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-136af1c4-8c22-4c8a-9039-2a153b974aa5 req-44c42deb-5e69-437f-8d4c-2f8a44b4bdd3 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/security-groups?id=34a1458f-4733-4263-a54d-1cac11f7c252&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441623 May 28 17:31:18.505119 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84531a40-96bb-448f-a057-86a6d6cfa9e5 req-2e79ae13-d025-48a7-a28f-a418eb569708 tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:31:18.506571 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-84531a40-96bb-448f-a057-86a6d6cfa9e5 req-2e79ae13-d025-48a7-a28f-a418eb569708 tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] 10.222.0.33 "GET /v2.0/ports?device_id=c454eafd-57ce-466c-a88f-aa88a272a56a HTTP/1.1" status: 200 len: 984 time: 0.0473690 May 28 17:31:18.569511 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-84531a40-96bb-448f-a057-86a6d6cfa9e5 req-858bdaed-5a3f-4985-bc8e-64ee97742b42 tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] 10.222.0.33 "GET /v2.0/security-groups?id=b57b7f75-5a7b-4a87-9936-4ce2a1c3dca6&id=ca3cb093-79be-42e6-83d5-849146a5ec7b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0565553 May 28 17:31:19.364993 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-65c2f33a-0611-4b14-8ea9-4908ebb0f7cd req-75156c01-529c-40d6-b7e5-d23c7cb9ca53 tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] 10.222.0.33 "GET /v2.0/ports?device_id=281e6309-8591-49e7-ab2a-e36aa0fad594 HTTP/1.1" status: 200 len: 210 time: 0.0293522 May 28 17:31:19.405201 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1dbc6d-2390-478b-8f6b-9212c9f32afa req-f4a3e8ad-7810-4bac-98c2-234c0056225a tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:31:19.406701 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-ce1dbc6d-2390-478b-8f6b-9212c9f32afa req-f4a3e8ad-7810-4bac-98c2-234c0056225a tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/ports?device_id=1e52b200-7c75-45f2-92ed-813b306fc334 HTTP/1.1" status: 200 len: 943 time: 0.0488687 May 28 17:31:19.455277 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-ce1dbc6d-2390-478b-8f6b-9212c9f32afa req-a8277d61-0c7d-42dd-8df6-c821463198eb tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/security-groups?id=34a1458f-4733-4263-a54d-1cac11f7c252&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428867 May 28 17:31:19.684874 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd426d4-e45a-4475-8b59-0f4d98e39900 req-24d4c93d-7cf0-4ca6-b84c-8806cfce603d tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:31:19.686339 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-dbd426d4-e45a-4475-8b59-0f4d98e39900 req-24d4c93d-7cf0-4ca6-b84c-8806cfce603d tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] 10.222.0.33 "GET /v2.0/ports?device_id=c454eafd-57ce-466c-a88f-aa88a272a56a HTTP/1.1" status: 200 len: 984 time: 0.0480015 May 28 17:31:19.745863 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-dbd426d4-e45a-4475-8b59-0f4d98e39900 req-0c8f3121-467e-4c68-b291-6e8860762362 tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] 10.222.0.33 "GET /v2.0/security-groups?id=b57b7f75-5a7b-4a87-9936-4ce2a1c3dca6&id=ca3cb093-79be-42e6-83d5-849146a5ec7b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0538912 May 28 17:31:20.463462 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-d56ae5ca-2de5-423d-b7b5-077fd31c1763 req-ad6f723b-edf3-4a55-afbd-b09baefe1c25 tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] 10.222.0.33 "GET /v2.0/ports?device_id=281e6309-8591-49e7-ab2a-e36aa0fad594 HTTP/1.1" status: 200 len: 210 time: 0.0307693 May 28 17:31:20.572778 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464b1566-9f56-43a6-b6ed-5d2a97c826a0 req-195038a0-2680-49e9-913a-62055b669df2 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:31:20.574213 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-464b1566-9f56-43a6-b6ed-5d2a97c826a0 req-195038a0-2680-49e9-913a-62055b669df2 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/ports?device_id=1e52b200-7c75-45f2-92ed-813b306fc334 HTTP/1.1" status: 200 len: 943 time: 0.0464592 May 28 17:31:20.620667 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-464b1566-9f56-43a6-b6ed-5d2a97c826a0 req-251825ad-c5f6-460e-83a3-fe842c38d64f tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/security-groups?id=34a1458f-4733-4263-a54d-1cac11f7c252&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406268 May 28 17:31:20.859660 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56676d9-3287-4451-b953-fd4d9c1572b1 req-4b9f2955-70aa-43d4-ad0b-d37f3668c6ba tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:31:20.861112 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-b56676d9-3287-4451-b953-fd4d9c1572b1 req-4b9f2955-70aa-43d4-ad0b-d37f3668c6ba tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] 10.222.0.33 "GET /v2.0/ports?device_id=c454eafd-57ce-466c-a88f-aa88a272a56a HTTP/1.1" status: 200 len: 984 time: 0.0477967 May 28 17:31:20.923326 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-b56676d9-3287-4451-b953-fd4d9c1572b1 req-fdee4077-92ca-495a-bbc4-7c8d5176d3fe tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] 10.222.0.33 "GET /v2.0/security-groups?id=b57b7f75-5a7b-4a87-9936-4ce2a1c3dca6&id=ca3cb093-79be-42e6-83d5-849146a5ec7b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0565953 May 28 17:31:21.571019 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-aece6748-c8db-45d5-aeb3-8d5ce6f6dc8a req-cc8c5f49-61be-4a5c-a987-68146e0312bc tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] 10.222.0.33 "GET /v2.0/ports?device_id=281e6309-8591-49e7-ab2a-e36aa0fad594 HTTP/1.1" status: 200 len: 210 time: 0.0291693 May 28 17:31:21.737702 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fa033e-9634-4f39-ab88-7067e2039a90 req-da4a3951-9fa0-49d5-9937-29677b4f823d tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:31:21.739166 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-30fa033e-9634-4f39-ab88-7067e2039a90 req-da4a3951-9fa0-49d5-9937-29677b4f823d tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/ports?device_id=1e52b200-7c75-45f2-92ed-813b306fc334 HTTP/1.1" status: 200 len: 943 time: 0.0471039 May 28 17:31:21.785699 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-30fa033e-9634-4f39-ab88-7067e2039a90 req-eb7669a7-9d5d-46ff-a972-ad8f92e27aa8 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/security-groups?id=34a1458f-4733-4263-a54d-1cac11f7c252&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402696 May 28 17:31:22.099801 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ee36a8-aeb9-4f0f-ab74-f4183decbd40 req-cf8adab2-75ea-408e-aed9-b5a7bb6be417 tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:31:22.101789 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-15ee36a8-aeb9-4f0f-ab74-f4183decbd40 req-cf8adab2-75ea-408e-aed9-b5a7bb6be417 tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] 10.222.0.33 "GET /v2.0/ports?device_id=c454eafd-57ce-466c-a88f-aa88a272a56a HTTP/1.1" status: 200 len: 984 time: 0.0933952 May 28 17:31:22.145813 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f19ad51-4a6e-41d1-bfa0-996094d963a2 req-cc83d409-fd61-4451-83b4-6e6a1fa14fb7 tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:31:22.147243 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-5f19ad51-4a6e-41d1-bfa0-996094d963a2 req-cc83d409-fd61-4451-83b4-6e6a1fa14fb7 tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] 10.222.0.16 "GET /v2.0/networks?id=4a465d8b-8354-439d-89ca-5f701b554376 HTTP/1.1" status: 200 len: 809 time: 0.1764996 May 28 17:31:22.152196 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=100 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:31:22.209527 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-15ee36a8-aeb9-4f0f-ab74-f4183decbd40 req-d6d1a055-26d0-4afe-9270-b3d1abe1573d tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] 10.222.0.33 "GET /v2.0/security-groups?id=b57b7f75-5a7b-4a87-9936-4ce2a1c3dca6&id=ca3cb093-79be-42e6-83d5-849146a5ec7b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0999703 May 28 17:31:22.246538 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-5f19ad51-4a6e-41d1-bfa0-996094d963a2 req-190d1c2f-c70a-4a14-a875-0deab3f07e67 tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c1187f363c0d40ffaebe938d3201e0ad HTTP/1.1" status: 200 len: 380 time: 0.0768628 May 28 17:31:22.259795 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.v2.base [req-5f19ad51-4a6e-41d1-bfa0-996094d963a2 req-57e51a42-7085-493e-bd42-fc90c9719dbd tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] Request body: {'port': {'device_id': '281e6309-8591-49e7-ab2a-e36aa0fad594', 'network_id': '4a465d8b-8354-439d-89ca-5f701b554376', 'admin_state_up': True, 'tenant_id': 'c1187f363c0d40ffaebe938d3201e0ad', 'security_groups': ['4ac71327-c6bc-40cf-beb0-a83c949f9e00']}} {{(pid=103912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 17:31:22.370562 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f19ad51-4a6e-41d1-bfa0-996094d963a2 req-57e51a42-7085-493e-bd42-fc90c9719dbd tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] Made reservation on behalf of c1187f363c0d40ffaebe938d3201e0ad for: {'port': 1} {{(pid=103912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 17:31:22.373777 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-5f19ad51-4a6e-41d1-bfa0-996094d963a2 req-57e51a42-7085-493e-bd42-fc90c9719dbd tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (None), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:31:22.452653 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:31:22.505487 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.db.db_base_plugin_common [req-5f19ad51-4a6e-41d1-bfa0-996094d963a2 req-57e51a42-7085-493e-bd42-fc90c9719dbd tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] Allocated IP 172.20.0.13 (4a465d8b-8354-439d-89ca-5f701b554376/09f52a4a-9f63-462c-a88b-3063575fed7e/50d0ffcf-e908-48f5-9b29-2b70709081b6) {{(pid=103912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 17:31:22.662864 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-5f19ad51-4a6e-41d1-bfa0-996094d963a2 req-57e51a42-7085-493e-bd42-fc90c9719dbd tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] Publish callbacks [] for port (50d0ffcf-e908-48f5-9b29-2b70709081b6), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:31:22.675575 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-fd4cd322-9e14-4d8d-8f6e-98fe2f59e56d req-e0dfa742-77c8-476f-a3aa-a4f9c6fd84e5 tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] 10.222.0.33 "GET /v2.0/ports?device_id=281e6309-8591-49e7-ab2a-e36aa0fad594 HTTP/1.1" status: 200 len: 210 time: 0.0307615 May 28 17:31:22.698884 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-5f19ad51-4a6e-41d1-bfa0-996094d963a2 req-57e51a42-7085-493e-bd42-fc90c9719dbd tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735968120113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6173922'] for port (50d0ffcf-e908-48f5-9b29-2b70709081b6), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:31:22.739572 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f19ad51-4a6e-41d1-bfa0-996094d963a2 req-57e51a42-7085-493e-bd42-fc90c9719dbd tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] Network 4a465d8b-8354-439d-89ca-5f701b554376 is already hosted by enough agents. {{(pid=103912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 17:31:22.743275 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.scheduler.base_scheduler [req-5f19ad51-4a6e-41d1-bfa0-996094d963a2 req-57e51a42-7085-493e-bd42-fc90c9719dbd tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] Resources bound (agent type, host, resource id): {{(pid=103912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 17:31:22.745812 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f19ad51-4a6e-41d1-bfa0-996094d963a2 req-57e51a42-7085-493e-bd42-fc90c9719dbd tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] Received port after_create {{(pid=103912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 28 17:31:22.781173 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e51a42-7085-493e-bd42-fc90c9719dbd tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] Pushing event updated for resources: {'Port': ['ID=50d0ffcf-e908-48f5-9b29-2b70709081b6,revision_number=1']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:31:22.794929 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e51a42-7085-493e-bd42-fc90c9719dbd tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:31:22.795282 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e51a42-7085-493e-bd42-fc90c9719dbd tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:31:22.795659 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e51a42-7085-493e-bd42-fc90c9719dbd tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:31:22.795997 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e51a42-7085-493e-bd42-fc90c9719dbd tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:31:22.796326 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e51a42-7085-493e-bd42-fc90c9719dbd tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:31:22.796653 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e51a42-7085-493e-bd42-fc90c9719dbd tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:31:22.796981 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e51a42-7085-493e-bd42-fc90c9719dbd tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:31:22.797305 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e51a42-7085-493e-bd42-fc90c9719dbd tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:31:22.797627 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e51a42-7085-493e-bd42-fc90c9719dbd tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:31:22.797946 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e51a42-7085-493e-bd42-fc90c9719dbd tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:31:22.798269 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e51a42-7085-493e-bd42-fc90c9719dbd tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:31:22.798591 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e51a42-7085-493e-bd42-fc90c9719dbd tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:31:22.798910 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e51a42-7085-493e-bd42-fc90c9719dbd tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:31:22.799227 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e51a42-7085-493e-bd42-fc90c9719dbd tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:31:22.799572 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e51a42-7085-493e-bd42-fc90c9719dbd tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:31:22.818695 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f19ad51-4a6e-41d1-bfa0-996094d963a2 req-57e51a42-7085-493e-bd42-fc90c9719dbd tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:31:22.819332 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-5f19ad51-4a6e-41d1-bfa0-996094d963a2 req-57e51a42-7085-493e-bd42-fc90c9719dbd tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22441'] for port (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:31:22.837812 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-5f19ad51-4a6e-41d1-bfa0-996094d963a2 req-57e51a42-7085-493e-bd42-fc90c9719dbd tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5823631 May 28 17:31:22.858136 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-dd9c3b4a-bf4c-43f6-bf66-ba55f288a20a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (b4d0b3c0-cc03-4456-af87-35ab415ef94b), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:31:22.858741 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.v2.base [req-5f19ad51-4a6e-41d1-bfa0-996094d963a2 req-f1116944-8e72-4fca-a8ad-0f08373de7dd service neutron] Request body: {'port': {'device_id': '281e6309-8591-49e7-ab2a-e36aa0fad594', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84372'}} {{(pid=103912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 17:31:22.962978 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0767afc6-c21d-4d75-a5f9-f32be11f7a68 req-2d65dfeb-79d8-4aed-a601-c61a93a2fb4e tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:31:22.964465 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-0767afc6-c21d-4d75-a5f9-f32be11f7a68 req-2d65dfeb-79d8-4aed-a601-c61a93a2fb4e tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/ports?device_id=1e52b200-7c75-45f2-92ed-813b306fc334 HTTP/1.1" status: 200 len: 943 time: 0.0838749 May 28 17:31:22.966766 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-5f19ad51-4a6e-41d1-bfa0-996094d963a2 req-f1116944-8e72-4fca-a8ad-0f08373de7dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (50d0ffcf-e908-48f5-9b29-2b70709081b6), before_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:31:22.968493 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:31:23.014223 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-5306ec9d-7d97-4ade-bd20-1b67888eac45 None None] Provisioning complete for port 50d0ffcf-e908-48f5-9b29-2b70709081b6 triggered by entity DHCP. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 17:31:23.014593 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-5306ec9d-7d97-4ade-bd20-1b67888eac45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1821120'] for port (50d0ffcf-e908-48f5-9b29-2b70709081b6), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:31:23.053213 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-5306ec9d-7d97-4ade-bd20-1b67888eac45 None None] Port 50d0ffcf-e908-48f5-9b29-2b70709081b6 cannot update to ACTIVE because it is not bound. {{(pid=103913) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 28 17:31:23.074817 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-0767afc6-c21d-4d75-a5f9-f32be11f7a68 req-c2838007-2c1d-443b-a8a7-e10f0421408f tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/security-groups?id=34a1458f-4733-4263-a54d-1cac11f7c252&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1039419 May 28 17:31:23.246837 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:31:23.296211 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.notifiers.nova [req-5f19ad51-4a6e-41d1-bfa0-996094d963a2 req-f1116944-8e72-4fca-a8ad-0f08373de7dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50d0ffcf-e908-48f5-9b29-2b70709081b6 {{(pid=103912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 17:31:23.309625 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-5f19ad51-4a6e-41d1-bfa0-996094d963a2 req-f1116944-8e72-4fca-a8ad-0f08373de7dd service neutron] Publish callbacks [] for port (50d0ffcf-e908-48f5-9b29-2b70709081b6), precommit_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:31:23.327920 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.db.provisioning_blocks [req-5f19ad51-4a6e-41d1-bfa0-996094d963a2 req-f1116944-8e72-4fca-a8ad-0f08373de7dd service neutron] Transition to ACTIVE for port object 50d0ffcf-e908-48f5-9b29-2b70709081b6 will not be triggered until provisioned by entity L2. {{(pid=103912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 28 17:31:23.407792 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-5f19ad51-4a6e-41d1-bfa0-996094d963a2 req-f1116944-8e72-4fca-a8ad-0f08373de7dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735968512485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735968120131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735968120149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6173909'] for port (50d0ffcf-e908-48f5-9b29-2b70709081b6), after_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:31:23.421919 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=2 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:31:23.458374 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1116944-8e72-4fca-a8ad-0f08373de7dd service neutron] Pushing event updated for resources: {'Port': ['ID=50d0ffcf-e908-48f5-9b29-2b70709081b6,revision_number=2']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:31:23.535166 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.managers [req-5f19ad51-4a6e-41d1-bfa0-996094d963a2 req-f1116944-8e72-4fca-a8ad-0f08373de7dd service neutron] Attempting to bind port 50d0ffcf-e908-48f5-9b29-2b70709081b6 on host hv-cinder-84372 for vnic_type normal with profile {{(pid=103912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 28 17:31:23.535533 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.managers [req-5f19ad51-4a6e-41d1-bfa0-996094d963a2 req-f1116944-8e72-4fca-a8ad-0f08373de7dd service neutron] Attempting to bind port 50d0ffcf-e908-48f5-9b29-2b70709081b6 by drivers openvswitch,hyperv on host hv-cinder-84372 at level 0 using segments [{'id': '153d9af4-79c5-412d-83d0-73ae9d713be5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '4a465d8b-8354-439d-89ca-5f701b554376'}] {{(pid=103912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 28 17:31:23.535866 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f19ad51-4a6e-41d1-bfa0-996094d963a2 req-f1116944-8e72-4fca-a8ad-0f08373de7dd service neutron] Attempting to bind port 50d0ffcf-e908-48f5-9b29-2b70709081b6 on network 4a465d8b-8354-439d-89ca-5f701b554376 {{(pid=103912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 28 17:31:23.541482 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f19ad51-4a6e-41d1-bfa0-996094d963a2 req-f1116944-8e72-4fca-a8ad-0f08373de7dd service neutron] Port 50d0ffcf-e908-48f5-9b29-2b70709081b6 on network 4a465d8b-8354-439d-89ca-5f701b554376 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84372 {{(pid=103912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 28 17:31:23.541804 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f19ad51-4a6e-41d1-bfa0-996094d963a2 req-f1116944-8e72-4fca-a8ad-0f08373de7dd service neutron] Attempting to bind port 50d0ffcf-e908-48f5-9b29-2b70709081b6 on network 4a465d8b-8354-439d-89ca-5f701b554376 {{(pid=103912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 28 17:31:23.547098 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f19ad51-4a6e-41d1-bfa0-996094d963a2 req-f1116944-8e72-4fca-a8ad-0f08373de7dd service neutron] Checking agent: {'id': '7cdbebfa-f3b4-48eb-8fbc-caed95606681', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84372', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 17, 23, 31), 'started_at': datetime.datetime(2022, 5, 28, 17, 23, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 17, 31, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 28 17:31:23.547479 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f19ad51-4a6e-41d1-bfa0-996094d963a2 req-f1116944-8e72-4fca-a8ad-0f08373de7dd service neutron] Checking segment: {'id': '153d9af4-79c5-412d-83d0-73ae9d713be5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '4a465d8b-8354-439d-89ca-5f701b554376'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 28 17:31:23.547868 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f19ad51-4a6e-41d1-bfa0-996094d963a2 req-f1116944-8e72-4fca-a8ad-0f08373de7dd service neutron] Bound using segment: {'id': '153d9af4-79c5-412d-83d0-73ae9d713be5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '4a465d8b-8354-439d-89ca-5f701b554376'} {{(pid=103912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 28 17:31:23.548292 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.managers [req-5f19ad51-4a6e-41d1-bfa0-996094d963a2 req-f1116944-8e72-4fca-a8ad-0f08373de7dd service neutron] Bound port: 50d0ffcf-e908-48f5-9b29-2b70709081b6, host: hv-cinder-84372, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '153d9af4-79c5-412d-83d0-73ae9d713be5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '4a465d8b-8354-439d-89ca-5f701b554376'}}] {{(pid=103912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 28 17:31:23.548653 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-5f19ad51-4a6e-41d1-bfa0-996094d963a2 req-f1116944-8e72-4fca-a8ad-0f08373de7dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (50d0ffcf-e908-48f5-9b29-2b70709081b6), before_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:31:23.613510 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.db [req-5f19ad51-4a6e-41d1-bfa0-996094d963a2 req-f1116944-8e72-4fca-a8ad-0f08373de7dd service neutron] For port 50d0ffcf-e908-48f5-9b29-2b70709081b6, host hv-cinder-84372, cleared binding levels {{(pid=103912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 17:31:23.616726 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.db [req-5f19ad51-4a6e-41d1-bfa0-996094d963a2 req-f1116944-8e72-4fca-a8ad-0f08373de7dd service neutron] For port 50d0ffcf-e908-48f5-9b29-2b70709081b6, host hv-cinder-84372, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84372',level=0,port_id=50d0ffcf-e908-48f5-9b29-2b70709081b6,segment=NetworkSegment(153d9af4-79c5-412d-83d0-73ae9d713be5),segment_id=153d9af4-79c5-412d-83d0-73ae9d713be5)] {{(pid=103912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 17:31:23.622753 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-5f19ad51-4a6e-41d1-bfa0-996094d963a2 req-f1116944-8e72-4fca-a8ad-0f08373de7dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735968512485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735968120131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735968120149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6173909'] for port (50d0ffcf-e908-48f5-9b29-2b70709081b6), after_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:31:23.656181 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f19ad51-4a6e-41d1-bfa0-996094d963a2 req-f1116944-8e72-4fca-a8ad-0f08373de7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:31:23.656793 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-5f19ad51-4a6e-41d1-bfa0-996094d963a2 req-f1116944-8e72-4fca-a8ad-0f08373de7dd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22441'] for port (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:31:23.658153 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-5f19ad51-4a6e-41d1-bfa0-996094d963a2 req-f1116944-8e72-4fca-a8ad-0f08373de7dd service neutron] 10.222.0.16 "PUT /v2.0/ports/50d0ffcf-e908-48f5-9b29-2b70709081b6 HTTP/1.1" status: 200 len: 1094 time: 0.8049145 May 28 17:31:23.658617 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '281e6309-8591-49e7-ab2a-e36aa0fad594', 'tag': '50d0ffcf-e908-48f5-9b29-2b70709081b6'}] {{(pid=103912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 17:31:23.660829 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}192b2939a0ee72d6dca365a869ce4d556b01f2e73c600b6e44d67eb265bc480d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40407149-0466-466f-95e9-f2497d5cf6b5" -d '{"events": [{"name": "network-changed", "server_uuid": "281e6309-8591-49e7-ab2a-e36aa0fad594", "tag": "50d0ffcf-e908-48f5-9b29-2b70709081b6"}]}' {{(pid=103912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 28 17:31:23.687574 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1116944-8e72-4fca-a8ad-0f08373de7dd service neutron] Pushing event updated for resources: {'Port': ['ID=50d0ffcf-e908-48f5-9b29-2b70709081b6,revision_number=3']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:31:23.783650 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 May 2022 17:31:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c2eebc6-f6f6-430a-ab82-ddea1eab6f49 x-openstack-request-id: req-9c2eebc6-f6f6-430a-ab82-ddea1eab6f49 {{(pid=103912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 28 17:31:23.784017 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "281e6309-8591-49e7-ab2a-e36aa0fad594", "tag": "50d0ffcf-e908-48f5-9b29-2b70709081b6", "status": "completed", "code": 200}]} {{(pid=103912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 28 17:31:23.784360 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-9c2eebc6-f6f6-430a-ab82-ddea1eab6f49 {{(pid=103912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 28 17:31:23.784815 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c2eebc6-f6f6-430a-ab82-ddea1eab6f49'] response: {'name': 'network-changed', 'server_uuid': '281e6309-8591-49e7-ab2a-e36aa0fad594', 'tag': '50d0ffcf-e908-48f5-9b29-2b70709081b6', 'status': 'completed', 'code': 200} May 28 17:31:23.814503 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f19ad51-4a6e-41d1-bfa0-996094d963a2 req-18632ab5-7f56-4b4d-b87b-192814ce7ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:31:23.816123 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-5f19ad51-4a6e-41d1-bfa0-996094d963a2 req-18632ab5-7f56-4b4d-b87b-192814ce7ee3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c1187f363c0d40ffaebe938d3201e0ad&device_id=281e6309-8591-49e7-ab2a-e36aa0fad594 HTTP/1.1" status: 200 len: 1128 time: 0.0831614 May 28 17:31:23.832736 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31864827-ce09-4cfc-b2fd-e626d2696a6f req-7b937050-abb8-410a-8685-b69abddbe0ff tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:31:23.834304 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-31864827-ce09-4cfc-b2fd-e626d2696a6f req-7b937050-abb8-410a-8685-b69abddbe0ff tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] 10.222.0.33 "GET /v2.0/ports?device_id=281e6309-8591-49e7-ab2a-e36aa0fad594 HTTP/1.1" status: 200 len: 944 time: 0.0609720 May 28 17:31:23.879213 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-5f19ad51-4a6e-41d1-bfa0-996094d963a2 req-ae031458-2df3-44a2-8ad2-4e646e302dd6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=50d0ffcf-e908-48f5-9b29-2b70709081b6 HTTP/1.1" status: 200 len: 217 time: 0.0439706 May 28 17:31:23.952588 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-31864827-ce09-4cfc-b2fd-e626d2696a6f req-8e5b93c3-56b0-41cd-9817-b82b370b8ed0 tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] 10.222.0.33 "GET /v2.0/security-groups?id=4ac71327-c6bc-40cf-beb0-a83c949f9e00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1105821 May 28 17:31:23.960036 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f19ad51-4a6e-41d1-bfa0-996094d963a2 req-a938fb74-d8ac-48fc-ae78-6436aa695cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:31:23.962023 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-5f19ad51-4a6e-41d1-bfa0-996094d963a2 req-a938fb74-d8ac-48fc-ae78-6436aa695cd8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=09f52a4a-9f63-462c-a88b-3063575fed7e HTTP/1.1" status: 200 len: 848 time: 0.0758147 May 28 17:31:24.005576 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f19ad51-4a6e-41d1-bfa0-996094d963a2 req-f9fd2686-7661-4d28-9bbd-72bf44e16e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:31:24.007040 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-5f19ad51-4a6e-41d1-bfa0-996094d963a2 req-f9fd2686-7661-4d28-9bbd-72bf44e16e2b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4a465d8b-8354-439d-89ca-5f701b554376&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0388975 May 28 17:31:24.037688 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:31:24.097520 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-5f19ad51-4a6e-41d1-bfa0-996094d963a2 req-7d293cfe-9170-4aa8-a659-9c483438da54 service neutron] 10.222.0.16 "GET /v2.0/networks/4a465d8b-8354-439d-89ca-5f701b554376?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837324 May 28 17:31:24.200401 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-5f19ad51-4a6e-41d1-bfa0-996094d963a2 req-ade81edf-bab4-413b-92cf-2f48814f64a4 service neutron] 10.222.0.16 "GET /v2.0/networks/4a465d8b-8354-439d-89ca-5f701b554376?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969837 May 28 17:31:24.203375 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7886a4-9b61-495b-adff-b7edcda2bc7d req-5a8e4927-24e9-41b6-9c67-25866859a647 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:31:24.204938 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-4d7886a4-9b61-495b-adff-b7edcda2bc7d req-5a8e4927-24e9-41b6-9c67-25866859a647 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/ports?device_id=1e52b200-7c75-45f2-92ed-813b306fc334 HTTP/1.1" status: 200 len: 943 time: 0.0509574 May 28 17:31:24.226909 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=100 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:31:24.255952 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-4d7886a4-9b61-495b-adff-b7edcda2bc7d req-cb36f72c-8f8a-486c-a1d8-7d9875cf1535 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/security-groups?id=34a1458f-4733-4263-a54d-1cac11f7c252&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454679 May 28 17:31:24.312930 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40407149-0466-466f-95e9-f2497d5cf6b5 req-e9e65799-e874-4fa1-8e9a-2635a0b02416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:31:24.314331 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-40407149-0466-466f-95e9-f2497d5cf6b5 req-e9e65799-e874-4fa1-8e9a-2635a0b02416 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c1187f363c0d40ffaebe938d3201e0ad&device_id=281e6309-8591-49e7-ab2a-e36aa0fad594 HTTP/1.1" status: 200 len: 1128 time: 0.0403707 May 28 17:31:24.412666 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40407149-0466-466f-95e9-f2497d5cf6b5 req-1abac8d1-3aa1-4dd5-8dba-bbe5d37afa60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:31:24.414391 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-40407149-0466-466f-95e9-f2497d5cf6b5 req-1abac8d1-3aa1-4dd5-8dba-bbe5d37afa60 service neutron] 10.222.0.16 "GET /v2.0/networks?id=4a465d8b-8354-439d-89ca-5f701b554376 HTTP/1.1" status: 200 len: 910 time: 0.0946245 May 28 17:31:24.459182 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-40407149-0466-466f-95e9-f2497d5cf6b5 req-4c459b4b-866e-4235-a077-c14ebe6d7e66 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=50d0ffcf-e908-48f5-9b29-2b70709081b6 HTTP/1.1" status: 200 len: 217 time: 0.0382209 May 28 17:31:24.476333 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:31:24.517003 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40407149-0466-466f-95e9-f2497d5cf6b5 req-70adf847-d5b7-480c-a7ec-09023e968c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:31:24.518434 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-40407149-0466-466f-95e9-f2497d5cf6b5 req-70adf847-d5b7-480c-a7ec-09023e968c6b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=09f52a4a-9f63-462c-a88b-3063575fed7e HTTP/1.1" status: 200 len: 848 time: 0.0539451 May 28 17:31:24.565296 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40407149-0466-466f-95e9-f2497d5cf6b5 req-f12a66af-10ba-4328-ae63-0abdd0ae3e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:31:24.566672 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-40407149-0466-466f-95e9-f2497d5cf6b5 req-f12a66af-10ba-4328-ae63-0abdd0ae3e63 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4a465d8b-8354-439d-89ca-5f701b554376&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0422752 May 28 17:31:24.653077 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-40407149-0466-466f-95e9-f2497d5cf6b5 req-0cddd9cc-88d1-45e8-9015-2bdd97a726f7 service neutron] 10.222.0.16 "GET /v2.0/networks/4a465d8b-8354-439d-89ca-5f701b554376?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808265 May 28 17:31:24.744621 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-40407149-0466-466f-95e9-f2497d5cf6b5 req-538f2b65-d820-4181-a555-4e8729c325e2 service neutron] 10.222.0.16 "GET /v2.0/networks/4a465d8b-8354-439d-89ca-5f701b554376?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858040 May 28 17:31:25.071384 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f0ce99-f06c-46f7-a8ec-08b3dd728804 req-cbb499a2-b09f-4797-9468-0c5d940437d6 tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:31:25.072804 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-d7f0ce99-f06c-46f7-a8ec-08b3dd728804 req-cbb499a2-b09f-4797-9468-0c5d940437d6 tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] 10.222.0.33 "GET /v2.0/ports?device_id=281e6309-8591-49e7-ab2a-e36aa0fad594 HTTP/1.1" status: 200 len: 944 time: 0.0460925 May 28 17:31:25.120234 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-d7f0ce99-f06c-46f7-a8ec-08b3dd728804 req-2eccb1cc-d31f-4e43-830f-53c74a42596d tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] 10.222.0.33 "GET /v2.0/security-groups?id=4ac71327-c6bc-40cf-beb0-a83c949f9e00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419438 May 28 17:31:25.145525 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-3676efef-7480-42d6-958c-49a279fbc78a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (8a8c7bbb-808d-49ae-95de-62501e6237ff), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:31:25.378667 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7b06fc-1822-4104-8a7b-21c7dad9e501 req-ec106d57-7827-4aa0-9a1d-beb552891483 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:31:25.380055 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-3d7b06fc-1822-4104-8a7b-21c7dad9e501 req-ec106d57-7827-4aa0-9a1d-beb552891483 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/ports?device_id=1e52b200-7c75-45f2-92ed-813b306fc334 HTTP/1.1" status: 200 len: 943 time: 0.0465281 May 28 17:31:25.426473 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-3d7b06fc-1822-4104-8a7b-21c7dad9e501 req-d515f271-97ce-496a-9085-83457f6907c6 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/security-groups?id=34a1458f-4733-4263-a54d-1cac11f7c252&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405624 May 28 17:31:26.233750 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0d8a97-e9d5-4a49-ad18-cd0926bfdfe5 req-f217516b-7e6c-4841-b294-d543ee872221 tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:31:26.235197 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-6b0d8a97-e9d5-4a49-ad18-cd0926bfdfe5 req-f217516b-7e6c-4841-b294-d543ee872221 tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] 10.222.0.33 "GET /v2.0/ports?device_id=281e6309-8591-49e7-ab2a-e36aa0fad594 HTTP/1.1" status: 200 len: 944 time: 0.0493050 May 28 17:31:26.286844 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-6b0d8a97-e9d5-4a49-ad18-cd0926bfdfe5 req-9dc58bb7-8579-4707-a649-09cc56c0bd9f tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] 10.222.0.33 "GET /v2.0/security-groups?id=4ac71327-c6bc-40cf-beb0-a83c949f9e00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460823 May 28 17:31:26.416080 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-f22b8f6e-815f-41ba-a8b6-c2e56f67911e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (0b51406a-5a43-473c-8a39-67b2a4c71e5e), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:31:26.545349 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fd3d11-4ab2-4d82-a374-02a8c6ee9ce7 req-e72013bc-107e-4b49-a946-d8f21bd5f2dc tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:31:26.546791 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-92fd3d11-4ab2-4d82-a374-02a8c6ee9ce7 req-e72013bc-107e-4b49-a946-d8f21bd5f2dc tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/ports?device_id=1e52b200-7c75-45f2-92ed-813b306fc334 HTTP/1.1" status: 200 len: 943 time: 0.0472534 May 28 17:31:26.597533 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-92fd3d11-4ab2-4d82-a374-02a8c6ee9ce7 req-7353e302-3830-4805-b046-58fd327bedec tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/security-groups?id=34a1458f-4733-4263-a54d-1cac11f7c252&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453234 May 28 17:31:27.404013 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907ed923-18f6-4b2d-984f-1f67c1c3e2f9 req-3e58aed9-bd47-476c-9663-6984680ea7dc tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:31:27.405443 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-907ed923-18f6-4b2d-984f-1f67c1c3e2f9 req-3e58aed9-bd47-476c-9663-6984680ea7dc tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] 10.222.0.33 "GET /v2.0/ports?device_id=281e6309-8591-49e7-ab2a-e36aa0fad594 HTTP/1.1" status: 200 len: 944 time: 0.0477180 May 28 17:31:27.453534 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-907ed923-18f6-4b2d-984f-1f67c1c3e2f9 req-2c74b60b-e046-48d4-8958-221292fd712e tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] 10.222.0.33 "GET /v2.0/security-groups?id=4ac71327-c6bc-40cf-beb0-a83c949f9e00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426803 May 28 17:31:27.715375 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97f3945-3fbe-4b98-8a36-6b95391317f7 req-874c30b8-f3f0-4a90-80fd-4b1d5c8ea537 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:31:27.716909 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-d97f3945-3fbe-4b98-8a36-6b95391317f7 req-874c30b8-f3f0-4a90-80fd-4b1d5c8ea537 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/ports?device_id=1e52b200-7c75-45f2-92ed-813b306fc334 HTTP/1.1" status: 200 len: 943 time: 0.0469375 May 28 17:31:27.734321 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-44990afe-4038-4bea-a0ed-12e052229f33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (19502cf1-8899-41f0-9103-a107faa54218), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:31:27.765854 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-d97f3945-3fbe-4b98-8a36-6b95391317f7 req-cc1080b1-ab99-40e7-8a71-bf9809cce29a tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/security-groups?id=34a1458f-4733-4263-a54d-1cac11f7c252&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427942 May 28 17:31:28.562690 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed23928-8ad0-4b8c-8680-6a6948a7c693 req-ff0d7412-d0ab-4905-8cc3-a439117fd08f tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:31:28.564084 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-4ed23928-8ad0-4b8c-8680-6a6948a7c693 req-ff0d7412-d0ab-4905-8cc3-a439117fd08f tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] 10.222.0.33 "GET /v2.0/ports?device_id=281e6309-8591-49e7-ab2a-e36aa0fad594 HTTP/1.1" status: 200 len: 944 time: 0.0458758 May 28 17:31:28.612137 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-4ed23928-8ad0-4b8c-8680-6a6948a7c693 req-b05e6961-6a1c-4725-a7ef-f8886f2c30ae tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] 10.222.0.33 "GET /v2.0/security-groups?id=4ac71327-c6bc-40cf-beb0-a83c949f9e00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425844 May 28 17:31:28.884181 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c363784b-febc-4c2e-9b10-8e64333cd132 req-5fcca01a-b5bc-4bdb-afbe-5f18806f79a3 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:31:28.885620 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-c363784b-febc-4c2e-9b10-8e64333cd132 req-5fcca01a-b5bc-4bdb-afbe-5f18806f79a3 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/ports?device_id=1e52b200-7c75-45f2-92ed-813b306fc334 HTTP/1.1" status: 200 len: 943 time: 0.0471098 May 28 17:31:28.931583 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-c363784b-febc-4c2e-9b10-8e64333cd132 req-0f0e3bd1-052b-40a5-b7c6-e454ab646560 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/security-groups?id=34a1458f-4733-4263-a54d-1cac11f7c252&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405302 May 28 17:31:29.104767 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Device 48f2ad05-071e-4e67-9258-657db8e5bedf details requested by agent hyperv_hv-cinder-84372 with host hv-cinder-84372 {{(pid=103913) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 28 17:31:29.204163 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] For port 48f2ad05-071e-4e67-9258-657db8e5bedf, host hv-cinder-84372, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84372',level=0,port_id=48f2ad05-071e-4e67-9258-657db8e5bedf,segment=NetworkSegment(c7dd3702-abca-4735-be38-4968a1e4ad1a),segment_id=c7dd3702-abca-4735-be38-4968a1e4ad1a)] {{(pid=103913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 17:31:29.215269 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Returning: {'device': '48f2ad05-071e-4e67-9258-657db8e5bedf', 'network_id': '9aa607a6-b193-4d84-be0c-e5c8f4a565d2', 'port_id': '48f2ad05-071e-4e67-9258-657db8e5bedf', 'mac_address': 'fa:16:3e:62:6f:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c9892e7-e6e2-4d1b-9907-f3f374bf6c5e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103913) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 28 17:31:29.251643 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Current status of the port 48f2ad05-071e-4e67-9258-657db8e5bedf is: DOWN; New status is: BUILD {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 17:31:29.252024 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (48f2ad05-071e-4e67-9258-657db8e5bedf), before_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:31:29.265946 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.notifiers.nova [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48f2ad05-071e-4e67-9258-657db8e5bedf {{(pid=103913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 17:31:29.286691 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] For port 48f2ad05-071e-4e67-9258-657db8e5bedf, host hv-cinder-84372, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84372',level=0,port_id=48f2ad05-071e-4e67-9258-657db8e5bedf,segment=NetworkSegment(c7dd3702-abca-4735-be38-4968a1e4ad1a),segment_id=c7dd3702-abca-4735-be38-4968a1e4ad1a)] {{(pid=103913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 17:31:29.291501 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735968512485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735968120131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735968120149'] for port (48f2ad05-071e-4e67-9258-657db8e5bedf), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:31:29.342180 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Pushing event updated for resources: {'Port': ['ID=48f2ad05-071e-4e67-9258-657db8e5bedf,revision_number=9']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:31:29.390568 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (0032cfec-21e8-44dd-a7d5-0b8312dfe052), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:31:29.728278 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5fd480-c685-491c-9899-38c6fcf7b7a9 req-10fb5e9d-a62a-4049-a636-bc834241d2cb tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:31:29.729615 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-eb5fd480-c685-491c-9899-38c6fcf7b7a9 req-10fb5e9d-a62a-4049-a636-bc834241d2cb tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] 10.222.0.33 "GET /v2.0/ports?device_id=281e6309-8591-49e7-ab2a-e36aa0fad594 HTTP/1.1" status: 200 len: 944 time: 0.0521691 May 28 17:31:29.758269 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=100 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:31:29.783484 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-eb5fd480-c685-491c-9899-38c6fcf7b7a9 req-38b5cd1c-97a0-44e7-949d-2be3a1ec6baa tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] 10.222.0.33 "GET /v2.0/security-groups?id=4ac71327-c6bc-40cf-beb0-a83c949f9e00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463626 May 28 17:31:29.950578 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] get_ports_and_sgs() called for port_ids ['48f2ad05-071e-4e67-9258-657db8e5bedf'] {{(pid=103913) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 28 17:31:30.062388 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5e2275-6d8f-4f07-b797-9e87fee43950 req-6f864746-8ef6-443a-95e8-c106a03b3592 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:31:30.064001 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-7b5e2275-6d8f-4f07-b797-9e87fee43950 req-6f864746-8ef6-443a-95e8-c106a03b3592 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/ports?device_id=1e52b200-7c75-45f2-92ed-813b306fc334 HTTP/1.1" status: 200 len: 944 time: 0.0529010 May 28 17:31:30.113303 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-7b5e2275-6d8f-4f07-b797-9e87fee43950 req-c41c116f-c3b5-496b-bf60-f0dc169b68d4 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/security-groups?id=34a1458f-4733-4263-a54d-1cac11f7c252&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430868 May 28 17:31:30.469815 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-43ce2733-17ae-4dfc-a402-3c44eb1c281b req-b61bec6d-bac9-4d5a-9b78-c3bbbd1a82c3 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=9d6203f1-8344-4493-9b94-22fb56f73a96&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0410621 May 28 17:31:30.545467 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ce2733-17ae-4dfc-a402-3c44eb1c281b req-bab1e496-1612-4d56-9c2e-eb0f601924a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:31:30.547145 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-43ce2733-17ae-4dfc-a402-3c44eb1c281b req-bab1e496-1612-4d56-9c2e-eb0f601924a2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8e92a5dc387f47c99ce98da4d6fd9d92&device_id=9d6203f1-8344-4493-9b94-22fb56f73a96 HTTP/1.1" status: 200 len: 1130 time: 0.0427120 May 28 17:31:30.824022 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca35455-5d52-4c55-9918-8cd6109984b7 req-cc3a896e-1f1f-4e5d-a771-f182dc4be33b tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:31:30.825649 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-3ca35455-5d52-4c55-9918-8cd6109984b7 req-cc3a896e-1f1f-4e5d-a771-f182dc4be33b tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/ports?device_id=435314f8-f9b7-4e9c-94f3-8a84190965b9 HTTP/1.1" status: 200 len: 946 time: 0.0509727 May 28 17:31:30.877898 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-3ca35455-5d52-4c55-9918-8cd6109984b7 req-360a7595-fb35-437b-9c82-f3d6a4529cec tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/security-groups?id=c776077f-6b09-4c92-a212-43bc02e1345f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450428 May 28 17:31:30.932764 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b93d20c-612b-472e-a758-56275ee311e0 req-09e55414-54bf-42b2-91f5-cced09a10a2a tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:31:30.934269 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-3b93d20c-612b-472e-a758-56275ee311e0 req-09e55414-54bf-42b2-91f5-cced09a10a2a tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] 10.222.0.33 "GET /v2.0/ports?device_id=281e6309-8591-49e7-ab2a-e36aa0fad594 HTTP/1.1" status: 200 len: 944 time: 0.0610967 May 28 17:31:30.955676 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ce2733-17ae-4dfc-a402-3c44eb1c281b req-47db06f9-5ba6-49b5-81b8-13f24d2bca80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:31:30.957172 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-43ce2733-17ae-4dfc-a402-3c44eb1c281b req-47db06f9-5ba6-49b5-81b8-13f24d2bca80 service neutron] 10.222.0.16 "GET /v2.0/networks?id=77a1ea92-c07d-41a7-8668-7c3c660591aa HTTP/1.1" status: 200 len: 919 time: 0.3905187 May 28 17:31:30.987607 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-3b93d20c-612b-472e-a758-56275ee311e0 req-377006f0-79f6-4990-8454-f210a87cbd16 tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] 10.222.0.33 "GET /v2.0/security-groups?id=4ac71327-c6bc-40cf-beb0-a83c949f9e00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476472 May 28 17:31:31.196710 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Device 48f2ad05-071e-4e67-9258-657db8e5bedf up at agent hyperv_hv-cinder-84372 {{(pid=103913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 28 17:31:31.231360 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99aa00c-8cc3-4c3b-8a43-17281ae0d9d6 req-4d3fa567-dd63-4a8d-af48-5ae7ce9f68ff tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:31:31.232862 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-c99aa00c-8cc3-4c3b-8a43-17281ae0d9d6 req-4d3fa567-dd63-4a8d-af48-5ae7ce9f68ff tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/ports?device_id=1e52b200-7c75-45f2-92ed-813b306fc334 HTTP/1.1" status: 200 len: 944 time: 0.0472906 May 28 17:31:31.241072 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Provisioning complete for port 48f2ad05-071e-4e67-9258-657db8e5bedf triggered by entity L2. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 17:31:31.241442 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1821120'] for port (48f2ad05-071e-4e67-9258-657db8e5bedf), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:31:31.287877 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-c99aa00c-8cc3-4c3b-8a43-17281ae0d9d6 req-cc2e7e88-faab-418d-acc9-e72016004f44 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/security-groups?id=34a1458f-4733-4263-a54d-1cac11f7c252&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493779 May 28 17:31:31.315994 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Current status of the port 48f2ad05-071e-4e67-9258-657db8e5bedf is: BUILD; New status is: ACTIVE {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 17:31:31.316387 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (48f2ad05-071e-4e67-9258-657db8e5bedf), before_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:31:31.340743 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e52b200-7c75-45f2-92ed-813b306fc334', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48f2ad05-071e-4e67-9258-657db8e5bedf'}] {{(pid=103913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 17:31:31.342947 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fc7d66bd3c46bdb9792f0e064e6c35853b2e9fce1f0b0d0eb0c21c6a12b004b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2723b66-e66c-4fbc-91b7-7b4afb44c594" -d '{"events": [{"server_uuid": "1e52b200-7c75-45f2-92ed-813b306fc334", "name": "network-vif-plugged", "status": "completed", "tag": "48f2ad05-071e-4e67-9258-657db8e5bedf"}]}' {{(pid=103913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 28 17:31:31.356851 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:31:31.360734 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] For port 48f2ad05-071e-4e67-9258-657db8e5bedf, host hv-cinder-84372, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84372',level=0,port_id=48f2ad05-071e-4e67-9258-657db8e5bedf,segment=NetworkSegment(c7dd3702-abca-4735-be38-4968a1e4ad1a),segment_id=c7dd3702-abca-4735-be38-4968a1e4ad1a)] {{(pid=103913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 17:31:31.366232 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735968512485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735968120131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735968120149'] for port (48f2ad05-071e-4e67-9258-657db8e5bedf), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:31:31.417476 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Pushing event updated for resources: {'Port': ['ID=48f2ad05-071e-4e67-9258-657db8e5bedf,revision_number=10']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:31:31.453116 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 May 2022 17:31:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-508ce180-bcc0-4558-a835-bf34b36dd012 x-openstack-request-id: req-508ce180-bcc0-4558-a835-bf34b36dd012 {{(pid=103913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 28 17:31:31.453484 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e52b200-7c75-45f2-92ed-813b306fc334", "name": "network-vif-plugged", "status": "completed", "tag": "48f2ad05-071e-4e67-9258-657db8e5bedf", "code": 200}]} {{(pid=103913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 28 17:31:31.453790 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-508ce180-bcc0-4558-a835-bf34b36dd012 {{(pid=103913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 28 17:31:31.454219 dv-cinder-843729-1-iscsi neutron-server[103913]: INFO neutron.notifiers.nova [-] Nova event matching ['req-508ce180-bcc0-4558-a835-bf34b36dd012'] response: {'server_uuid': '1e52b200-7c75-45f2-92ed-813b306fc334', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48f2ad05-071e-4e67-9258-657db8e5bedf', 'code': 200} May 28 17:31:31.785562 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-43ce2733-17ae-4dfc-a402-3c44eb1c281b req-ac725ee3-1d10-4e5b-885a-c0213285876d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=047a6d17-d6d2-4e8d-afee-99011f7fd562 HTTP/1.1" status: 200 len: 217 time: 0.0369458 May 28 17:31:31.982354 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=100 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:31:31.993575 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4d1cba-2348-4798-854d-db69bd7ad0f8 req-2013c20a-6b6c-4b99-8ccb-088b5f68d6af tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:31:31.995010 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-3d4d1cba-2348-4798-854d-db69bd7ad0f8 req-2013c20a-6b6c-4b99-8ccb-088b5f68d6af tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/ports?device_id=435314f8-f9b7-4e9c-94f3-8a84190965b9 HTTP/1.1" status: 200 len: 946 time: 0.0480223 May 28 17:31:32.043916 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-3d4d1cba-2348-4798-854d-db69bd7ad0f8 req-31515b47-cfbe-4721-8a49-5cdbbe1497e1 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/security-groups?id=c776077f-6b09-4c92-a212-43bc02e1345f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434532 May 28 17:31:32.095389 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=100 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:31:32.110919 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fef9c8a-3676-4e11-92d1-e2e42e68a6c6 req-af0de577-ddb9-49a3-b46d-36322b2b39fc tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:31:32.112374 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-3fef9c8a-3676-4e11-92d1-e2e42e68a6c6 req-af0de577-ddb9-49a3-b46d-36322b2b39fc tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] 10.222.0.33 "GET /v2.0/ports?device_id=281e6309-8591-49e7-ab2a-e36aa0fad594 HTTP/1.1" status: 200 len: 944 time: 0.0469458 May 28 17:31:32.183486 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3acb93-90a7-4739-ad8c-459a8728b17d req-29b864d4-8110-4036-942a-e861fe25e4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:31:32.185604 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-9d3acb93-90a7-4739-ad8c-459a8728b17d req-29b864d4-8110-4036-942a-e861fe25e4f1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8e92a5dc387f47c99ce98da4d6fd9d92&device_id=435314f8-f9b7-4e9c-94f3-8a84190965b9 HTTP/1.1" status: 200 len: 1130 time: 0.0479531 May 28 17:31:32.201509 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-3fef9c8a-3676-4e11-92d1-e2e42e68a6c6 req-fade954b-c2c5-45c0-8ed4-9b95ab13d9f3 tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] 10.222.0.33 "GET /v2.0/security-groups?id=4ac71327-c6bc-40cf-beb0-a83c949f9e00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830181 May 28 17:31:32.208997 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ce2733-17ae-4dfc-a402-3c44eb1c281b req-f45bfc86-40f0-4d25-9180-5f001306f558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:31:32.210503 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-43ce2733-17ae-4dfc-a402-3c44eb1c281b req-f45bfc86-40f0-4d25-9180-5f001306f558 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=034da301-fbaa-496d-8b67-7a375e67ef37 HTTP/1.1" status: 200 len: 857 time: 0.0719080 May 28 17:31:32.287708 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3acb93-90a7-4739-ad8c-459a8728b17d req-c7ab31a1-38b9-4428-8391-6c9887343225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:31:32.289268 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-9d3acb93-90a7-4739-ad8c-459a8728b17d req-c7ab31a1-38b9-4428-8391-6c9887343225 service neutron] 10.222.0.16 "GET /v2.0/networks?id=77a1ea92-c07d-41a7-8668-7c3c660591aa HTTP/1.1" status: 200 len: 919 time: 0.0977805 May 28 17:31:32.406079 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65babbfe-92d9-4903-b907-a5f4be19cb04 req-8b6a28a7-c12c-42db-b4ef-8c19f5ab07de tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:31:32.407649 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-65babbfe-92d9-4903-b907-a5f4be19cb04 req-8b6a28a7-c12c-42db-b4ef-8c19f5ab07de tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/ports?device_id=1e52b200-7c75-45f2-92ed-813b306fc334 HTTP/1.1" status: 200 len: 946 time: 0.0491412 May 28 17:31:32.457074 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-65babbfe-92d9-4903-b907-a5f4be19cb04 req-3ff55bfa-1945-4cb2-8fc4-eafcc3e6c7b2 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/security-groups?id=34a1458f-4733-4263-a54d-1cac11f7c252&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438006 May 28 17:31:32.647381 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=100 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:31:32.693360 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ce2733-17ae-4dfc-a402-3c44eb1c281b req-c1ea503c-cdb5-47b3-87d5-ef0e8724e282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:31:32.695576 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-43ce2733-17ae-4dfc-a402-3c44eb1c281b req-c1ea503c-cdb5-47b3-87d5-ef0e8724e282 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=77a1ea92-c07d-41a7-8668-7c3c660591aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0579131 May 28 17:31:32.712271 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-9d3acb93-90a7-4739-ad8c-459a8728b17d req-b07f50eb-a3d4-4c46-8efd-19e675ab7e40 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5ea754ee-2216-4168-ad09-190faba5d36c HTTP/1.1" status: 200 len: 1001 time: 0.0753286 May 28 17:31:32.763330 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801f3627-0f8e-4d52-b4a7-ec2285a906a7 req-2e9d6d53-555f-408a-9ff8-7e34815115fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:31:32.765569 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-801f3627-0f8e-4d52-b4a7-ec2285a906a7 req-2e9d6d53-555f-408a-9ff8-7e34815115fa service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=1e52b200-7c75-45f2-92ed-813b306fc334 HTTP/1.1" status: 200 len: 1130 time: 0.0852537 May 28 17:31:32.776575 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3acb93-90a7-4739-ad8c-459a8728b17d req-0ca0a5ed-38db-49ad-9baf-e98b9a3de5e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:31:32.778201 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-9d3acb93-90a7-4739-ad8c-459a8728b17d req-0ca0a5ed-38db-49ad-9baf-e98b9a3de5e9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=034da301-fbaa-496d-8b67-7a375e67ef37 HTTP/1.1" status: 200 len: 857 time: 0.0508940 May 28 17:31:32.847235 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-43ce2733-17ae-4dfc-a402-3c44eb1c281b req-ed5b06e3-aedb-4f88-b0ea-22679f28c8fb service neutron] 10.222.0.16 "GET /v2.0/networks/77a1ea92-c07d-41a7-8668-7c3c660591aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353457 May 28 17:31:32.860279 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3acb93-90a7-4739-ad8c-459a8728b17d req-3289413b-ff86-4674-89b6-44650614d384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:31:32.861701 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-9d3acb93-90a7-4739-ad8c-459a8728b17d req-3289413b-ff86-4674-89b6-44650614d384 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=77a1ea92-c07d-41a7-8668-7c3c660591aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0399342 May 28 17:31:32.898406 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-801f3627-0f8e-4d52-b4a7-ec2285a906a7 req-738cc88c-68e9-4dc3-af0b-d8ebbbb4a028 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=34a1458f-4733-4263-a54d-1cac11f7c252&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765772 May 28 17:31:32.955044 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-43ce2733-17ae-4dfc-a402-3c44eb1c281b req-3ac03b75-1eb7-44aa-8be0-7501bedfa8eb service neutron] 10.222.0.16 "GET /v2.0/networks/77a1ea92-c07d-41a7-8668-7c3c660591aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983889 May 28 17:31:32.955689 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-9d3acb93-90a7-4739-ad8c-459a8728b17d req-637ebb71-aec0-4db8-9479-ad27da460db7 service neutron] 10.222.0.16 "GET /v2.0/networks/77a1ea92-c07d-41a7-8668-7c3c660591aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872631 May 28 17:31:33.173049 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca4f67c-61c3-4f34-9d1f-4f3153482356 req-aa96a0bc-3a1d-4591-b692-54fa28614ae4 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:31:33.174407 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-fca4f67c-61c3-4f34-9d1f-4f3153482356 req-aa96a0bc-3a1d-4591-b692-54fa28614ae4 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/ports?device_id=435314f8-f9b7-4e9c-94f3-8a84190965b9 HTTP/1.1" status: 200 len: 946 time: 0.0519342 May 28 17:31:33.221373 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-fca4f67c-61c3-4f34-9d1f-4f3153482356 req-eb523a12-f6ce-4f1e-afe6-5e36537f4eaf tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/security-groups?id=c776077f-6b09-4c92-a212-43bc02e1345f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410299 May 28 17:31:33.314277 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aed32ad-1051-4711-b785-20ef6d5a2830 req-c7939e95-cd0a-4a35-9796-6230b234b130 tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:31:33.315747 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-8aed32ad-1051-4711-b785-20ef6d5a2830 req-c7939e95-cd0a-4a35-9796-6230b234b130 tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] 10.222.0.33 "GET /v2.0/ports?device_id=281e6309-8591-49e7-ab2a-e36aa0fad594 HTTP/1.1" status: 200 len: 944 time: 0.0471029 May 28 17:31:33.364973 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-8aed32ad-1051-4711-b785-20ef6d5a2830 req-262e1347-c40d-44b3-af06-45b3cec9e2e8 tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] 10.222.0.33 "GET /v2.0/security-groups?id=4ac71327-c6bc-40cf-beb0-a83c949f9e00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431247 May 28 17:31:33.476070 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-9d3acb93-90a7-4739-ad8c-459a8728b17d req-704d0392-efe0-4e4c-8865-7c2a6ee4f3a4 service neutron] 10.222.0.16 "GET /v2.0/networks/77a1ea92-c07d-41a7-8668-7c3c660591aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922327 May 28 17:31:33.579864 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c064fb-e2a1-4c97-88ed-a04c0954d31c req-d27491b8-5632-4a58-ad30-482f2a5408ff tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:31:33.581285 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-d7c064fb-e2a1-4c97-88ed-a04c0954d31c req-d27491b8-5632-4a58-ad30-482f2a5408ff tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/ports?device_id=1e52b200-7c75-45f2-92ed-813b306fc334 HTTP/1.1" status: 200 len: 946 time: 0.0473387 May 28 17:31:33.627824 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-d7c064fb-e2a1-4c97-88ed-a04c0954d31c req-beb91d6c-b361-4e9f-a1d1-f3bb749218c6 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/security-groups?id=34a1458f-4733-4263-a54d-1cac11f7c252&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401671 May 28 17:31:33.891631 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7569af-1fd6-49f7-a588-7fa8d5d99d84 req-411b4a7d-4a00-479b-9db0-5ae3c08f824f tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:31:33.893051 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-ba7569af-1fd6-49f7-a588-7fa8d5d99d84 req-411b4a7d-4a00-479b-9db0-5ae3c08f824f tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] 10.222.0.33 "GET /v2.0/ports?device_id=3b3c1f29-31c9-4f5c-9875-fd1939062512 HTTP/1.1" status: 200 len: 945 time: 0.0501919 May 28 17:31:33.932560 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=100 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:31:33.940020 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-ba7569af-1fd6-49f7-a588-7fa8d5d99d84 req-a2884b48-7d13-4950-9d05-9b299421c4c6 tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] 10.222.0.33 "GET /v2.0/security-groups?id=14c0c066-bc84-4396-a75f-e895035aefd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415349 May 28 17:31:34.341158 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee2f587-4323-4d8d-8e57-19ed7d7b687d req-eb716160-078a-4cc8-a3c1-52a2b5df7835 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:31:34.342642 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-9ee2f587-4323-4d8d-8e57-19ed7d7b687d req-eb716160-078a-4cc8-a3c1-52a2b5df7835 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/ports?device_id=435314f8-f9b7-4e9c-94f3-8a84190965b9 HTTP/1.1" status: 200 len: 946 time: 0.0486839 May 28 17:31:34.394744 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-9ee2f587-4323-4d8d-8e57-19ed7d7b687d req-b94e4e0e-6643-4638-a6c8-98012e61a89d tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/security-groups?id=c776077f-6b09-4c92-a212-43bc02e1345f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420015 May 28 17:31:34.480951 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d7a29c-8194-4fc7-bc17-3cd686cb885b req-bdc532a9-0d91-4afd-a955-002c77ce5702 tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:31:34.482548 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-d7d7a29c-8194-4fc7-bc17-3cd686cb885b req-bdc532a9-0d91-4afd-a955-002c77ce5702 tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] 10.222.0.33 "GET /v2.0/ports?device_id=281e6309-8591-49e7-ab2a-e36aa0fad594 HTTP/1.1" status: 200 len: 944 time: 0.0489485 May 28 17:31:34.530987 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (7cdbebfa-f3b4-48eb-8fbc-caed95606681), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:31:34.534974 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-d7d7a29c-8194-4fc7-bc17-3cd686cb885b req-b26ec113-3148-4f49-8992-b8f21a423d70 tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] 10.222.0.33 "GET /v2.0/security-groups?id=4ac71327-c6bc-40cf-beb0-a83c949f9e00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467482 May 28 17:31:34.755451 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b041ef-b009-4a81-9576-ccdc61b82da9 req-a83d9347-8a62-406c-817f-e8f917ac4053 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:31:34.756941 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-91b041ef-b009-4a81-9576-ccdc61b82da9 req-a83d9347-8a62-406c-817f-e8f917ac4053 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/ports?device_id=1e52b200-7c75-45f2-92ed-813b306fc334 HTTP/1.1" status: 200 len: 946 time: 0.0565188 May 28 17:31:34.810818 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-91b041ef-b009-4a81-9576-ccdc61b82da9 req-d9cc0a91-e2cb-420a-8a45-0d0f0f4bbec6 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/security-groups?id=34a1458f-4733-4263-a54d-1cac11f7c252&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481243 May 28 17:31:35.057800 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9593eba2-11c4-492a-ba1e-f7b54bcab662 req-1183cd7a-fc14-430a-90fa-0d2aa83f9fc1 tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:31:35.059352 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-9593eba2-11c4-492a-ba1e-f7b54bcab662 req-1183cd7a-fc14-430a-90fa-0d2aa83f9fc1 tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] 10.222.0.33 "GET /v2.0/ports?device_id=3b3c1f29-31c9-4f5c-9875-fd1939062512 HTTP/1.1" status: 200 len: 945 time: 0.0490997 May 28 17:31:35.111551 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-9593eba2-11c4-492a-ba1e-f7b54bcab662 req-b238048c-7789-49c7-8cd1-ce8c801637a5 tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] 10.222.0.33 "GET /v2.0/security-groups?id=14c0c066-bc84-4396-a75f-e895035aefd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461245 May 28 17:31:35.512929 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e48f5c-2f17-41d2-88bd-13234a5816fc req-bb728886-896a-42fc-b150-a8d207ccc79d tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:31:35.514386 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-46e48f5c-2f17-41d2-88bd-13234a5816fc req-bb728886-896a-42fc-b150-a8d207ccc79d tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/ports?device_id=435314f8-f9b7-4e9c-94f3-8a84190965b9 HTTP/1.1" status: 200 len: 946 time: 0.0477159 May 28 17:31:35.568794 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-46e48f5c-2f17-41d2-88bd-13234a5816fc req-3ac45a61-cdf0-45ed-a8b5-ae70f160d51d tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/security-groups?id=c776077f-6b09-4c92-a212-43bc02e1345f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486531 May 28 17:31:35.648758 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6152a1d-fbb5-4827-8ef8-e521ee5b0b9c req-e3da23e6-bd23-4fd1-b4f7-c532b454b6e8 tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:31:35.650196 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-d6152a1d-fbb5-4827-8ef8-e521ee5b0b9c req-e3da23e6-bd23-4fd1-b4f7-c532b454b6e8 tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] 10.222.0.33 "GET /v2.0/ports?device_id=281e6309-8591-49e7-ab2a-e36aa0fad594 HTTP/1.1" status: 200 len: 944 time: 0.0474017 May 28 17:31:35.670253 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=100 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:31:35.700169 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-d6152a1d-fbb5-4827-8ef8-e521ee5b0b9c req-5ff00dfd-b166-438c-8fd0-589fd6180eb3 tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] 10.222.0.33 "GET /v2.0/security-groups?id=4ac71327-c6bc-40cf-beb0-a83c949f9e00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444896 May 28 17:31:35.928919 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9b6e23-4142-49aa-9469-55ba2b77097e req-494e6fb4-ff00-406d-9d0c-38622050abd6 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:31:35.930994 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-8d9b6e23-4142-49aa-9469-55ba2b77097e req-494e6fb4-ff00-406d-9d0c-38622050abd6 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/ports?device_id=1e52b200-7c75-45f2-92ed-813b306fc334 HTTP/1.1" status: 200 len: 946 time: 0.0471051 May 28 17:31:35.972564 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=100 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:31:35.977142 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-8d9b6e23-4142-49aa-9469-55ba2b77097e req-63b66c04-0715-47b3-8e72-0e29ffbe780d tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/security-groups?id=34a1458f-4733-4263-a54d-1cac11f7c252&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406961 May 28 17:31:36.227056 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442e6b50-834d-4c9d-a123-aed024397a18 req-de03deaf-dd3a-44e1-9dc8-c757ac677806 tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:31:36.228133 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-442e6b50-834d-4c9d-a123-aed024397a18 req-de03deaf-dd3a-44e1-9dc8-c757ac677806 tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] 10.222.0.33 "GET /v2.0/ports?device_id=3b3c1f29-31c9-4f5c-9875-fd1939062512 HTTP/1.1" status: 200 len: 945 time: 0.0461261 May 28 17:31:36.274276 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-442e6b50-834d-4c9d-a123-aed024397a18 req-02aa7df0-a6be-4dd5-9208-50bbfb79c59d tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] 10.222.0.33 "GET /v2.0/security-groups?id=14c0c066-bc84-4396-a75f-e895035aefd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406821 May 28 17:31:36.687269 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1468e617-9707-4296-8f75-19128b156d74 req-a2eb5fbb-9216-4c05-b51a-d0e4258f93c6 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:31:36.688759 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-1468e617-9707-4296-8f75-19128b156d74 req-a2eb5fbb-9216-4c05-b51a-d0e4258f93c6 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/ports?device_id=435314f8-f9b7-4e9c-94f3-8a84190965b9 HTTP/1.1" status: 200 len: 946 time: 0.0507572 May 28 17:31:36.738333 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-1468e617-9707-4296-8f75-19128b156d74 req-504b3164-b38d-48bf-95d9-2e6d3f14c2be tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/security-groups?id=c776077f-6b09-4c92-a212-43bc02e1345f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440092 May 28 17:31:36.818106 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc87c5e6-5a4e-4d98-9fd2-13c8682eae9f req-bfe7aa7f-9d97-4387-8bc7-fbdb636bbe2e tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:31:36.819575 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-cc87c5e6-5a4e-4d98-9fd2-13c8682eae9f req-bfe7aa7f-9d97-4387-8bc7-fbdb636bbe2e tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] 10.222.0.33 "GET /v2.0/ports?device_id=281e6309-8591-49e7-ab2a-e36aa0fad594 HTTP/1.1" status: 200 len: 944 time: 0.0500922 May 28 17:31:36.867374 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-cc87c5e6-5a4e-4d98-9fd2-13c8682eae9f req-159f3b3b-83bb-4150-ae6b-a081b80e7417 tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] 10.222.0.33 "GET /v2.0/security-groups?id=4ac71327-c6bc-40cf-beb0-a83c949f9e00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423183 May 28 17:31:37.388033 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d954750-4bc5-4df4-a7a3-be63b1595477 req-3b5b62a1-7592-4483-a862-cd00fbda6678 tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:31:37.389464 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-3d954750-4bc5-4df4-a7a3-be63b1595477 req-3b5b62a1-7592-4483-a862-cd00fbda6678 tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] 10.222.0.33 "GET /v2.0/ports?device_id=3b3c1f29-31c9-4f5c-9875-fd1939062512 HTTP/1.1" status: 200 len: 945 time: 0.0473855 May 28 17:31:37.428170 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=100 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:31:37.436732 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-3d954750-4bc5-4df4-a7a3-be63b1595477 req-8c5aea37-9647-4627-91fb-bc099c4198ef tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] 10.222.0.33 "GET /v2.0/security-groups?id=14c0c066-bc84-4396-a75f-e895035aefd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418756 May 28 17:31:37.852229 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28beab4-2017-419d-8ba0-0d30b06fd51d req-90b69912-0945-4244-a1aa-3d66423286eb tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:31:37.853665 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-b28beab4-2017-419d-8ba0-0d30b06fd51d req-90b69912-0945-4244-a1aa-3d66423286eb tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/ports?device_id=435314f8-f9b7-4e9c-94f3-8a84190965b9 HTTP/1.1" status: 200 len: 946 time: 0.0478582 May 28 17:31:37.908890 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-b28beab4-2017-419d-8ba0-0d30b06fd51d req-a6520e9d-b6b1-4a0d-87d8-73e11f2cc575 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/security-groups?id=c776077f-6b09-4c92-a212-43bc02e1345f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495472 May 28 17:31:37.997243 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fe1ce3-10db-4d32-9513-20260730e5f4 req-af18d30a-98c3-4cbd-a833-c10fbc52c85f tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:31:37.998641 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-c9fe1ce3-10db-4d32-9513-20260730e5f4 req-af18d30a-98c3-4cbd-a833-c10fbc52c85f tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] 10.222.0.33 "GET /v2.0/ports?device_id=281e6309-8591-49e7-ab2a-e36aa0fad594 HTTP/1.1" status: 200 len: 944 time: 0.0495682 May 28 17:31:38.048450 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-c9fe1ce3-10db-4d32-9513-20260730e5f4 req-cdd32c89-ab36-4ac1-a712-a96b8f89a23f tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] 10.222.0.33 "GET /v2.0/security-groups?id=4ac71327-c6bc-40cf-beb0-a83c949f9e00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439959 May 28 17:31:38.552517 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4aebce9-343f-4ad2-a3bf-35ae8956b02d req-9df87cf7-4025-4b8c-ab3b-9057ea9bf037 tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:31:38.553957 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-e4aebce9-343f-4ad2-a3bf-35ae8956b02d req-9df87cf7-4025-4b8c-ab3b-9057ea9bf037 tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] 10.222.0.33 "GET /v2.0/ports?device_id=3b3c1f29-31c9-4f5c-9875-fd1939062512 HTTP/1.1" status: 200 len: 945 time: 0.0485914 May 28 17:31:38.604450 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-e4aebce9-343f-4ad2-a3bf-35ae8956b02d req-9b83499d-dea8-46ad-a635-a9b2f2d34b3b tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] 10.222.0.33 "GET /v2.0/security-groups?id=14c0c066-bc84-4396-a75f-e895035aefd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440891 May 28 17:31:39.021573 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904bc602-dbe9-4456-9e83-8d48229bf2de req-f5e3a23a-77b3-498a-8d90-549380440595 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:31:39.023546 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-904bc602-dbe9-4456-9e83-8d48229bf2de req-f5e3a23a-77b3-498a-8d90-549380440595 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/ports?device_id=435314f8-f9b7-4e9c-94f3-8a84190965b9 HTTP/1.1" status: 200 len: 946 time: 0.0468237 May 28 17:31:39.069494 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-904bc602-dbe9-4456-9e83-8d48229bf2de req-04e5cecf-d6e1-4b68-86ba-334606ad4508 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/security-groups?id=c776077f-6b09-4c92-a212-43bc02e1345f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406392 May 28 17:31:39.160478 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c0e0c0-dd1a-4b43-ba3f-9cdea8b63608 req-4b858244-4fa2-4e09-a1a1-8c44b18d8f88 tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:31:39.161916 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-b3c0e0c0-dd1a-4b43-ba3f-9cdea8b63608 req-4b858244-4fa2-4e09-a1a1-8c44b18d8f88 tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] 10.222.0.33 "GET /v2.0/ports?device_id=281e6309-8591-49e7-ab2a-e36aa0fad594 HTTP/1.1" status: 200 len: 944 time: 0.0469325 May 28 17:31:39.211480 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-b3c0e0c0-dd1a-4b43-ba3f-9cdea8b63608 req-243f8fe1-6827-4c17-b9a0-4727116b7f54 tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] 10.222.0.33 "GET /v2.0/security-groups?id=4ac71327-c6bc-40cf-beb0-a83c949f9e00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434549 May 28 17:31:39.222634 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Device 50d0ffcf-e908-48f5-9b29-2b70709081b6 details requested by agent hyperv_hv-cinder-84372 with host hv-cinder-84372 {{(pid=103913) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 28 17:31:39.228458 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:31:39.324635 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] For port 50d0ffcf-e908-48f5-9b29-2b70709081b6, host hv-cinder-84372, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84372',level=0,port_id=50d0ffcf-e908-48f5-9b29-2b70709081b6,segment=NetworkSegment(153d9af4-79c5-412d-83d0-73ae9d713be5),segment_id=153d9af4-79c5-412d-83d0-73ae9d713be5)] {{(pid=103913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 17:31:39.336106 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Returning: {'device': '50d0ffcf-e908-48f5-9b29-2b70709081b6', 'network_id': '4a465d8b-8354-439d-89ca-5f701b554376', 'port_id': '50d0ffcf-e908-48f5-9b29-2b70709081b6', 'mac_address': 'fa:16:3e:52:9d:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09f52a4a-9f63-462c-a88b-3063575fed7e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103913) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 28 17:31:39.369653 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Current status of the port 50d0ffcf-e908-48f5-9b29-2b70709081b6 is: DOWN; New status is: BUILD {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 17:31:39.370038 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (50d0ffcf-e908-48f5-9b29-2b70709081b6), before_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:31:39.383836 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.notifiers.nova [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50d0ffcf-e908-48f5-9b29-2b70709081b6 {{(pid=103913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 17:31:39.403740 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] For port 50d0ffcf-e908-48f5-9b29-2b70709081b6, host hv-cinder-84372, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84372',level=0,port_id=50d0ffcf-e908-48f5-9b29-2b70709081b6,segment=NetworkSegment(153d9af4-79c5-412d-83d0-73ae9d713be5),segment_id=153d9af4-79c5-412d-83d0-73ae9d713be5)] {{(pid=103913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 17:31:39.407321 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735968512485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735968120131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735968120149'] for port (50d0ffcf-e908-48f5-9b29-2b70709081b6), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:31:39.455904 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Pushing event updated for resources: {'Port': ['ID=50d0ffcf-e908-48f5-9b29-2b70709081b6,revision_number=4']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:31:39.463975 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:31:39.464322 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:31:39.464662 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:31:39.465020 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:31:39.465356 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:31:39.465683 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:31:39.466006 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:31:39.466327 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:31:39.466648 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:31:39.466966 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:31:39.467292 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:31:39.467639 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:31:39.467956 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:31:39.468270 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:31:39.468584 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:31:39.722081 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4237b0-6238-496d-860b-d25dc39ea0d1 req-a7e8d35c-4059-4d92-8aed-dc2d1fa0118f tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:31:39.723080 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-ab4237b0-6238-496d-860b-d25dc39ea0d1 req-a7e8d35c-4059-4d92-8aed-dc2d1fa0118f tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] 10.222.0.33 "GET /v2.0/ports?device_id=3b3c1f29-31c9-4f5c-9875-fd1939062512 HTTP/1.1" status: 200 len: 945 time: 0.0498972 May 28 17:31:39.775086 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-ab4237b0-6238-496d-860b-d25dc39ea0d1 req-c1498097-49fa-411a-88d9-8c5e2990c51b tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] 10.222.0.33 "GET /v2.0/security-groups?id=14c0c066-bc84-4396-a75f-e895035aefd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462415 May 28 17:31:39.946626 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] get_ports_and_sgs() called for port_ids ['50d0ffcf-e908-48f5-9b29-2b70709081b6'] {{(pid=103913) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 28 17:31:40.189264 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1af3b94-b71d-475a-9100-7754dcf094fd req-67eb7f2c-bc98-4282-b9a4-8e1448dc6c51 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:31:40.190712 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-d1af3b94-b71d-475a-9100-7754dcf094fd req-67eb7f2c-bc98-4282-b9a4-8e1448dc6c51 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/ports?device_id=435314f8-f9b7-4e9c-94f3-8a84190965b9 HTTP/1.1" status: 200 len: 946 time: 0.0507145 May 28 17:31:40.238614 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-d1af3b94-b71d-475a-9100-7754dcf094fd req-a025dfe9-6fae-4839-ac4e-0ac1bfeadf4c tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/security-groups?id=c776077f-6b09-4c92-a212-43bc02e1345f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417449 May 28 17:31:40.323175 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff584ce4-484b-4302-bf77-153567c52459 req-68a07fba-b17b-4a62-9885-220b74e726ca tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:31:40.324635 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-ff584ce4-484b-4302-bf77-153567c52459 req-68a07fba-b17b-4a62-9885-220b74e726ca tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] 10.222.0.33 "GET /v2.0/ports?device_id=281e6309-8591-49e7-ab2a-e36aa0fad594 HTTP/1.1" status: 200 len: 945 time: 0.0461514 May 28 17:31:40.375196 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-ff584ce4-484b-4302-bf77-153567c52459 req-792b2e2b-3cca-4a65-a8e3-7a4a21006f91 tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] 10.222.0.33 "GET /v2.0/security-groups?id=4ac71327-c6bc-40cf-beb0-a83c949f9e00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451922 May 28 17:31:40.890107 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01109627-ccbc-493b-8982-47e94cc73965 req-29fb8797-9c0c-4af0-8611-84f4b733684f tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:31:40.891586 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-01109627-ccbc-493b-8982-47e94cc73965 req-29fb8797-9c0c-4af0-8611-84f4b733684f tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] 10.222.0.33 "GET /v2.0/ports?device_id=3b3c1f29-31c9-4f5c-9875-fd1939062512 HTTP/1.1" status: 200 len: 945 time: 0.0500302 May 28 17:31:40.937693 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-01109627-ccbc-493b-8982-47e94cc73965 req-994e6ede-98c4-478b-8f24-760d287a6ed1 tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] 10.222.0.33 "GET /v2.0/security-groups?id=14c0c066-bc84-4396-a75f-e895035aefd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405564 May 28 17:31:41.338690 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Device 50d0ffcf-e908-48f5-9b29-2b70709081b6 up at agent hyperv_hv-cinder-84372 {{(pid=103913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 28 17:31:41.353868 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1241fb22-9e89-40f1-9048-8a07b7bb0479 req-4e8c6968-de41-4d23-b3bb-4575305c5568 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:31:41.355376 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-1241fb22-9e89-40f1-9048-8a07b7bb0479 req-4e8c6968-de41-4d23-b3bb-4575305c5568 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/ports?device_id=435314f8-f9b7-4e9c-94f3-8a84190965b9 HTTP/1.1" status: 200 len: 946 time: 0.0471728 May 28 17:31:41.380707 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Provisioning for port 50d0ffcf-e908-48f5-9b29-2b70709081b6 completed by entity L2. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 28 17:31:41.387462 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Provisioning complete for port 50d0ffcf-e908-48f5-9b29-2b70709081b6 triggered by entity L2. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 17:31:41.387836 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1821120'] for port (50d0ffcf-e908-48f5-9b29-2b70709081b6), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:31:41.405945 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-1241fb22-9e89-40f1-9048-8a07b7bb0479 req-d4439df2-b2fa-430e-8c59-f66ea4b92ede tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/security-groups?id=c776077f-6b09-4c92-a212-43bc02e1345f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448160 May 28 17:31:41.470048 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Current status of the port 50d0ffcf-e908-48f5-9b29-2b70709081b6 is: BUILD; New status is: ACTIVE {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 17:31:41.470499 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (50d0ffcf-e908-48f5-9b29-2b70709081b6), before_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:31:41.490069 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=100 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:31:41.495410 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0904a1d3-caeb-4c51-b349-ea0ee6585057 req-3bfceae3-03e2-49f5-a4d2-b6beee654a08 tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:31:41.496955 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-0904a1d3-caeb-4c51-b349-ea0ee6585057 req-3bfceae3-03e2-49f5-a4d2-b6beee654a08 tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] 10.222.0.33 "GET /v2.0/ports?device_id=281e6309-8591-49e7-ab2a-e36aa0fad594 HTTP/1.1" status: 200 len: 945 time: 0.0488493 May 28 17:31:41.497341 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '281e6309-8591-49e7-ab2a-e36aa0fad594', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50d0ffcf-e908-48f5-9b29-2b70709081b6'}] {{(pid=103913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 17:31:41.499556 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fc7d66bd3c46bdb9792f0e064e6c35853b2e9fce1f0b0d0eb0c21c6a12b004b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d95f8dfd-607e-4b7b-ad11-ec4ebb81b89a" -d '{"events": [{"server_uuid": "281e6309-8591-49e7-ab2a-e36aa0fad594", "name": "network-vif-plugged", "status": "completed", "tag": "50d0ffcf-e908-48f5-9b29-2b70709081b6"}]}' {{(pid=103913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 28 17:31:41.513836 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] For port 50d0ffcf-e908-48f5-9b29-2b70709081b6, host hv-cinder-84372, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84372',level=0,port_id=50d0ffcf-e908-48f5-9b29-2b70709081b6,segment=NetworkSegment(153d9af4-79c5-412d-83d0-73ae9d713be5),segment_id=153d9af4-79c5-412d-83d0-73ae9d713be5)] {{(pid=103913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 17:31:41.517990 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735968512485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735968120131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735968120149'] for port (50d0ffcf-e908-48f5-9b29-2b70709081b6), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:31:41.526648 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=100 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:31:41.545838 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 May 2022 17:31:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8671072-1acb-47d3-93d0-e5684fce258c x-openstack-request-id: req-f8671072-1acb-47d3-93d0-e5684fce258c {{(pid=103913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 28 17:31:41.546128 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "281e6309-8591-49e7-ab2a-e36aa0fad594", "name": "network-vif-plugged", "status": "completed", "tag": "50d0ffcf-e908-48f5-9b29-2b70709081b6", "code": 200}]} {{(pid=103913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 28 17:31:41.546382 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-f8671072-1acb-47d3-93d0-e5684fce258c {{(pid=103913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 28 17:31:41.546770 dv-cinder-843729-1-iscsi neutron-server[103913]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8671072-1acb-47d3-93d0-e5684fce258c'] response: {'server_uuid': '281e6309-8591-49e7-ab2a-e36aa0fad594', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50d0ffcf-e908-48f5-9b29-2b70709081b6', 'code': 200} May 28 17:31:41.551827 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-0904a1d3-caeb-4c51-b349-ea0ee6585057 req-44abb2c1-301f-4abf-87c2-1e2242efc032 tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] 10.222.0.33 "GET /v2.0/security-groups?id=4ac71327-c6bc-40cf-beb0-a83c949f9e00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488787 May 28 17:31:41.559449 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:31:41.575540 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Pushing event updated for resources: {'Port': ['ID=50d0ffcf-e908-48f5-9b29-2b70709081b6,revision_number=5']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:31:41.801603 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740a7311-0c03-4bd5-afb5-f352a92d2a92 req-6d009186-2139-4381-9806-7da35aed1615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:31:41.802983 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-740a7311-0c03-4bd5-afb5-f352a92d2a92 req-6d009186-2139-4381-9806-7da35aed1615 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=281e6309-8591-49e7-ab2a-e36aa0fad594 HTTP/1.1" status: 200 len: 1130 time: 0.0509636 May 28 17:31:41.848196 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-740a7311-0c03-4bd5-afb5-f352a92d2a92 req-9091ea60-9ed9-46a2-8b6f-67d895394cf6 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=4ac71327-c6bc-40cf-beb0-a83c949f9e00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384581 May 28 17:31:42.050807 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa78ba76-a20f-42a9-8306-6e2ed45a63df req-4134fab4-4ebc-4942-b83e-58f77fc47f43 tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:31:42.052330 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-aa78ba76-a20f-42a9-8306-6e2ed45a63df req-4134fab4-4ebc-4942-b83e-58f77fc47f43 tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] 10.222.0.33 "GET /v2.0/ports?device_id=3b3c1f29-31c9-4f5c-9875-fd1939062512 HTTP/1.1" status: 200 len: 945 time: 0.0468967 May 28 17:31:42.098307 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-aa78ba76-a20f-42a9-8306-6e2ed45a63df req-8e8a1e43-bb26-49cb-8989-f55c509457e7 tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] 10.222.0.33 "GET /v2.0/security-groups?id=14c0c066-bc84-4396-a75f-e895035aefd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405858 May 28 17:31:42.528936 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6a5bb4-8797-471b-ab5d-d23e80266957 req-75f22c53-1344-4906-97fc-fa2fdf1886da tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:31:42.530392 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-8f6a5bb4-8797-471b-ab5d-d23e80266957 req-75f22c53-1344-4906-97fc-fa2fdf1886da tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/ports?device_id=435314f8-f9b7-4e9c-94f3-8a84190965b9 HTTP/1.1" status: 200 len: 946 time: 0.0511959 May 28 17:31:42.579023 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-8f6a5bb4-8797-471b-ab5d-d23e80266957 req-9ee5a27a-2956-48ad-9277-facb298e4759 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/security-groups?id=c776077f-6b09-4c92-a212-43bc02e1345f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431387 May 28 17:31:42.665903 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6113c913-25f7-4172-8698-80bb79674289 req-6832d1b1-ef9d-4b80-830a-f3bc8d3a1317 tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:31:42.667356 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-6113c913-25f7-4172-8698-80bb79674289 req-6832d1b1-ef9d-4b80-830a-f3bc8d3a1317 tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] 10.222.0.33 "GET /v2.0/ports?device_id=281e6309-8591-49e7-ab2a-e36aa0fad594 HTTP/1.1" status: 200 len: 946 time: 0.0461454 May 28 17:31:42.722224 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-6113c913-25f7-4172-8698-80bb79674289 req-52ec0d5b-f732-4b10-8196-5e8ebb4c7dd8 tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] 10.222.0.33 "GET /v2.0/security-groups?id=4ac71327-c6bc-40cf-beb0-a83c949f9e00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484259 May 28 17:31:43.210567 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2e7277-c4d0-4af6-89a3-18821c0c95f8 req-2dc2f438-b55f-4c0e-829a-219ac5884efb tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:31:43.212175 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-1c2e7277-c4d0-4af6-89a3-18821c0c95f8 req-2dc2f438-b55f-4c0e-829a-219ac5884efb tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] 10.222.0.33 "GET /v2.0/ports?device_id=3b3c1f29-31c9-4f5c-9875-fd1939062512 HTTP/1.1" status: 200 len: 945 time: 0.0484002 May 28 17:31:43.262296 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-1c2e7277-c4d0-4af6-89a3-18821c0c95f8 req-d60ec5d3-3e3a-452f-bc87-849fdcc7f89c tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] 10.222.0.33 "GET /v2.0/security-groups?id=14c0c066-bc84-4396-a75f-e895035aefd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445421 May 28 17:31:43.657652 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=100 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:31:43.695151 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20344186-1772-4423-afda-ad03db2b9ae7 req-db34b899-dc4b-4b8b-9c16-52b02ea4ae95 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:31:43.696664 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-20344186-1772-4423-afda-ad03db2b9ae7 req-db34b899-dc4b-4b8b-9c16-52b02ea4ae95 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/ports?device_id=435314f8-f9b7-4e9c-94f3-8a84190965b9 HTTP/1.1" status: 200 len: 946 time: 0.0474403 May 28 17:31:43.745256 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-20344186-1772-4423-afda-ad03db2b9ae7 req-4fa47b20-3db9-43d3-b200-2d17a25f694e tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/security-groups?id=c776077f-6b09-4c92-a212-43bc02e1345f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431066 May 28 17:31:43.838403 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf80cba6-c798-4f41-bd8f-aefd2fd7e9b4 req-0ef5573c-2ad6-48fc-bdba-1e5e1f3be3d6 tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:31:43.839997 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-bf80cba6-c798-4f41-bd8f-aefd2fd7e9b4 req-0ef5573c-2ad6-48fc-bdba-1e5e1f3be3d6 tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] 10.222.0.33 "GET /v2.0/ports?device_id=281e6309-8591-49e7-ab2a-e36aa0fad594 HTTP/1.1" status: 200 len: 946 time: 0.0479398 May 28 17:31:43.896802 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-bf80cba6-c798-4f41-bd8f-aefd2fd7e9b4 req-43bb0018-3d56-45e4-81ac-a632915954a8 tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] 10.222.0.33 "GET /v2.0/security-groups?id=4ac71327-c6bc-40cf-beb0-a83c949f9e00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506332 May 28 17:31:44.009915 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5297fec-66ab-4d86-9587-1c963f2f1d98 req-437ac4c0-05a4-4362-b321-d7513329d6a5 tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:31:44.011407 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-f5297fec-66ab-4d86-9587-1c963f2f1d98 req-437ac4c0-05a4-4362-b321-d7513329d6a5 tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] 10.222.0.33 "GET /v2.0/ports?device_id=281e6309-8591-49e7-ab2a-e36aa0fad594 HTTP/1.1" status: 200 len: 946 time: 0.0485225 May 28 17:31:44.059678 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-f5297fec-66ab-4d86-9587-1c963f2f1d98 req-09ae7345-e74b-4bae-b961-5f4ea5355448 tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] 10.222.0.33 "GET /v2.0/security-groups?id=4ac71327-c6bc-40cf-beb0-a83c949f9e00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427663 May 28 17:31:44.080367 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.33', 60924) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:31:44.164580 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78952319-72af-4126-a956-96e24d0a76bf tempest-TestShelveInstance-689320530 tempest-TestShelveInstance-689320530-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:31:44.166025 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-78952319-72af-4126-a956-96e24d0a76bf tempest-TestShelveInstance-689320530 tempest-TestShelveInstance-689320530-project-admin] 10.222.0.33 "GET /v2.0/ports?device_id=281e6309-8591-49e7-ab2a-e36aa0fad594 HTTP/1.1" status: 200 len: 1125 time: 0.0846841 May 28 17:31:44.168876 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.33', 60928) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:31:44.173073 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.v2.base [None req-6549e5a2-c8f9-465f-b43b-e7fa6e261046 tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] Request body: {'floatingip': {'floating_network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'port_id': '50d0ffcf-e908-48f5-9b29-2b70709081b6', 'tenant_id': 'c1187f363c0d40ffaebe938d3201e0ad', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 17:31:44.193178 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-6549e5a2-c8f9-465f-b43b-e7fa6e261046 tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:31:44.267128 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:31:44.270440 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-6549e5a2-c8f9-465f-b43b-e7fa6e261046 tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (None), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:31:44.359875 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=100 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:31:44.375911 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189e2fcb-33f3-40fc-af1f-8a13adaf7c3e req-61003e64-a7bc-45ef-a376-029b90ce9f96 tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:31:44.377449 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-189e2fcb-33f3-40fc-af1f-8a13adaf7c3e req-61003e64-a7bc-45ef-a376-029b90ce9f96 tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] 10.222.0.33 "GET /v2.0/ports?device_id=3b3c1f29-31c9-4f5c-9875-fd1939062512 HTTP/1.1" status: 200 len: 945 time: 0.0480714 May 28 17:31:44.384347 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.db.db_base_plugin_common [None req-6549e5a2-c8f9-465f-b43b-e7fa6e261046 tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] Allocated IP 172.27.0.174 (2edbe6b8-aac1-406b-a2f1-8819dd0d1c48/5128d65d-65c0-41d1-99c9-7682fd6eaf92/063a7fb3-65cf-4c1d-beb6-d7aa520e2a7b) {{(pid=103911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 17:31:44.427062 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-189e2fcb-33f3-40fc-af1f-8a13adaf7c3e req-a8cc6873-5799-4892-9666-d8ad9b3bc339 tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] 10.222.0.33 "GET /v2.0/security-groups?id=14c0c066-bc84-4396-a75f-e895035aefd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434029 May 28 17:31:44.493132 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-6549e5a2-c8f9-465f-b43b-e7fa6e261046 tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] Publish callbacks [] for port (063a7fb3-65cf-4c1d-beb6-d7aa520e2a7b), precommit_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:31:44.525360 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-6549e5a2-c8f9-465f-b43b-e7fa6e261046 tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735968120113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6040268'] for port (063a7fb3-65cf-4c1d-beb6-d7aa520e2a7b), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:31:44.567010 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6549e5a2-c8f9-465f-b43b-e7fa6e261046 tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] Network 2edbe6b8-aac1-406b-a2f1-8819dd0d1c48 is already hosted by enough agents. {{(pid=103911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 17:31:44.570589 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.scheduler.base_scheduler [None req-6549e5a2-c8f9-465f-b43b-e7fa6e261046 tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] Resources bound (agent type, host, resource id): {{(pid=103911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 17:31:44.574424 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6549e5a2-c8f9-465f-b43b-e7fa6e261046 tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] Received port after_create {{(pid=103911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 28 17:31:44.577695 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6549e5a2-c8f9-465f-b43b-e7fa6e261046 tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] Pushing event updated for resources: {'Port': ['ID=063a7fb3-65cf-4c1d-beb6-d7aa520e2a7b,revision_number=1']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:31:44.607682 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6549e5a2-c8f9-465f-b43b-e7fa6e261046 tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:31:44.608029 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6549e5a2-c8f9-465f-b43b-e7fa6e261046 tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:31:44.608390 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6549e5a2-c8f9-465f-b43b-e7fa6e261046 tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:31:44.608732 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6549e5a2-c8f9-465f-b43b-e7fa6e261046 tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:31:44.609067 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6549e5a2-c8f9-465f-b43b-e7fa6e261046 tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:31:44.609399 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6549e5a2-c8f9-465f-b43b-e7fa6e261046 tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:31:44.609736 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6549e5a2-c8f9-465f-b43b-e7fa6e261046 tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:31:44.610064 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6549e5a2-c8f9-465f-b43b-e7fa6e261046 tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:31:44.610391 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6549e5a2-c8f9-465f-b43b-e7fa6e261046 tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:31:44.610732 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6549e5a2-c8f9-465f-b43b-e7fa6e261046 tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:31:44.611060 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6549e5a2-c8f9-465f-b43b-e7fa6e261046 tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:31:44.611530 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6549e5a2-c8f9-465f-b43b-e7fa6e261046 tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:31:44.611780 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6549e5a2-c8f9-465f-b43b-e7fa6e261046 tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:31:44.612111 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6549e5a2-c8f9-465f-b43b-e7fa6e261046 tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:31:44.612462 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6549e5a2-c8f9-465f-b43b-e7fa6e261046 tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:31:44.746180 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:31:44.907374 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1eb1e59-bc2b-40a1-8ebc-fad92542175c req-192b08f5-cf44-41b4-ba0f-4e90b0f9f5e0 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:31:44.909291 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-d1eb1e59-bc2b-40a1-8ebc-fad92542175c req-192b08f5-cf44-41b4-ba0f-4e90b0f9f5e0 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/ports?device_id=435314f8-f9b7-4e9c-94f3-8a84190965b9 HTTP/1.1" status: 200 len: 946 time: 0.0621262 May 28 17:31:45.018549 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-d1eb1e59-bc2b-40a1-8ebc-fad92542175c req-82245464-de3a-49fb-a391-301e016139c5 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/security-groups?id=c776077f-6b09-4c92-a212-43bc02e1345f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812373 May 28 17:31:45.024143 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-6549e5a2-c8f9-465f-b43b-e7fa6e261046 tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] Publish callbacks [] for floatingip (afa0b30a-e50f-4d59-a949-2925257d08cc), precommit_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:31:45.089122 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-6549e5a2-c8f9-465f-b43b-e7fa6e261046 tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (063a7fb3-65cf-4c1d-beb6-d7aa520e2a7b), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:31:45.117592 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:31:45.272115 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-6549e5a2-c8f9-465f-b43b-e7fa6e261046 tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] Publish callbacks [] for port (063a7fb3-65cf-4c1d-beb6-d7aa520e2a7b), precommit_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:31:45.276598 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-6549e5a2-c8f9-465f-b43b-e7fa6e261046 tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735968512485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735968120131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735968120149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6040315'] for port (063a7fb3-65cf-4c1d-beb6-d7aa520e2a7b), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:31:45.547295 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cbf7d9-2d53-475d-a0f7-fa717aaa4d5d req-69452327-95e3-48a0-b539-d5449c62a4ea tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:31:45.548720 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-d6cbf7d9-2d53-475d-a0f7-fa717aaa4d5d req-69452327-95e3-48a0-b539-d5449c62a4ea tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] 10.222.0.33 "GET /v2.0/ports?device_id=3b3c1f29-31c9-4f5c-9875-fd1939062512 HTTP/1.1" status: 200 len: 945 time: 0.0496669 May 28 17:31:45.559360 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6549e5a2-c8f9-465f-b43b-e7fa6e261046 tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] Pushing event updated for resources: {'Port': ['ID=063a7fb3-65cf-4c1d-beb6-d7aa520e2a7b,revision_number=2']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:31:45.573067 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-6549e5a2-c8f9-465f-b43b-e7fa6e261046 tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681695'] for floatingip (afa0b30a-e50f-4d59-a949-2925257d08cc), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:31:45.599237 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-d6cbf7d9-2d53-475d-a0f7-fa717aaa4d5d req-a0e5362f-c662-4187-80f4-f63af525b036 tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] 10.222.0.33 "GET /v2.0/security-groups?id=14c0c066-bc84-4396-a75f-e895035aefd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447426 May 28 17:31:45.668748 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.db.l3_db [None req-6549e5a2-c8f9-465f-b43b-e7fa6e261046 tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] Floating IP afa0b30a-e50f-4d59-a949-2925257d08cc associated. External IP: 172.27.0.174, port: 50d0ffcf-e908-48f5-9b29-2b70709081b6. May 28 17:31:45.762247 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:31:45.867545 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6549e5a2-c8f9-465f-b43b-e7fa6e261046 tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] Router 11b1592f-2518-4c18-8ad6-cf3f40c28a12 has already been hosted by L3 agent 8a8c7bbb-808d-49ae-95de-62501e6237ff {{(pid=103911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 17:31:45.977709 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6549e5a2-c8f9-465f-b43b-e7fa6e261046 tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] Notify agent at l3_agent.dv-cinder-843729-1-iscsi the message routers_updated {{(pid=103911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 17:31:45.987993 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7c49c38-6490-464c-bc9a-6497d8ba4bba None None] Sync routers for ids ['11b1592f-2518-4c18-8ad6-cf3f40c28a12'] in dv-cinder-843729-1-iscsi {{(pid=103914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 17:31:45.995943 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-6549e5a2-c8f9-465f-b43b-e7fa6e261046 tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22441'] for floatingip (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:31:45.998182 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c49c38-6490-464c-bc9a-6497d8ba4bba None None] Routers {'11b1592f-2518-4c18-8ad6-cf3f40c28a12'} bound to L3 agent in host dv-cinder-843729-1-iscsi {{(pid=103914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 28 17:31:45.998782 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-f7c49c38-6490-464c-bc9a-6497d8ba4bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843729-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-28T17:16:55Z,description=,heartbeat_timestamp=2022-05-28T17:31:25Z,host='dv-cinder-843729-1-iscsi',id=8a8c7bbb-808d-49ae-95de-62501e6237ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T17:16:55Z,topic='l3_agent')) {'router_ids': ['11b1592f-2518-4c18-8ad6-cf3f40c28a12'], 'active': True} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:31:46.028642 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-6549e5a2-c8f9-465f-b43b-e7fa6e261046 tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8566525 May 28 17:31:46.028642 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '281e6309-8591-49e7-ab2a-e36aa0fad594', 'tag': '50d0ffcf-e908-48f5-9b29-2b70709081b6'}] {{(pid=103911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 17:31:46.029370 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb6e18ef154237edf928b85f6b333e0f790e93c3571d1d8d4f7e4f30b44c92d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f868105-70d2-46bf-8b92-dec24b72c26f" -d '{"events": [{"name": "network-changed", "server_uuid": "281e6309-8591-49e7-ab2a-e36aa0fad594", "tag": "50d0ffcf-e908-48f5-9b29-2b70709081b6"}]}' {{(pid=103911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 28 17:31:46.104097 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvr_db [None req-f7c49c38-6490-464c-bc9a-6497d8ba4bba None None] Set router 11b1592f-2518-4c18-8ad6-cf3f40c28a12 gateway port host: dv-cinder-843729-1-iscsi {{(pid=103914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 28 17:31:46.124470 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 May 2022 17:31:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58db77b8-e50e-46ef-ad3f-724286094f35 x-openstack-request-id: req-58db77b8-e50e-46ef-ad3f-724286094f35 {{(pid=103911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 28 17:31:46.124764 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "281e6309-8591-49e7-ab2a-e36aa0fad594", "tag": "50d0ffcf-e908-48f5-9b29-2b70709081b6", "status": "completed", "code": 200}]} {{(pid=103911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 28 17:31:46.125018 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-58db77b8-e50e-46ef-ad3f-724286094f35 {{(pid=103911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 28 17:31:46.125475 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58db77b8-e50e-46ef-ad3f-724286094f35'] response: {'name': 'network-changed', 'server_uuid': '281e6309-8591-49e7-ab2a-e36aa0fad594', 'tag': '50d0ffcf-e908-48f5-9b29-2b70709081b6', 'status': 'completed', 'code': 200} May 28 17:31:46.142324 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4d402e-cb37-4117-8e7d-4855faf1425f req-ee88b8f7-8064-4331-9daf-7318bd6eec83 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:31:46.143860 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-6d4d402e-cb37-4117-8e7d-4855faf1425f req-ee88b8f7-8064-4331-9daf-7318bd6eec83 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/ports?device_id=435314f8-f9b7-4e9c-94f3-8a84190965b9 HTTP/1.1" status: 200 len: 946 time: 0.0536706 May 28 17:31:46.197965 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-6d4d402e-cb37-4117-8e7d-4855faf1425f req-edb29ac3-2063-41b9-9e9d-7a6992822252 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/security-groups?id=c776077f-6b09-4c92-a212-43bc02e1345f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474668 May 28 17:31:46.220410 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f868105-70d2-46bf-8b92-dec24b72c26f req-3c69b06b-8c3a-446e-8fba-e41e3af3cd23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:31:46.222179 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-2f868105-70d2-46bf-8b92-dec24b72c26f req-3c69b06b-8c3a-446e-8fba-e41e3af3cd23 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c1187f363c0d40ffaebe938d3201e0ad&device_id=281e6309-8591-49e7-ab2a-e36aa0fad594 HTTP/1.1" status: 200 len: 1130 time: 0.0438559 May 28 17:31:46.317123 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f868105-70d2-46bf-8b92-dec24b72c26f req-f1d84929-8734-476f-88ea-b6edb738c10b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:31:46.318421 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-f7c49c38-6490-464c-bc9a-6497d8ba4bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11b1592f-2518-4c18-8ad6-cf3f40c28a12', 'name': 'tempest-TestShelveInstance-1625672484-router', 'tenant_id': 'c1187f363c0d40ffaebe938d3201e0ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'external_fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': '590e0392-301d-42bc-8b55-7b2aff62b8e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T17:30:31Z', 'updated_at': '2022-05-28T17:30:34Z', 'revision_number': 4, 'project_id': 'c1187f363c0d40ffaebe938d3201e0ad', 'gw_port': {'id': '590e0392-301d-42bc-8b55-7b2aff62b8e0', 'name': '', 'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:4d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11b1592f-2518-4c18-8ad6-cf3f40c28a12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:30:32Z', 'updated_at': '2022-05-28T17:30:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843729-1-iscsi', '_floatingips': [{'id': 'afa0b30a-e50f-4d59-a949-2925257d08cc', 'tenant_id': 'c1187f363c0d40ffaebe938d3201e0ad', 'floating_ip_address': '172.27.0.174', 'floating_network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'router_id': '11b1592f-2518-4c18-8ad6-cf3f40c28a12', 'port_id': '50d0ffcf-e908-48f5-9b29-2b70709081b6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 465, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4a465d8b-8354-439d-89ca-5f701b554376', 'mac_address': 'fa:16:3e:52:9d:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '281e6309-8591-49e7-ab2a-e36aa0fad594', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T17:31:44Z', 'updated_at': '2022-05-28T17:31:44Z', 'revision_number': 0, 'project_id': 'c1187f363c0d40ffaebe938d3201e0ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfb60f6e-4869-4951-a924-ca39c879f86b', 'name': '', 'network_id': '4a465d8b-8354-439d-89ca-5f701b554376', 'tenant_id': 'c1187f363c0d40ffaebe938d3201e0ad', 'mac_address': 'fa:16:3e:48:37:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11b1592f-2518-4c18-8ad6-cf3f40c28a12', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '09f52a4a-9f63-462c-a88b-3063575fed7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:30:34Z', 'updated_at': '2022-05-28T17:30:40Z', 'revision_number': 5, 'project_id': 'c1187f363c0d40ffaebe938d3201e0ad', 'subnets': [{'id': '09f52a4a-9f63-462c-a88b-3063575fed7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843729-1-iscsi', False) {} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:31:46.318659 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-2f868105-70d2-46bf-8b92-dec24b72c26f req-f1d84929-8734-476f-88ea-b6edb738c10b service neutron] 10.222.0.16 "GET /v2.0/networks?id=4a465d8b-8354-439d-89ca-5f701b554376 HTTP/1.1" status: 200 len: 910 time: 0.0897622 May 28 17:31:46.345857 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7c49c38-6490-464c-bc9a-6497d8ba4bba None None] Checking router: 11b1592f-2518-4c18-8ad6-cf3f40c28a12 for host: dv-cinder-843729-1-iscsi {{(pid=103914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 17:31:46.354460 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c49c38-6490-464c-bc9a-6497d8ba4bba None None] Routers {'11b1592f-2518-4c18-8ad6-cf3f40c28a12'} bound to L3 agent in host dv-cinder-843729-1-iscsi {{(pid=103914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 28 17:31:46.355050 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-f7c49c38-6490-464c-bc9a-6497d8ba4bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843729-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-28T17:16:55Z,description=,heartbeat_timestamp=2022-05-28T17:31:25Z,host='dv-cinder-843729-1-iscsi',id=8a8c7bbb-808d-49ae-95de-62501e6237ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T17:16:55Z,topic='l3_agent')) {'router_ids': ['11b1592f-2518-4c18-8ad6-cf3f40c28a12'], 'active': True} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:31:46.386921 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-2f868105-70d2-46bf-8b92-dec24b72c26f req-4b7c681a-7c6b-4c9f-b7e3-5fd37647c110 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=50d0ffcf-e908-48f5-9b29-2b70709081b6 HTTP/1.1" status: 200 len: 1000 time: 0.0546808 May 28 17:31:46.426146 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:31:46.436973 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f868105-70d2-46bf-8b92-dec24b72c26f req-23cd4061-4f79-4bc4-8d5c-c4488b259938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:31:46.438403 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-2f868105-70d2-46bf-8b92-dec24b72c26f req-23cd4061-4f79-4bc4-8d5c-c4488b259938 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=09f52a4a-9f63-462c-a88b-3063575fed7e HTTP/1.1" status: 200 len: 848 time: 0.0450275 May 28 17:31:46.455066 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvr_db [None req-f7c49c38-6490-464c-bc9a-6497d8ba4bba None None] Set router 11b1592f-2518-4c18-8ad6-cf3f40c28a12 gateway port host: dv-cinder-843729-1-iscsi {{(pid=103914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 28 17:31:46.486468 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f868105-70d2-46bf-8b92-dec24b72c26f req-21f559f0-4fe9-455d-89e6-496d95e81974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:31:46.487991 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-2f868105-70d2-46bf-8b92-dec24b72c26f req-21f559f0-4fe9-455d-89e6-496d95e81974 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4a465d8b-8354-439d-89ca-5f701b554376&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0427589 May 28 17:31:46.581415 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-2f868105-70d2-46bf-8b92-dec24b72c26f req-c1a7a0e0-1828-4ec7-bae2-3997d1aa4da1 service neutron] 10.222.0.16 "GET /v2.0/networks/4a465d8b-8354-439d-89ca-5f701b554376?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855680 May 28 17:31:46.664939 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-f7c49c38-6490-464c-bc9a-6497d8ba4bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11b1592f-2518-4c18-8ad6-cf3f40c28a12', 'name': 'tempest-TestShelveInstance-1625672484-router', 'tenant_id': 'c1187f363c0d40ffaebe938d3201e0ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'external_fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': '590e0392-301d-42bc-8b55-7b2aff62b8e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T17:30:31Z', 'updated_at': '2022-05-28T17:30:34Z', 'revision_number': 4, 'project_id': 'c1187f363c0d40ffaebe938d3201e0ad', 'gw_port': {'id': '590e0392-301d-42bc-8b55-7b2aff62b8e0', 'name': '', 'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:4d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11b1592f-2518-4c18-8ad6-cf3f40c28a12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:30:32Z', 'updated_at': '2022-05-28T17:30:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843729-1-iscsi', '_floatingips': [{'id': 'afa0b30a-e50f-4d59-a949-2925257d08cc', 'tenant_id': 'c1187f363c0d40ffaebe938d3201e0ad', 'floating_ip_address': '172.27.0.174', 'floating_network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'router_id': '11b1592f-2518-4c18-8ad6-cf3f40c28a12', 'port_id': '50d0ffcf-e908-48f5-9b29-2b70709081b6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 465, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4a465d8b-8354-439d-89ca-5f701b554376', 'mac_address': 'fa:16:3e:52:9d:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '281e6309-8591-49e7-ab2a-e36aa0fad594', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T17:31:44Z', 'updated_at': '2022-05-28T17:31:44Z', 'revision_number': 0, 'project_id': 'c1187f363c0d40ffaebe938d3201e0ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfb60f6e-4869-4951-a924-ca39c879f86b', 'name': '', 'network_id': '4a465d8b-8354-439d-89ca-5f701b554376', 'tenant_id': 'c1187f363c0d40ffaebe938d3201e0ad', 'mac_address': 'fa:16:3e:48:37:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11b1592f-2518-4c18-8ad6-cf3f40c28a12', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '09f52a4a-9f63-462c-a88b-3063575fed7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:30:34Z', 'updated_at': '2022-05-28T17:30:40Z', 'revision_number': 5, 'project_id': 'c1187f363c0d40ffaebe938d3201e0ad', 'subnets': [{'id': '09f52a4a-9f63-462c-a88b-3063575fed7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843729-1-iscsi', False) {} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:31:46.688366 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-2f868105-70d2-46bf-8b92-dec24b72c26f req-6a11288b-6590-441e-abb1-1ffaa9e4ceb1 service neutron] 10.222.0.16 "GET /v2.0/networks/4a465d8b-8354-439d-89ca-5f701b554376?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008258 May 28 17:31:46.690116 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7c49c38-6490-464c-bc9a-6497d8ba4bba None None] The sync data for ids ['11b1592f-2518-4c18-8ad6-cf3f40c28a12'] in dv-cinder-843729-1-iscsi is: [{'id': '11b1592f-2518-4c18-8ad6-cf3f40c28a12', 'name': 'tempest-TestShelveInstance-1625672484-router', 'tenant_id': 'c1187f363c0d40ffaebe938d3201e0ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'external_fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': '590e0392-301d-42bc-8b55-7b2aff62b8e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T17:30:31Z', 'updated_at': '2022-05-28T17:30:34Z', 'revision_number': 4, 'project_id': 'c1187f363c0d40ffaebe938d3201e0ad', 'gw_port': {'id': '590e0392-301d-42bc-8b55-7b2aff62b8e0', 'name': '', 'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:4d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11b1592f-2518-4c18-8ad6-cf3f40c28a12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:30:32Z', 'updated_at': '2022-05-28T17:30:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843729-1-iscsi', '_floatingips': [{'id': 'afa0b30a-e50f-4d59-a949-2925257d08cc', 'tenant_id': 'c1187f363c0d40ffaebe938d3201e0ad', 'floating_ip_address': '172.27.0.174', 'floating_network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'router_id': '11b1592f-2518-4c18-8ad6-cf3f40c28a12', 'port_id': '50d0ffcf-e908-48f5-9b29-2b70709081b6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 465, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4a465d8b-8354-439d-89ca-5f701b554376', 'mac_address': 'fa:16:3e:52:9d:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '281e6309-8591-49e7-ab2a-e36aa0fad594', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T17:31:44Z', 'updated_at': '2022-05-28T17:31:44Z', 'revision_number': 0, 'project_id': 'c1187f363c0d40ffaebe938d3201e0ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfb60f6e-4869-4951-a924-ca39c879f86b', 'name': '', 'network_id': '4a465d8b-8354-439d-89ca-5f701b554376', 'tenant_id': 'c1187f363c0d40ffaebe938d3201e0ad', 'mac_address': 'fa:16:3e:48:37:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11b1592f-2518-4c18-8ad6-cf3f40c28a12', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '09f52a4a-9f63-462c-a88b-3063575fed7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:30:34Z', 'updated_at': '2022-05-28T17:30:40Z', 'revision_number': 5, 'project_id': 'c1187f363c0d40ffaebe938d3201e0ad', 'subnets': [{'id': '09f52a4a-9f63-462c-a88b-3063575fed7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 17:31:46.724845 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7655a7e2-9949-4143-99ab-e5673f6f6a33 req-bfac271f-2147-4cc1-8772-fbaeb13e97c5 tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:31:46.726951 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-7655a7e2-9949-4143-99ab-e5673f6f6a33 req-bfac271f-2147-4cc1-8772-fbaeb13e97c5 tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] 10.222.0.33 "GET /v2.0/ports?device_id=3b3c1f29-31c9-4f5c-9875-fd1939062512 HTTP/1.1" status: 200 len: 945 time: 0.0546737 May 28 17:31:46.777990 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-7655a7e2-9949-4143-99ab-e5673f6f6a33 req-87da2912-32e2-420e-bda8-c4de9e34a762 tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] 10.222.0.33 "GET /v2.0/security-groups?id=14c0c066-bc84-4396-a75f-e895035aefd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434563 May 28 17:31:46.892198 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff1c4c0b-7d71-4f82-bdf8-c93c79bd706a None None] New status for floating IP afa0b30a-e50f-4d59-a949-2925257d08cc: ACTIVE {{(pid=103913) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 28 17:31:47.315669 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0cf12a-a76d-4179-bab4-510de3ec025d req-f2367707-4028-4d30-a9e5-5fe9607ab542 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:31:47.317120 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-fb0cf12a-a76d-4179-bab4-510de3ec025d req-f2367707-4028-4d30-a9e5-5fe9607ab542 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/ports?device_id=435314f8-f9b7-4e9c-94f3-8a84190965b9 HTTP/1.1" status: 200 len: 946 time: 0.0474091 May 28 17:31:47.363869 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-fb0cf12a-a76d-4179-bab4-510de3ec025d req-fdd249ce-8b32-4ec7-bef4-ed4b362b842a tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/security-groups?id=c776077f-6b09-4c92-a212-43bc02e1345f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409374 May 28 17:31:47.896585 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e8064c-0515-4f57-a270-89800a8a64f7 req-cc5c30cd-8058-4e82-87a7-61f36f82646f tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:31:47.898069 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-28e8064c-0515-4f57-a270-89800a8a64f7 req-cc5c30cd-8058-4e82-87a7-61f36f82646f tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] 10.222.0.33 "GET /v2.0/ports?device_id=3b3c1f29-31c9-4f5c-9875-fd1939062512 HTTP/1.1" status: 200 len: 945 time: 0.0515833 May 28 17:31:47.946047 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-28e8064c-0515-4f57-a270-89800a8a64f7 req-b5c1d8e6-3b32-4b71-bf10-2c9132a9b180 tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] 10.222.0.33 "GET /v2.0/security-groups?id=14c0c066-bc84-4396-a75f-e895035aefd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424333 May 28 17:31:48.481062 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be30ed5-6ee1-40e6-b49e-e6bef0b9fe15 req-46f1add4-1f50-463c-9c9b-37d89000bf70 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:31:48.482526 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-6be30ed5-6ee1-40e6-b49e-e6bef0b9fe15 req-46f1add4-1f50-463c-9c9b-37d89000bf70 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/ports?device_id=435314f8-f9b7-4e9c-94f3-8a84190965b9 HTTP/1.1" status: 200 len: 946 time: 0.0513036 May 28 17:31:48.533554 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-6be30ed5-6ee1-40e6-b49e-e6bef0b9fe15 req-1a271dd4-2b84-49a4-bde2-fcc5fe2f8c54 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/security-groups?id=c776077f-6b09-4c92-a212-43bc02e1345f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451603 May 28 17:31:49.060498 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a71834-60f3-4fd8-9ef9-1b8412485b94 req-c9115fea-171d-4442-8217-69d3421da523 tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:31:49.062019 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-13a71834-60f3-4fd8-9ef9-1b8412485b94 req-c9115fea-171d-4442-8217-69d3421da523 tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] 10.222.0.33 "GET /v2.0/ports?device_id=3b3c1f29-31c9-4f5c-9875-fd1939062512 HTTP/1.1" status: 200 len: 945 time: 0.0484581 May 28 17:31:49.074106 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:31:49.115183 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-13a71834-60f3-4fd8-9ef9-1b8412485b94 req-0e73badd-605a-4e1e-93fb-c2c91e6e169f tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] 10.222.0.33 "GET /v2.0/security-groups?id=14c0c066-bc84-4396-a75f-e895035aefd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477283 May 28 17:31:49.658750 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39be149e-41ba-491c-96b6-114de502d6c5 req-5786834b-a741-4e3a-9106-a23119a93d07 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:31:49.660240 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-39be149e-41ba-491c-96b6-114de502d6c5 req-5786834b-a741-4e3a-9106-a23119a93d07 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/ports?device_id=435314f8-f9b7-4e9c-94f3-8a84190965b9 HTTP/1.1" status: 200 len: 946 time: 0.0568709 May 28 17:31:49.707154 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-39be149e-41ba-491c-96b6-114de502d6c5 req-3a88603a-6afe-4a44-9671-8d33fb5b406d tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/security-groups?id=c776077f-6b09-4c92-a212-43bc02e1345f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408015 May 28 17:31:50.229652 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9be593-a9d6-442d-9e98-4ab22f1d65e4 req-1ab22d9b-813a-4129-8ec9-6da68d8bca94 tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:31:50.231121 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-5b9be593-a9d6-442d-9e98-4ab22f1d65e4 req-1ab22d9b-813a-4129-8ec9-6da68d8bca94 tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] 10.222.0.33 "GET /v2.0/ports?device_id=3b3c1f29-31c9-4f5c-9875-fd1939062512 HTTP/1.1" status: 200 len: 945 time: 0.0467901 May 28 17:31:50.280210 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-5b9be593-a9d6-442d-9e98-4ab22f1d65e4 req-e840032b-2718-4f15-aad8-fc34acf402aa tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] 10.222.0.33 "GET /v2.0/security-groups?id=14c0c066-bc84-4396-a75f-e895035aefd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436211 May 28 17:31:50.424322 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.agents_db [None req-b36f0ab6-f8d6-4670-a7fa-3628cf342135 None None] Agent healthcheck: found 6 active agents {{(pid=103914) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 28 17:31:50.474107 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9aa4c5d-08b2-421c-ae44-6c436c9a57bc req-791c7de9-15f2-4c3e-8bae-cd30cbf4bede tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:31:50.475576 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-c9aa4c5d-08b2-421c-ae44-6c436c9a57bc req-791c7de9-15f2-4c3e-8bae-cd30cbf4bede tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] 10.222.0.33 "GET /v2.0/ports?device_id=3b3c1f29-31c9-4f5c-9875-fd1939062512 HTTP/1.1" status: 200 len: 945 time: 0.0469966 May 28 17:31:50.521730 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-c9aa4c5d-08b2-421c-ae44-6c436c9a57bc req-591f16d6-9d2c-40ff-84a4-7616e4aaf331 tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] 10.222.0.33 "GET /v2.0/security-groups?id=14c0c066-bc84-4396-a75f-e895035aefd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405679 May 28 17:31:50.825134 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b55e04d-4658-466c-a834-b06ec8d7414b req-0441ff2f-4ff6-45da-b916-2e40b5035952 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:31:50.826578 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-1b55e04d-4658-466c-a834-b06ec8d7414b req-0441ff2f-4ff6-45da-b916-2e40b5035952 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/ports?device_id=435314f8-f9b7-4e9c-94f3-8a84190965b9 HTTP/1.1" status: 200 len: 946 time: 0.0465035 May 28 17:31:50.872519 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-1b55e04d-4658-466c-a834-b06ec8d7414b req-2160f1ba-63b9-4dd2-b63b-149d1c150be9 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/security-groups?id=c776077f-6b09-4c92-a212-43bc02e1345f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405040 May 28 17:31:51.642125 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70756d8-c24d-48a0-bd0b-e69686a80ae2 req-72beba6e-6748-4717-8464-e8b6657308c0 tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:31:51.643716 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-f70756d8-c24d-48a0-bd0b-e69686a80ae2 req-72beba6e-6748-4717-8464-e8b6657308c0 tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] 10.222.0.33 "GET /v2.0/ports?device_id=3b3c1f29-31c9-4f5c-9875-fd1939062512 HTTP/1.1" status: 200 len: 945 time: 0.0516410 May 28 17:31:51.691702 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-f70756d8-c24d-48a0-bd0b-e69686a80ae2 req-3c22bfb6-68d3-4992-88d2-82560a637ac9 tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] 10.222.0.33 "GET /v2.0/security-groups?id=14c0c066-bc84-4396-a75f-e895035aefd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416813 May 28 17:31:51.761879 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=100 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:31:51.784054 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e335077-4c8c-4e98-be70-4e4dd3edd551 req-927c3039-e515-439b-9769-e98a74fcb502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:31:51.785546 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-1e335077-4c8c-4e98-be70-4e4dd3edd551 req-927c3039-e515-439b-9769-e98a74fcb502 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=90b378551d1c467e911cf01274c97d85&device_id=3b3c1f29-31c9-4f5c-9875-fd1939062512 HTTP/1.1" status: 200 len: 1129 time: 0.0430152 May 28 17:31:51.796135 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b908ce1-4a98-457c-bee4-e2a265e74143 req-35c0150b-791c-4e60-8f4a-ac806feaff81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:31:51.797596 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-6b908ce1-4a98-457c-bee4-e2a265e74143 req-35c0150b-791c-4e60-8f4a-ac806feaff81 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=435314f8-f9b7-4e9c-94f3-8a84190965b9 HTTP/1.1" status: 200 len: 1130 time: 0.0432813 May 28 17:31:51.847157 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-6b908ce1-4a98-457c-bee4-e2a265e74143 req-20f541c0-ab18-4569-9a24-d27a0033d41b service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=c776077f-6b09-4c92-a212-43bc02e1345f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434577 May 28 17:31:51.878494 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e335077-4c8c-4e98-be70-4e4dd3edd551 req-9588e172-73d9-49d1-a74f-88655b2454fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:31:51.879988 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-1e335077-4c8c-4e98-be70-4e4dd3edd551 req-9588e172-73d9-49d1-a74f-88655b2454fb service neutron] 10.222.0.16 "GET /v2.0/networks?id=ef03f64f-43e2-4121-9b36-bf95e66e6156 HTTP/1.1" status: 200 len: 911 time: 0.0885785 May 28 17:31:51.987436 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b926a6ff-e04e-4fec-be5b-efb2b51b1579 req-82ea9ddb-49dd-4c1f-a875-aef921a518f9 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:31:51.988887 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-b926a6ff-e04e-4fec-be5b-efb2b51b1579 req-82ea9ddb-49dd-4c1f-a875-aef921a518f9 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/ports?device_id=435314f8-f9b7-4e9c-94f3-8a84190965b9 HTTP/1.1" status: 200 len: 946 time: 0.0466418 May 28 17:31:52.036919 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-b926a6ff-e04e-4fec-be5b-efb2b51b1579 req-c11f43d6-84a8-40cb-93fb-200806f928d0 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/security-groups?id=c776077f-6b09-4c92-a212-43bc02e1345f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419149 May 28 17:31:52.318049 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-1e335077-4c8c-4e98-be70-4e4dd3edd551 req-c4dbb24d-4e4d-4c38-8478-0e2c31a3c039 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d234e00a-5520-40b5-aa3f-c3a3f2a506ee HTTP/1.1" status: 200 len: 1000 time: 0.0580688 May 28 17:31:52.769679 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=100 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:31:52.836958 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28d37ab-52b3-495a-b099-5065984b61d1 req-35da1971-eeda-4a21-a252-6c1ff4169471 tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:31:52.838512 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-a28d37ab-52b3-495a-b099-5065984b61d1 req-35da1971-eeda-4a21-a252-6c1ff4169471 tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] 10.222.0.33 "GET /v2.0/ports?device_id=3b3c1f29-31c9-4f5c-9875-fd1939062512 HTTP/1.1" status: 200 len: 945 time: 0.0773885 May 28 17:31:52.847406 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e335077-4c8c-4e98-be70-4e4dd3edd551 req-a6f09eea-0298-4017-af80-a9bf7688b684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:31:52.848856 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-1e335077-4c8c-4e98-be70-4e4dd3edd551 req-a6f09eea-0298-4017-af80-a9bf7688b684 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=cac4e4be-bdeb-4bc3-836c-d18d4297ccc1 HTTP/1.1" status: 200 len: 849 time: 0.0768349 May 28 17:31:52.850523 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-052b3d41-6259-46b8-a655-628fa79d3042 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (b4d0b3c0-cc03-4456-af87-35ab415ef94b), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:31:52.936006 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e335077-4c8c-4e98-be70-4e4dd3edd551 req-c0a2a97c-5e6b-45ab-b665-a016bf07a3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:31:52.937527 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-1e335077-4c8c-4e98-be70-4e4dd3edd551 req-c0a2a97c-5e6b-45ab-b665-a016bf07a3cb service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ef03f64f-43e2-4121-9b36-bf95e66e6156&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0818901 May 28 17:31:52.943133 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-a28d37ab-52b3-495a-b099-5065984b61d1 req-7821bace-e8f8-4c5b-9c44-c76af74d1e8a tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] 10.222.0.33 "GET /v2.0/security-groups?id=14c0c066-bc84-4396-a75f-e895035aefd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982413 May 28 17:31:53.048343 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-1e335077-4c8c-4e98-be70-4e4dd3edd551 req-dec56583-4181-4cc3-a3da-0c20f32a22bd service neutron] 10.222.0.16 "GET /v2.0/networks/ef03f64f-43e2-4121-9b36-bf95e66e6156?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841341 May 28 17:31:53.143432 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-1e335077-4c8c-4e98-be70-4e4dd3edd551 req-0f54e0fd-e616-494f-b4ef-4fccca1304d9 service neutron] 10.222.0.16 "GET /v2.0/networks/ef03f64f-43e2-4121-9b36-bf95e66e6156?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893154 May 28 17:31:53.157774 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8ed181-a012-4962-bd18-28881f997bbe req-7df0d5ce-7452-411d-96d9-946f6fc307cd tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:31:53.159205 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-4f8ed181-a012-4962-bd18-28881f997bbe req-7df0d5ce-7452-411d-96d9-946f6fc307cd tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/ports?device_id=435314f8-f9b7-4e9c-94f3-8a84190965b9 HTTP/1.1" status: 200 len: 946 time: 0.0500400 May 28 17:31:53.204532 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-4f8ed181-a012-4962-bd18-28881f997bbe req-6ce01209-3255-4334-9352-ba8e9d0d9f88 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/security-groups?id=c776077f-6b09-4c92-a212-43bc02e1345f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398264 May 28 17:31:54.057063 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f78868c-0b5e-4874-b9e9-cbe969c0999f req-be8696ca-8ade-4215-b7fc-f2a74a9e4617 tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:31:54.058530 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-4f78868c-0b5e-4874-b9e9-cbe969c0999f req-be8696ca-8ade-4215-b7fc-f2a74a9e4617 tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] 10.222.0.33 "GET /v2.0/ports?device_id=3b3c1f29-31c9-4f5c-9875-fd1939062512 HTTP/1.1" status: 200 len: 945 time: 0.0479863 May 28 17:31:54.104387 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-4f78868c-0b5e-4874-b9e9-cbe969c0999f req-2991a9b5-e24c-4d13-bcef-7d53bce0e06f tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] 10.222.0.33 "GET /v2.0/security-groups?id=14c0c066-bc84-4396-a75f-e895035aefd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404172 May 28 17:31:54.317405 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc9a72b-125e-47af-91e9-c91f7b11cfae req-cb5621b6-ff84-4a2a-af78-5007c4d0cd36 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:31:54.318863 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-4bc9a72b-125e-47af-91e9-c91f7b11cfae req-cb5621b6-ff84-4a2a-af78-5007c4d0cd36 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/ports?device_id=435314f8-f9b7-4e9c-94f3-8a84190965b9 HTTP/1.1" status: 200 len: 946 time: 0.0471270 May 28 17:31:54.366013 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-4bc9a72b-125e-47af-91e9-c91f7b11cfae req-2b458236-00fd-416a-a7a3-3d6f9a1debd4 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/security-groups?id=c776077f-6b09-4c92-a212-43bc02e1345f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412135 May 28 17:31:54.754049 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a434de8-6926-4659-be09-a72e6cee868b req-2c24dc73-c9f4-417e-996c-81ec1f055af1 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:31:54.755511 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-4a434de8-6926-4659-be09-a72e6cee868b req-2c24dc73-c9f4-417e-996c-81ec1f055af1 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/ports?device_id=435314f8-f9b7-4e9c-94f3-8a84190965b9 HTTP/1.1" status: 200 len: 946 time: 0.0468531 May 28 17:31:54.785438 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=100 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:31:54.807520 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-4a434de8-6926-4659-be09-a72e6cee868b req-23fbf288-ab51-4e7d-84e0-26b9ffca99d7 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/security-groups?id=c776077f-6b09-4c92-a212-43bc02e1345f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449641 May 28 17:31:55.039328 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a6e206-6ebd-4b47-b30f-7328468c21af req-76107fdb-32de-4d7c-8ab7-727ffd46bfdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:31:55.041956 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-65a6e206-6ebd-4b47-b30f-7328468c21af req-76107fdb-32de-4d7c-8ab7-727ffd46bfdb service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8e92a5dc387f47c99ce98da4d6fd9d92&device_id=435314f8-f9b7-4e9c-94f3-8a84190965b9 HTTP/1.1" status: 200 len: 1130 time: 0.0415363 May 28 17:31:55.137264 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a6e206-6ebd-4b47-b30f-7328468c21af req-37409211-7425-4dcf-a4bc-e3198e83de1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:31:55.138794 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-65a6e206-6ebd-4b47-b30f-7328468c21af req-37409211-7425-4dcf-a4bc-e3198e83de1e service neutron] 10.222.0.16 "GET /v2.0/networks?id=77a1ea92-c07d-41a7-8668-7c3c660591aa HTTP/1.1" status: 200 len: 919 time: 0.0900669 May 28 17:31:55.153215 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-4471a763-9e10-45ba-a12c-776d4af49e2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (8a8c7bbb-808d-49ae-95de-62501e6237ff), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:31:55.209422 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-65a6e206-6ebd-4b47-b30f-7328468c21af req-6ae5aaf7-a022-4c39-b41f-53f9d2067067 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5ea754ee-2216-4168-ad09-190faba5d36c HTTP/1.1" status: 200 len: 1001 time: 0.0650835 May 28 17:31:55.218159 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=100 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:31:55.229375 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d5c37a-319c-440c-936b-20f560fc3829 req-1e254833-c2cc-4822-8f83-89db9a5960f1 tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:31:55.237204 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-e9d5c37a-319c-440c-936b-20f560fc3829 req-1e254833-c2cc-4822-8f83-89db9a5960f1 tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] 10.222.0.33 "GET /v2.0/ports?device_id=3b3c1f29-31c9-4f5c-9875-fd1939062512 HTTP/1.1" status: 200 len: 945 time: 0.0575337 May 28 17:31:55.271533 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a6e206-6ebd-4b47-b30f-7328468c21af req-38251826-8e60-4f1a-b6b8-52a4d658f081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:31:55.273201 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-65a6e206-6ebd-4b47-b30f-7328468c21af req-38251826-8e60-4f1a-b6b8-52a4d658f081 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=034da301-fbaa-496d-8b67-7a375e67ef37 HTTP/1.1" status: 200 len: 857 time: 0.0564342 May 28 17:31:55.297491 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-e9d5c37a-319c-440c-936b-20f560fc3829 req-c1e4fad5-00ab-4dab-8ea7-14da8f8c9602 tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] 10.222.0.33 "GET /v2.0/security-groups?id=14c0c066-bc84-4396-a75f-e895035aefd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591066 May 28 17:31:55.322205 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a6e206-6ebd-4b47-b30f-7328468c21af req-4f547924-dabc-493a-9932-7e781d69b91b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:31:55.323710 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-65a6e206-6ebd-4b47-b30f-7328468c21af req-4f547924-dabc-493a-9932-7e781d69b91b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=77a1ea92-c07d-41a7-8668-7c3c660591aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0442550 May 28 17:31:55.417996 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-65a6e206-6ebd-4b47-b30f-7328468c21af req-fa276d7f-95a9-439a-b2e3-99402f3f2929 service neutron] 10.222.0.16 "GET /v2.0/networks/77a1ea92-c07d-41a7-8668-7c3c660591aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874388 May 28 17:31:55.497100 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=100 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:31:55.512045 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-65a6e206-6ebd-4b47-b30f-7328468c21af req-a79d54c2-c058-4714-aca5-396977beda90 service neutron] 10.222.0.16 "GET /v2.0/networks/77a1ea92-c07d-41a7-8668-7c3c660591aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876470 May 28 17:31:56.081405 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ea9521-57c1-4661-8c5d-5c180ccec4b5 req-98c820b2-6887-42fd-a919-166e2ee6d4e3 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:31:56.082762 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-26ea9521-57c1-4661-8c5d-5c180ccec4b5 req-98c820b2-6887-42fd-a919-166e2ee6d4e3 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/ports?device_id=435314f8-f9b7-4e9c-94f3-8a84190965b9 HTTP/1.1" status: 200 len: 946 time: 0.0469406 May 28 17:31:56.130624 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-26ea9521-57c1-4661-8c5d-5c180ccec4b5 req-51223459-6e44-4573-892e-af1ff1283aaf tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/security-groups?id=c776077f-6b09-4c92-a212-43bc02e1345f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416605 May 28 17:31:56.419575 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-f22b8f6e-815f-41ba-a8b6-c2e56f67911e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (0b51406a-5a43-473c-8a39-67b2a4c71e5e), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:31:56.668627 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=95 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:31:57.245313 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880ffc13-a57f-460d-8cd0-2df9564117d9 req-b60b3669-f3b8-4333-bcd4-d7bf784b2b00 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:31:57.246745 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-880ffc13-a57f-460d-8cd0-2df9564117d9 req-b60b3669-f3b8-4333-bcd4-d7bf784b2b00 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/ports?device_id=435314f8-f9b7-4e9c-94f3-8a84190965b9 HTTP/1.1" status: 200 len: 946 time: 0.0474000 May 28 17:31:57.292847 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-880ffc13-a57f-460d-8cd0-2df9564117d9 req-f44e081d-784d-4ffd-9212-eddad05e670c tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/security-groups?id=c776077f-6b09-4c92-a212-43bc02e1345f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407116 May 28 17:31:57.736940 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-44990afe-4038-4bea-a0ed-12e052229f33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (19502cf1-8899-41f0-9103-a107faa54218), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:31:58.408145 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92db2fc-e943-43a7-9f56-116a60657278 req-7a45a536-ce0f-49d5-bcce-bba5d0ef15ae tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:31:58.409592 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-f92db2fc-e943-43a7-9f56-116a60657278 req-7a45a536-ce0f-49d5-bcce-bba5d0ef15ae tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/ports?device_id=435314f8-f9b7-4e9c-94f3-8a84190965b9 HTTP/1.1" status: 200 len: 946 time: 0.0466194 May 28 17:31:58.459322 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-f92db2fc-e943-43a7-9f56-116a60657278 req-f8cba499-b2a2-44cc-99c5-6d6c8b7f20d0 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/security-groups?id=c776077f-6b09-4c92-a212-43bc02e1345f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441852 May 28 17:31:58.567882 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae80717c-ee2a-4c2c-b8e6-592e1f92817e req-3498b922-ee3a-4bea-af80-19d87bd5b2f2 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:31:58.569340 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-ae80717c-ee2a-4c2c-b8e6-592e1f92817e req-3498b922-ee3a-4bea-af80-19d87bd5b2f2 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/ports?device_id=435314f8-f9b7-4e9c-94f3-8a84190965b9 HTTP/1.1" status: 200 len: 946 time: 0.0463076 May 28 17:31:58.578597 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.33', 32778) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:31:58.582980 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.v2.base [None req-f5b6adab-2fc6-4c70-a613-1dbaab521afa tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Request body: {'floatingip': {'port_id': '5ea754ee-2216-4168-ad09-190faba5d36c'}} {{(pid=103911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 17:31:58.638090 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-f5b6adab-2fc6-4c70-a613-1dbaab521afa tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Publish callbacks [] for floatingip (9f1fb058-daa8-4412-b64f-99781ba6f696), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:31:58.852737 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=100 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:31:59.093021 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-f5b6adab-2fc6-4c70-a613-1dbaab521afa tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:31:59.096727 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-f5b6adab-2fc6-4c70-a613-1dbaab521afa tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681695'] for floatingip (9f1fb058-daa8-4412-b64f-99781ba6f696), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:31:59.394702 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (0032cfec-21e8-44dd-a7d5-0b8312dfe052), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:31:59.522032 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5b6adab-2fc6-4c70-a613-1dbaab521afa tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Router 12fda40b-4795-4b4e-aa8c-8aea324670b8 has already been hosted by L3 agent 8a8c7bbb-808d-49ae-95de-62501e6237ff {{(pid=103911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 17:31:59.609468 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:31:59.627861 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5b6adab-2fc6-4c70-a613-1dbaab521afa tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Notify agent at l3_agent.dv-cinder-843729-1-iscsi the message routers_updated {{(pid=103911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 17:31:59.632865 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-f5b6adab-2fc6-4c70-a613-1dbaab521afa tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22441'] for floatingip (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:31:59.641465 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f37d3a-a78d-4592-a56b-058624508ec5 None None] Sync routers for ids ['12fda40b-4795-4b4e-aa8c-8aea324670b8'] in dv-cinder-843729-1-iscsi {{(pid=103914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 17:31:59.650134 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=88 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:31:59.652614 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0f37d3a-a78d-4592-a56b-058624508ec5 None None] Routers {'12fda40b-4795-4b4e-aa8c-8aea324670b8'} bound to L3 agent in host dv-cinder-843729-1-iscsi {{(pid=103914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 28 17:31:59.653392 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-d0f37d3a-a78d-4592-a56b-058624508ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843729-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-28T17:16:55Z,description=,heartbeat_timestamp=2022-05-28T17:31:55Z,host='dv-cinder-843729-1-iscsi',id=8a8c7bbb-808d-49ae-95de-62501e6237ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T17:16:55Z,topic='l3_agent')) {'router_ids': ['12fda40b-4795-4b4e-aa8c-8aea324670b8'], 'active': True} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:31:59.665581 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '435314f8-f9b7-4e9c-94f3-8a84190965b9', 'tag': '5ea754ee-2216-4168-ad09-190faba5d36c'}] {{(pid=103911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 17:31:59.667738 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb6e18ef154237edf928b85f6b333e0f790e93c3571d1d8d4f7e4f30b44c92d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22bb6cf4-ec10-40a9-bb9f-b2ef8801b281" -d '{"events": [{"name": "network-changed", "server_uuid": "435314f8-f9b7-4e9c-94f3-8a84190965b9", "tag": "5ea754ee-2216-4168-ad09-190faba5d36c"}]}' {{(pid=103911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 28 17:31:59.698754 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-f5b6adab-2fc6-4c70-a613-1dbaab521afa tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "PUT /v2.0/floatingips/9f1fb058-daa8-4412-b64f-99781ba6f696 HTTP/1.1" status: 200 len: 993 time: 1.1190810 May 28 17:31:59.705596 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 May 2022 17:31:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfe7a2df-f28f-4efc-afe9-1efb5e5bd8fb x-openstack-request-id: req-dfe7a2df-f28f-4efc-afe9-1efb5e5bd8fb {{(pid=103911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 28 17:31:59.705881 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "435314f8-f9b7-4e9c-94f3-8a84190965b9", "tag": "5ea754ee-2216-4168-ad09-190faba5d36c", "status": "completed", "code": 200}]} {{(pid=103911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 28 17:31:59.706129 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-dfe7a2df-f28f-4efc-afe9-1efb5e5bd8fb {{(pid=103911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 28 17:31:59.706520 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dfe7a2df-f28f-4efc-afe9-1efb5e5bd8fb'] response: {'name': 'network-changed', 'server_uuid': '435314f8-f9b7-4e9c-94f3-8a84190965b9', 'tag': '5ea754ee-2216-4168-ad09-190faba5d36c', 'status': 'completed', 'code': 200} May 28 17:31:59.755749 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvr_db [None req-d0f37d3a-a78d-4592-a56b-058624508ec5 None None] Set router 12fda40b-4795-4b4e-aa8c-8aea324670b8 gateway port host: dv-cinder-843729-1-iscsi {{(pid=103914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 28 17:31:59.802294 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bb6cf4-ec10-40a9-bb9f-b2ef8801b281 req-123a5a6e-359d-413b-bcef-ef46402858bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:31:59.803857 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-22bb6cf4-ec10-40a9-bb9f-b2ef8801b281 req-123a5a6e-359d-413b-bcef-ef46402858bb service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8e92a5dc387f47c99ce98da4d6fd9d92&device_id=435314f8-f9b7-4e9c-94f3-8a84190965b9 HTTP/1.1" status: 200 len: 1130 time: 0.0420022 May 28 17:31:59.896226 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bb6cf4-ec10-40a9-bb9f-b2ef8801b281 req-36c88067-0b57-4e19-b30a-a7af0a70d14f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:31:59.897724 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-22bb6cf4-ec10-40a9-bb9f-b2ef8801b281 req-36c88067-0b57-4e19-b30a-a7af0a70d14f service neutron] 10.222.0.16 "GET /v2.0/networks?id=77a1ea92-c07d-41a7-8668-7c3c660591aa HTTP/1.1" status: 200 len: 919 time: 0.0861537 May 28 17:31:59.960697 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-d0f37d3a-a78d-4592-a56b-058624508ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12fda40b-4795-4b4e-aa8c-8aea324670b8', 'name': 'tempest-ServerRescueNegativeTestJSON-167424422-router', 'tenant_id': '8e92a5dc387f47c99ce98da4d6fd9d92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'external_fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.52'}], 'enable_snat': True}, 'gw_port_id': '2fa9d34c-91da-4609-b5f4-0db6c14379f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T17:25:28Z', 'updated_at': '2022-05-28T17:25:36Z', 'revision_number': 4, 'project_id': '8e92a5dc387f47c99ce98da4d6fd9d92', 'gw_port': {'id': '2fa9d34c-91da-4609-b5f4-0db6c14379f2', 'name': '', 'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:a7:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12fda40b-4795-4b4e-aa8c-8aea324670b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:25:29Z', 'updated_at': '2022-05-28T17:25:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843729-1-iscsi', '_floatingips': [{'id': '9f1fb058-daa8-4412-b64f-99781ba6f696', 'tenant_id': '8e92a5dc387f47c99ce98da4d6fd9d92', 'floating_ip_address': '172.27.0.37', 'floating_network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'router_id': '12fda40b-4795-4b4e-aa8c-8aea324670b8', 'port_id': '5ea754ee-2216-4168-ad09-190faba5d36c', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 410, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '77a1ea92-c07d-41a7-8668-7c3c660591aa', 'mac_address': 'fa:16:3e:d4:93:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '435314f8-f9b7-4e9c-94f3-8a84190965b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T17:28:47Z', 'updated_at': '2022-05-28T17:31:59Z', 'revision_number': 3, 'project_id': '8e92a5dc387f47c99ce98da4d6fd9d92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eba77069-41ec-451f-bf20-fa1ad8d2c951', 'name': '', 'network_id': '77a1ea92-c07d-41a7-8668-7c3c660591aa', 'tenant_id': '8e92a5dc387f47c99ce98da4d6fd9d92', 'mac_address': 'fa:16:3e:be:d9:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12fda40b-4795-4b4e-aa8c-8aea324670b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '034da301-fbaa-496d-8b67-7a375e67ef37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:25:34Z', 'updated_at': '2022-05-28T17:25:47Z', 'revision_number': 5, 'project_id': '8e92a5dc387f47c99ce98da4d6fd9d92', 'subnets': [{'id': '034da301-fbaa-496d-8b67-7a375e67ef37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843729-1-iscsi', False) {} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:31:59.963268 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-22bb6cf4-ec10-40a9-bb9f-b2ef8801b281 req-aa737ebd-dd23-4bd1-a7f6-e39f1bf6a914 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5ea754ee-2216-4168-ad09-190faba5d36c HTTP/1.1" status: 200 len: 1001 time: 0.0579207 May 28 17:31:59.984337 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f37d3a-a78d-4592-a56b-058624508ec5 None None] Checking router: 12fda40b-4795-4b4e-aa8c-8aea324670b8 for host: dv-cinder-843729-1-iscsi {{(pid=103914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 17:31:59.992427 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0f37d3a-a78d-4592-a56b-058624508ec5 None None] Routers {'12fda40b-4795-4b4e-aa8c-8aea324670b8'} bound to L3 agent in host dv-cinder-843729-1-iscsi {{(pid=103914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 28 17:31:59.993711 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-d0f37d3a-a78d-4592-a56b-058624508ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843729-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-28T17:16:55Z,description=,heartbeat_timestamp=2022-05-28T17:31:55Z,host='dv-cinder-843729-1-iscsi',id=8a8c7bbb-808d-49ae-95de-62501e6237ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T17:16:55Z,topic='l3_agent')) {'router_ids': ['12fda40b-4795-4b4e-aa8c-8aea324670b8'], 'active': True} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:32:00.015946 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bb6cf4-ec10-40a9-bb9f-b2ef8801b281 req-fdf7eccb-c533-4e54-899c-87ac65085942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:32:00.017421 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-22bb6cf4-ec10-40a9-bb9f-b2ef8801b281 req-fdf7eccb-c533-4e54-899c-87ac65085942 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=034da301-fbaa-496d-8b67-7a375e67ef37 HTTP/1.1" status: 200 len: 857 time: 0.0470161 May 28 17:32:00.064219 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bb6cf4-ec10-40a9-bb9f-b2ef8801b281 req-5e921252-e3b5-4714-9a3f-9c61c30ccefe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:32:00.065811 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-22bb6cf4-ec10-40a9-bb9f-b2ef8801b281 req-5e921252-e3b5-4714-9a3f-9c61c30ccefe service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=77a1ea92-c07d-41a7-8668-7c3c660591aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0418582 May 28 17:32:00.145053 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:32:00.165361 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-22bb6cf4-ec10-40a9-bb9f-b2ef8801b281 req-540a9cdc-cac9-4d13-8400-a2608e8e94d0 service neutron] 10.222.0.16 "GET /v2.0/networks/77a1ea92-c07d-41a7-8668-7c3c660591aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921385 May 28 17:32:00.173426 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvr_db [None req-d0f37d3a-a78d-4592-a56b-058624508ec5 None None] Set router 12fda40b-4795-4b4e-aa8c-8aea324670b8 gateway port host: dv-cinder-843729-1-iscsi {{(pid=103914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 28 17:32:00.264481 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-22bb6cf4-ec10-40a9-bb9f-b2ef8801b281 req-852a68bc-523e-4f0c-a57c-bebca65f1b27 service neutron] 10.222.0.16 "GET /v2.0/networks/77a1ea92-c07d-41a7-8668-7c3c660591aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840614 May 28 17:32:00.388369 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-d0f37d3a-a78d-4592-a56b-058624508ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12fda40b-4795-4b4e-aa8c-8aea324670b8', 'name': 'tempest-ServerRescueNegativeTestJSON-167424422-router', 'tenant_id': '8e92a5dc387f47c99ce98da4d6fd9d92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'external_fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.52'}], 'enable_snat': True}, 'gw_port_id': '2fa9d34c-91da-4609-b5f4-0db6c14379f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T17:25:28Z', 'updated_at': '2022-05-28T17:25:36Z', 'revision_number': 4, 'project_id': '8e92a5dc387f47c99ce98da4d6fd9d92', 'gw_port': {'id': '2fa9d34c-91da-4609-b5f4-0db6c14379f2', 'name': '', 'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:a7:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12fda40b-4795-4b4e-aa8c-8aea324670b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:25:29Z', 'updated_at': '2022-05-28T17:25:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843729-1-iscsi', '_floatingips': [{'id': '9f1fb058-daa8-4412-b64f-99781ba6f696', 'tenant_id': '8e92a5dc387f47c99ce98da4d6fd9d92', 'floating_ip_address': '172.27.0.37', 'floating_network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'router_id': '12fda40b-4795-4b4e-aa8c-8aea324670b8', 'port_id': '5ea754ee-2216-4168-ad09-190faba5d36c', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 410, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '77a1ea92-c07d-41a7-8668-7c3c660591aa', 'mac_address': 'fa:16:3e:d4:93:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '435314f8-f9b7-4e9c-94f3-8a84190965b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T17:28:47Z', 'updated_at': '2022-05-28T17:31:59Z', 'revision_number': 3, 'project_id': '8e92a5dc387f47c99ce98da4d6fd9d92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eba77069-41ec-451f-bf20-fa1ad8d2c951', 'name': '', 'network_id': '77a1ea92-c07d-41a7-8668-7c3c660591aa', 'tenant_id': '8e92a5dc387f47c99ce98da4d6fd9d92', 'mac_address': 'fa:16:3e:be:d9:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12fda40b-4795-4b4e-aa8c-8aea324670b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '034da301-fbaa-496d-8b67-7a375e67ef37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:25:34Z', 'updated_at': '2022-05-28T17:25:47Z', 'revision_number': 5, 'project_id': '8e92a5dc387f47c99ce98da4d6fd9d92', 'subnets': [{'id': '034da301-fbaa-496d-8b67-7a375e67ef37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843729-1-iscsi', False) {} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:32:00.411753 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f37d3a-a78d-4592-a56b-058624508ec5 None None] The sync data for ids ['12fda40b-4795-4b4e-aa8c-8aea324670b8'] in dv-cinder-843729-1-iscsi is: [{'id': '12fda40b-4795-4b4e-aa8c-8aea324670b8', 'name': 'tempest-ServerRescueNegativeTestJSON-167424422-router', 'tenant_id': '8e92a5dc387f47c99ce98da4d6fd9d92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'external_fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.52'}], 'enable_snat': True}, 'gw_port_id': '2fa9d34c-91da-4609-b5f4-0db6c14379f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T17:25:28Z', 'updated_at': '2022-05-28T17:25:36Z', 'revision_number': 4, 'project_id': '8e92a5dc387f47c99ce98da4d6fd9d92', 'gw_port': {'id': '2fa9d34c-91da-4609-b5f4-0db6c14379f2', 'name': '', 'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:a7:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12fda40b-4795-4b4e-aa8c-8aea324670b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:25:29Z', 'updated_at': '2022-05-28T17:25:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843729-1-iscsi', '_floatingips': [{'id': '9f1fb058-daa8-4412-b64f-99781ba6f696', 'tenant_id': '8e92a5dc387f47c99ce98da4d6fd9d92', 'floating_ip_address': '172.27.0.37', 'floating_network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'router_id': '12fda40b-4795-4b4e-aa8c-8aea324670b8', 'port_id': '5ea754ee-2216-4168-ad09-190faba5d36c', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 410, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '77a1ea92-c07d-41a7-8668-7c3c660591aa', 'mac_address': 'fa:16:3e:d4:93:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '435314f8-f9b7-4e9c-94f3-8a84190965b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T17:28:47Z', 'updated_at': '2022-05-28T17:31:59Z', 'revision_number': 3, 'project_id': '8e92a5dc387f47c99ce98da4d6fd9d92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eba77069-41ec-451f-bf20-fa1ad8d2c951', 'name': '', 'network_id': '77a1ea92-c07d-41a7-8668-7c3c660591aa', 'tenant_id': '8e92a5dc387f47c99ce98da4d6fd9d92', 'mac_address': 'fa:16:3e:be:d9:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12fda40b-4795-4b4e-aa8c-8aea324670b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '034da301-fbaa-496d-8b67-7a375e67ef37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:25:34Z', 'updated_at': '2022-05-28T17:25:47Z', 'revision_number': 5, 'project_id': '8e92a5dc387f47c99ce98da4d6fd9d92', 'subnets': [{'id': '034da301-fbaa-496d-8b67-7a375e67ef37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 17:32:01.707839 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '435314f8-f9b7-4e9c-94f3-8a84190965b9', 'tag': '5ea754ee-2216-4168-ad09-190faba5d36c'}] {{(pid=103911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 17:32:01.710193 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb6e18ef154237edf928b85f6b333e0f790e93c3571d1d8d4f7e4f30b44c92d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3ce37d8-781f-416f-98f0-849158048757" -d '{"events": [{"name": "network-changed", "server_uuid": "435314f8-f9b7-4e9c-94f3-8a84190965b9", "tag": "5ea754ee-2216-4168-ad09-190faba5d36c"}]}' {{(pid=103911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 28 17:32:01.746863 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 May 2022 17:32:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ad34678-5acf-4592-9261-e8b972627f67 x-openstack-request-id: req-2ad34678-5acf-4592-9261-e8b972627f67 {{(pid=103911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 28 17:32:01.747151 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "435314f8-f9b7-4e9c-94f3-8a84190965b9", "tag": "5ea754ee-2216-4168-ad09-190faba5d36c", "status": "completed", "code": 200}]} {{(pid=103911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 28 17:32:01.747437 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-2ad34678-5acf-4592-9261-e8b972627f67 {{(pid=103911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 28 17:32:01.747838 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ad34678-5acf-4592-9261-e8b972627f67'] response: {'name': 'network-changed', 'server_uuid': '435314f8-f9b7-4e9c-94f3-8a84190965b9', 'tag': '5ea754ee-2216-4168-ad09-190faba5d36c', 'status': 'completed', 'code': 200} May 28 17:32:01.847010 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ce37d8-781f-416f-98f0-849158048757 req-81726cda-9af4-4794-9a7c-2b82a4077025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:32:01.848516 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-d3ce37d8-781f-416f-98f0-849158048757 req-81726cda-9af4-4794-9a7c-2b82a4077025 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8e92a5dc387f47c99ce98da4d6fd9d92&device_id=435314f8-f9b7-4e9c-94f3-8a84190965b9 HTTP/1.1" status: 200 len: 1130 time: 0.0438862 May 28 17:32:01.936580 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ce37d8-781f-416f-98f0-849158048757 req-59a2e621-737e-45e5-8b6b-b92deeb9e605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:32:01.938009 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-d3ce37d8-781f-416f-98f0-849158048757 req-59a2e621-737e-45e5-8b6b-b92deeb9e605 service neutron] 10.222.0.16 "GET /v2.0/networks?id=77a1ea92-c07d-41a7-8668-7c3c660591aa HTTP/1.1" status: 200 len: 919 time: 0.0835435 May 28 17:32:02.000781 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-d3ce37d8-781f-416f-98f0-849158048757 req-d1d65e53-1fb9-4146-b84d-f56b8cd17229 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5ea754ee-2216-4168-ad09-190faba5d36c HTTP/1.1" status: 200 len: 1001 time: 0.0564690 May 28 17:32:02.052481 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ce37d8-781f-416f-98f0-849158048757 req-95fe7c0b-a4fc-43e9-b50f-4e10925ee071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:32:02.053874 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-d3ce37d8-781f-416f-98f0-849158048757 req-95fe7c0b-a4fc-43e9-b50f-4e10925ee071 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=034da301-fbaa-496d-8b67-7a375e67ef37 HTTP/1.1" status: 200 len: 857 time: 0.0427921 May 28 17:32:02.098506 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ce37d8-781f-416f-98f0-849158048757 req-c33f1c11-df86-4aeb-ad17-a8076a6a57f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:32:02.099987 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-d3ce37d8-781f-416f-98f0-849158048757 req-c33f1c11-df86-4aeb-ad17-a8076a6a57f8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=77a1ea92-c07d-41a7-8668-7c3c660591aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0382676 May 28 17:32:02.191317 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-d3ce37d8-781f-416f-98f0-849158048757 req-b1170dda-6e18-428a-8413-ddde61635055 service neutron] 10.222.0.16 "GET /v2.0/networks/77a1ea92-c07d-41a7-8668-7c3c660591aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846262 May 28 17:32:02.222239 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=100 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:32:02.279092 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-d3ce37d8-781f-416f-98f0-849158048757 req-c68396c6-52ea-4e73-8421-7299daaebc58 service neutron] 10.222.0.16 "GET /v2.0/networks/77a1ea92-c07d-41a7-8668-7c3c660591aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816352 May 28 17:32:04.545816 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (7cdbebfa-f3b4-48eb-8fbc-caed95606681), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:32:08.557795 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=49 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:32:08.559848 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=20 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:32:10.387248 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=71 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:32:10.391371 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=76 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:32:12.274904 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=56 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:32:12.275699 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=7 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:32:14.539198 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=27,neutron:UPDATE=1 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:32:14.541795 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=18,neutron:UPDATE=7 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:32:22.436685 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=2 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:32:22.441589 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=4 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:32:22.852101 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-052a38ca-2dc2-4a61-bab1-feefd2e87380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (b4d0b3c0-cc03-4456-af87-35ab415ef94b), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:32:25.145091 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-2abc3128-3edd-45a8-823e-f8d65e29e612 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (8a8c7bbb-808d-49ae-95de-62501e6237ff), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:32:26.421132 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-f22b8f6e-815f-41ba-a8b6-c2e56f67911e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (0b51406a-5a43-473c-8a39-67b2a4c71e5e), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:32:27.424141 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.agents_db [None req-b36f0ab6-f8d6-4670-a7fa-3628cf342135 None None] Agent healthcheck: found 6 active agents {{(pid=103914) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 28 17:32:27.739102 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-44990afe-4038-4bea-a0ed-12e052229f33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (19502cf1-8899-41f0-9103-a107faa54218), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:32:29.400710 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (0032cfec-21e8-44dd-a7d5-0b8312dfe052), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:32:29.526377 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-0b25ebda-040c-461f-92ff-419ab5d75822 req-3c7338dd-859e-4661-9a4f-cb918c37726b tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] 10.222.0.33 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-295021337&fields=id&tenant_id=33d09d2e02c945a09e79efae8d8ab96c HTTP/1.1" status: 200 len: 267 time: 0.0442212 May 28 17:32:29.582489 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b25ebda-040c-461f-92ff-419ab5d75822 req-08a193ad-acbc-4129-aa82-7db784811473 tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:32:29.583980 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-0b25ebda-040c-461f-92ff-419ab5d75822 req-08a193ad-acbc-4129-aa82-7db784811473 tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] 10.222.0.33 "GET /v2.0/ports?device_id=c454eafd-57ce-466c-a88f-aa88a272a56a HTTP/1.1" status: 200 len: 984 time: 0.0514576 May 28 17:32:29.594983 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.v2.base [req-0b25ebda-040c-461f-92ff-419ab5d75822 req-5fc5f1f1-98d2-4f4c-b923-47da0ed727dd tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] Request body: {'port': {'security_groups': ['b57b7f75-5a7b-4a87-9936-4ce2a1c3dca6']}} {{(pid=103911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 17:32:29.680901 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-0b25ebda-040c-461f-92ff-419ab5d75822 req-5fc5f1f1-98d2-4f4c-b923-47da0ed727dd tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (f6092e8b-c7e1-4c14-a7b3-8baa64e42a95), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:32:29.893594 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [req-0b25ebda-040c-461f-92ff-419ab5d75822 req-5fc5f1f1-98d2-4f4c-b923-47da0ed727dd tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] For port f6092e8b-c7e1-4c14-a7b3-8baa64e42a95, host hv-cinder-84372, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84372',level=0,port_id=f6092e8b-c7e1-4c14-a7b3-8baa64e42a95,segment=NetworkSegment(7ca01be8-3573-49b0-96c6-bc7c2fecb2da),segment_id=7ca01be8-3573-49b0-96c6-bc7c2fecb2da)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 17:32:29.920899 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-0b25ebda-040c-461f-92ff-419ab5d75822 req-5fc5f1f1-98d2-4f4c-b923-47da0ed727dd tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] Publish callbacks [] for port (f6092e8b-c7e1-4c14-a7b3-8baa64e42a95), precommit_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:32:29.925420 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-0b25ebda-040c-461f-92ff-419ab5d75822 req-5fc5f1f1-98d2-4f4c-b923-47da0ed727dd tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735968512485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735968120131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735968120149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6040315'] for port (f6092e8b-c7e1-4c14-a7b3-8baa64e42a95), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:32:29.971223 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b25ebda-040c-461f-92ff-419ab5d75822 req-5fc5f1f1-98d2-4f4c-b923-47da0ed727dd tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:32:29.971865 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-0b25ebda-040c-461f-92ff-419ab5d75822 req-5fc5f1f1-98d2-4f4c-b923-47da0ed727dd tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22441'] for port (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:32:29.972341 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] get_ports_and_sgs() called for port_ids ['f6092e8b-c7e1-4c14-a7b3-8baa64e42a95'] {{(pid=103913) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 28 17:32:29.973216 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-0b25ebda-040c-461f-92ff-419ab5d75822 req-5fc5f1f1-98d2-4f4c-b923-47da0ed727dd tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] 10.222.0.33 "PUT /v2.0/ports/f6092e8b-c7e1-4c14-a7b3-8baa64e42a95 HTTP/1.1" status: 200 len: 942 time: 0.3832455 May 28 17:32:29.973650 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c454eafd-57ce-466c-a88f-aa88a272a56a', 'tag': 'f6092e8b-c7e1-4c14-a7b3-8baa64e42a95'}] {{(pid=103911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 17:32:29.977510 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb6e18ef154237edf928b85f6b333e0f790e93c3571d1d8d4f7e4f30b44c92d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e1c8938-2865-4a56-a1f5-5a44b75c9c6b" -d '{"events": [{"name": "network-changed", "server_uuid": "c454eafd-57ce-466c-a88f-aa88a272a56a", "tag": "f6092e8b-c7e1-4c14-a7b3-8baa64e42a95"}]}' {{(pid=103911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 28 17:32:29.980638 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.33', 32820) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:32:30.030679 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc5f1f1-98d2-4f4c-b923-47da0ed727dd tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] Pushing event updated for resources: {'Port': ['ID=f6092e8b-c7e1-4c14-a7b3-8baa64e42a95,revision_number=7']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:32:30.035053 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 May 2022 17:32:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f98e3f8c-15e8-4e8d-b6f2-b12baa5da792 x-openstack-request-id: req-f98e3f8c-15e8-4e8d-b6f2-b12baa5da792 {{(pid=103911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 28 17:32:30.035332 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c454eafd-57ce-466c-a88f-aa88a272a56a", "tag": "f6092e8b-c7e1-4c14-a7b3-8baa64e42a95", "status": "completed", "code": 200}]} {{(pid=103911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 28 17:32:30.035604 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-f98e3f8c-15e8-4e8d-b6f2-b12baa5da792 {{(pid=103911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 28 17:32:30.035998 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f98e3f8c-15e8-4e8d-b6f2-b12baa5da792'] response: {'name': 'network-changed', 'server_uuid': 'c454eafd-57ce-466c-a88f-aa88a272a56a', 'tag': 'f6092e8b-c7e1-4c14-a7b3-8baa64e42a95', 'status': 'completed', 'code': 200} May 28 17:32:30.071721 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-5e595e16-a055-43e2-a287-be4df94a236d tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] Publish callbacks [] for security_group (ca3cb093-79be-42e6-83d5-849146a5ec7b), before_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:32:30.127980 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-5e595e16-a055-43e2-a287-be4df94a236d tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] Publish callbacks [] for security_group (ca3cb093-79be-42e6-83d5-849146a5ec7b), precommit_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:32:30.146811 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1c8938-2865-4a56-a1f5-5a44b75c9c6b req-b9431e1f-9152-4cbf-8440-2c9e705992ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:32:30.148341 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-3e1c8938-2865-4a56-a1f5-5a44b75c9c6b req-b9431e1f-9152-4cbf-8440-2c9e705992ed service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=33d09d2e02c945a09e79efae8d8ab96c&device_id=c454eafd-57ce-466c-a88f-aa88a272a56a HTTP/1.1" status: 200 len: 1129 time: 0.0649173 May 28 17:32:30.183816 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] get_ports_and_sgs() called for port_ids ['f6092e8b-c7e1-4c14-a7b3-8baa64e42a95'] {{(pid=103913) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 28 17:32:30.238032 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-43d72f48-5257-4be0-99ef-82619f57119a None None] Provisioning complete for port f6092e8b-c7e1-4c14-a7b3-8baa64e42a95 triggered by entity DHCP. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 17:32:30.238438 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-43d72f48-5257-4be0-99ef-82619f57119a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1821120'] for port (f6092e8b-c7e1-4c14-a7b3-8baa64e42a95), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:32:30.258610 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1c8938-2865-4a56-a1f5-5a44b75c9c6b req-3cfd9fdb-10af-4baa-94ba-2cdaeb5d309a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:32:30.260024 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-3e1c8938-2865-4a56-a1f5-5a44b75c9c6b req-3cfd9fdb-10af-4baa-94ba-2cdaeb5d309a service neutron] 10.222.0.16 "GET /v2.0/networks?id=c2642da9-62f7-4baf-be4a-bb647a278cd8 HTTP/1.1" status: 200 len: 915 time: 0.1044858 May 28 17:32:30.274707 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-5e595e16-a055-43e2-a287-be4df94a236d tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594961'] for security_group (ca3cb093-79be-42e6-83d5-849146a5ec7b), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:32:30.277212 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-5e595e16-a055-43e2-a287-be4df94a236d tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] Publish callbacks [] for security_group (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:32:30.278275 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-5e595e16-a055-43e2-a287-be4df94a236d tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] 10.222.0.33 "DELETE /v2.0/security-groups/ca3cb093-79be-42e6-83d5-849146a5ec7b HTTP/1.1" status: 204 len: 168 time: 0.2967594 May 28 17:32:30.287377 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.33', 32822) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:32:30.316963 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e595e16-a055-43e2-a287-be4df94a236d tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca3cb093-79be-42e6-83d5-849146a5ec7b,revision_number=None']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:32:30.346083 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-3e1c8938-2865-4a56-a1f5-5a44b75c9c6b req-f8cf43d1-6a86-4c26-aca9-9c1126ccae0d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f6092e8b-c7e1-4c14-a7b3-8baa64e42a95 HTTP/1.1" status: 200 len: 1001 time: 0.0800619 May 28 17:32:30.356871 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-43d72f48-5257-4be0-99ef-82619f57119a None None] Current status of the port f6092e8b-c7e1-4c14-a7b3-8baa64e42a95 is: ACTIVE; New status is: ACTIVE {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 17:32:30.403141 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1c8938-2865-4a56-a1f5-5a44b75c9c6b req-3656b8c1-206c-4762-80d6-e4034cb6cb94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:32:30.406455 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-3e1c8938-2865-4a56-a1f5-5a44b75c9c6b req-3656b8c1-206c-4762-80d6-e4034cb6cb94 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ce8fcd52-903e-410e-9ed1-7c6a9f241d7c HTTP/1.1" status: 200 len: 853 time: 0.0536158 May 28 17:32:30.421587 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:32:30.432875 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.plugin [None req-2a7b3692-ee6e-4c27-9e17-46dec4f5dfb2 tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] Deleting port f3ebe786-1f3b-4dcb-84ca-b6ce7e9b57a6 {{(pid=103912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 28 17:32:30.433216 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-2a7b3692-ee6e-4c27-9e17-46dec4f5dfb2 tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735968504037'] for port (f3ebe786-1f3b-4dcb-84ca-b6ce7e9b57a6), before_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:32:30.454559 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1c8938-2865-4a56-a1f5-5a44b75c9c6b req-41e21970-aff9-40a0-a35a-b2fea01794f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:32:30.456424 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-3e1c8938-2865-4a56-a1f5-5a44b75c9c6b req-41e21970-aff9-40a0-a35a-b2fea01794f2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c2642da9-62f7-4baf-be4a-bb647a278cd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0427034 May 28 17:32:30.492483 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:32:30.541452 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-809b614a-1e5e-4c26-9309-a0e9dcf1a810 req-722008ae-f149-4938-9d4e-863bad6187d6 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=1e52b200-7c75-45f2-92ed-813b306fc334&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0538161 May 28 17:32:30.544836 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-2a7b3692-ee6e-4c27-9e17-46dec4f5dfb2 tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-660327'] for port (f3ebe786-1f3b-4dcb-84ca-b6ce7e9b57a6), precommit_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:32:30.545193 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-2a7b3692-ee6e-4c27-9e17-46dec4f5dfb2 tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] Publish callbacks [] for floatingip (f3ebe786-1f3b-4dcb-84ca-b6ce7e9b57a6), precommit_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:32:30.553986 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-3e1c8938-2865-4a56-a1f5-5a44b75c9c6b req-badc536c-4289-4164-a21f-7cee613ef55d service neutron] 10.222.0.16 "GET /v2.0/networks/c2642da9-62f7-4baf-be4a-bb647a278cd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906179 May 28 17:32:30.557221 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.plugin [None req-2a7b3692-ee6e-4c27-9e17-46dec4f5dfb2 tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] Calling delete_port for f3ebe786-1f3b-4dcb-84ca-b6ce7e9b57a6 owned by network:floatingip {{(pid=103912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 28 17:32:30.653873 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-3e1c8938-2865-4a56-a1f5-5a44b75c9c6b req-93b0ca60-c8c3-43c2-aaf8-52fcda57e597 service neutron] 10.222.0.16 "GET /v2.0/networks/c2642da9-62f7-4baf-be4a-bb647a278cd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855813 May 28 17:32:30.676458 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809b614a-1e5e-4c26-9309-a0e9dcf1a810 req-0d4654f5-eec3-4519-8685-ceee1bbbbc60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:32:30.677906 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-809b614a-1e5e-4c26-9309-a0e9dcf1a810 req-0d4654f5-eec3-4519-8685-ceee1bbbbc60 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=afaaf8bde7134efc80c77d707bb309bc&device_id=1e52b200-7c75-45f2-92ed-813b306fc334 HTTP/1.1" status: 200 len: 1130 time: 0.0748224 May 28 17:32:30.834563 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809b614a-1e5e-4c26-9309-a0e9dcf1a810 req-4c170524-6283-4779-b714-3c2ca06e86ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:32:30.836187 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-809b614a-1e5e-4c26-9309-a0e9dcf1a810 req-4c170524-6283-4779-b714-3c2ca06e86ae service neutron] 10.222.0.16 "GET /v2.0/networks?id=9aa607a6-b193-4d84-be0c-e5c8f4a565d2 HTTP/1.1" status: 200 len: 918 time: 0.1337702 May 28 17:32:30.837187 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-2a7b3692-ee6e-4c27-9e17-46dec4f5dfb2 tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735968512467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735968120122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6173922'] for port (f3ebe786-1f3b-4dcb-84ca-b6ce7e9b57a6), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:32:30.867676 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7b3692-ee6e-4c27-9e17-46dec4f5dfb2 tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] Pushing event deleted for resources: {'Port': ['ID=f3ebe786-1f3b-4dcb-84ca-b6ce7e9b57a6,revision_number=None']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:32:30.911988 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7b3692-ee6e-4c27-9e17-46dec4f5dfb2 tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:32:30.912337 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7b3692-ee6e-4c27-9e17-46dec4f5dfb2 tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:32:30.912669 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7b3692-ee6e-4c27-9e17-46dec4f5dfb2 tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:32:30.912998 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7b3692-ee6e-4c27-9e17-46dec4f5dfb2 tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:32:30.913323 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7b3692-ee6e-4c27-9e17-46dec4f5dfb2 tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:32:30.913649 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7b3692-ee6e-4c27-9e17-46dec4f5dfb2 tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:32:30.913968 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7b3692-ee6e-4c27-9e17-46dec4f5dfb2 tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:32:30.914287 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7b3692-ee6e-4c27-9e17-46dec4f5dfb2 tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:32:30.914604 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7b3692-ee6e-4c27-9e17-46dec4f5dfb2 tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:32:30.914920 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7b3692-ee6e-4c27-9e17-46dec4f5dfb2 tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:32:30.915237 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7b3692-ee6e-4c27-9e17-46dec4f5dfb2 tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:32:30.915575 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7b3692-ee6e-4c27-9e17-46dec4f5dfb2 tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:32:30.915890 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7b3692-ee6e-4c27-9e17-46dec4f5dfb2 tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:32:30.916203 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7b3692-ee6e-4c27-9e17-46dec4f5dfb2 tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:32:30.916513 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7b3692-ee6e-4c27-9e17-46dec4f5dfb2 tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:32:30.971296 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-809b614a-1e5e-4c26-9309-a0e9dcf1a810 req-95580f5a-d096-4f32-be2e-a5e874c05f9f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=48f2ad05-071e-4e67-9258-657db8e5bedf HTTP/1.1" status: 200 len: 1001 time: 0.1262524 May 28 17:32:31.017240 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-2a7b3692-ee6e-4c27-9e17-46dec4f5dfb2 tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] Publish callbacks [] for floatingip (7c9384f2-ded8-4651-8eb5-446f238d3979), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:32:31.017580 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.db.l3_db [None req-2a7b3692-ee6e-4c27-9e17-46dec4f5dfb2 tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] Floating IP 7c9384f2-ded8-4651-8eb5-446f238d3979 disassociated (deleted). External IP: 172.27.0.181, port: f6092e8b-c7e1-4c14-a7b3-8baa64e42a95. May 28 17:32:31.061955 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809b614a-1e5e-4c26-9309-a0e9dcf1a810 req-c7451b8c-8cb9-498d-aa42-ee24429816cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:32:31.063391 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-809b614a-1e5e-4c26-9309-a0e9dcf1a810 req-c7451b8c-8cb9-498d-aa42-ee24429816cc service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5c9892e7-e6e2-4d1b-9907-f3f374bf6c5e HTTP/1.1" status: 200 len: 856 time: 0.0852089 May 28 17:32:31.084295 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:32:31.142566 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809b614a-1e5e-4c26-9309-a0e9dcf1a810 req-6889cf17-cf43-44b6-aa4c-3d56b8b73b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:32:31.143958 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-809b614a-1e5e-4c26-9309-a0e9dcf1a810 req-6889cf17-cf43-44b6-aa4c-3d56b8b73b2e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9aa607a6-b193-4d84-be0c-e5c8f4a565d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0747383 May 28 17:32:31.176821 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:32:31.315686 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-809b614a-1e5e-4c26-9309-a0e9dcf1a810 req-4720d8a3-9156-42ee-ba8b-7bccf11ddf0b service neutron] 10.222.0.16 "GET /v2.0/networks/9aa607a6-b193-4d84-be0c-e5c8f4a565d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1648040 May 28 17:32:31.352724 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a7b3692-ee6e-4c27-9e17-46dec4f5dfb2 tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] Router cd103a13-40ae-488d-8a4f-8b9fd861b649 has already been hosted by L3 agent 8a8c7bbb-808d-49ae-95de-62501e6237ff {{(pid=103912) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 17:32:31.461266 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-809b614a-1e5e-4c26-9309-a0e9dcf1a810 req-134c5f24-a2e3-45a3-88bb-eb3ca2d451a3 service neutron] 10.222.0.16 "GET /v2.0/networks/9aa607a6-b193-4d84-be0c-e5c8f4a565d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387281 May 28 17:32:31.745130 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a7b3692-ee6e-4c27-9e17-46dec4f5dfb2 tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] Notify agent at l3_agent.dv-cinder-843729-1-iscsi the message routers_updated {{(pid=103912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 17:32:31.749426 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-2a7b3692-ee6e-4c27-9e17-46dec4f5dfb2 tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22441'] for floatingip (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:32:31.755197 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31dc1ea5-4c6b-4390-9c77-8e7427c85af0 None None] Sync routers for ids ['cd103a13-40ae-488d-8a4f-8b9fd861b649'] in dv-cinder-843729-1-iscsi {{(pid=103913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 17:32:31.765319 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31dc1ea5-4c6b-4390-9c77-8e7427c85af0 None None] Routers {'cd103a13-40ae-488d-8a4f-8b9fd861b649'} bound to L3 agent in host dv-cinder-843729-1-iscsi {{(pid=103913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 28 17:32:31.765926 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.l3_hamode_db [None req-31dc1ea5-4c6b-4390-9c77-8e7427c85af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843729-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-28T17:16:55Z,description=,heartbeat_timestamp=2022-05-28T17:32:25Z,host='dv-cinder-843729-1-iscsi',id=8a8c7bbb-808d-49ae-95de-62501e6237ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T17:16:55Z,topic='l3_agent')) {'router_ids': ['cd103a13-40ae-488d-8a4f-8b9fd861b649'], 'active': True} {{(pid=103913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:32:31.779236 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-2a7b3692-ee6e-4c27-9e17-46dec4f5dfb2 tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] 10.222.0.33 "DELETE /v2.0/floatingips/7c9384f2-ded8-4651-8eb5-446f238d3979 HTTP/1.1" status: 204 len: 168 time: 1.4959202 May 28 17:32:31.780514 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c454eafd-57ce-466c-a88f-aa88a272a56a', 'tag': 'f6092e8b-c7e1-4c14-a7b3-8baa64e42a95'}] {{(pid=103912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 17:32:31.782832 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}192b2939a0ee72d6dca365a869ce4d556b01f2e73c600b6e44d67eb265bc480d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-488ecf8f-9152-493d-94fe-78834737353c" -d '{"events": [{"name": "network-changed", "server_uuid": "c454eafd-57ce-466c-a88f-aa88a272a56a", "tag": "f6092e8b-c7e1-4c14-a7b3-8baa64e42a95"}]}' {{(pid=103912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 28 17:32:31.824961 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 May 2022 17:32:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1ad8811-2a56-4645-865f-8c531814b6b0 x-openstack-request-id: req-f1ad8811-2a56-4645-865f-8c531814b6b0 {{(pid=103912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 28 17:32:31.825335 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c454eafd-57ce-466c-a88f-aa88a272a56a", "tag": "f6092e8b-c7e1-4c14-a7b3-8baa64e42a95", "status": "completed", "code": 200}]} {{(pid=103912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 28 17:32:31.826189 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-f1ad8811-2a56-4645-865f-8c531814b6b0 {{(pid=103912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 28 17:32:31.826189 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1ad8811-2a56-4645-865f-8c531814b6b0'] response: {'name': 'network-changed', 'server_uuid': 'c454eafd-57ce-466c-a88f-aa88a272a56a', 'tag': 'f6092e8b-c7e1-4c14-a7b3-8baa64e42a95', 'status': 'completed', 'code': 200} May 28 17:32:31.871959 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.l3_dvr_db [None req-31dc1ea5-4c6b-4390-9c77-8e7427c85af0 None None] Set router cd103a13-40ae-488d-8a4f-8b9fd861b649 gateway port host: dv-cinder-843729-1-iscsi {{(pid=103913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 28 17:32:31.915676 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488ecf8f-9152-493d-94fe-78834737353c req-aec3b7c9-3d3f-474c-8dd2-2a05081f283e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:32:31.917196 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-488ecf8f-9152-493d-94fe-78834737353c req-aec3b7c9-3d3f-474c-8dd2-2a05081f283e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=33d09d2e02c945a09e79efae8d8ab96c&device_id=c454eafd-57ce-466c-a88f-aa88a272a56a HTTP/1.1" status: 200 len: 1129 time: 0.0409024 May 28 17:32:31.949952 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:32:31.964591 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:32:32.019226 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488ecf8f-9152-493d-94fe-78834737353c req-743a76f1-b1b3-4778-9d8f-badb84c20ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:32:32.020725 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-488ecf8f-9152-493d-94fe-78834737353c req-743a76f1-b1b3-4778-9d8f-badb84c20ccf service neutron] 10.222.0.16 "GET /v2.0/networks?id=c2642da9-62f7-4baf-be4a-bb647a278cd8 HTTP/1.1" status: 200 len: 915 time: 0.0962777 May 28 17:32:32.062018 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-488ecf8f-9152-493d-94fe-78834737353c req-3d339c2a-728d-40d0-9755-7eb4bcad676d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f6092e8b-c7e1-4c14-a7b3-8baa64e42a95 HTTP/1.1" status: 200 len: 217 time: 0.0338829 May 28 17:32:32.086433 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.l3_hamode_db [None req-31dc1ea5-4c6b-4390-9c77-8e7427c85af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd103a13-40ae-488d-8a4f-8b9fd861b649', 'name': 'tempest-TestMinimumBasicScenario-128379888-router', 'tenant_id': '33d09d2e02c945a09e79efae8d8ab96c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'external_fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': 'fd175ce3-b367-4832-b65b-0dac0616dbf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T17:27:26Z', 'updated_at': '2022-05-28T17:27:29Z', 'revision_number': 4, 'project_id': '33d09d2e02c945a09e79efae8d8ab96c', 'gw_port': {'id': 'fd175ce3-b367-4832-b65b-0dac0616dbf8', 'name': '', 'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:cd:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd103a13-40ae-488d-8a4f-8b9fd861b649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:27:26Z', 'updated_at': '2022-05-28T17:27:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843729-1-iscsi', '_interfaces': [{'id': '7d275e8f-2965-4116-984e-c63517a516c5', 'name': '', 'network_id': 'c2642da9-62f7-4baf-be4a-bb647a278cd8', 'tenant_id': '33d09d2e02c945a09e79efae8d8ab96c', 'mac_address': 'fa:16:3e:af:f6:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd103a13-40ae-488d-8a4f-8b9fd861b649', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'ce8fcd52-903e-410e-9ed1-7c6a9f241d7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:27:28Z', 'updated_at': '2022-05-28T17:27:33Z', 'revision_number': 5, 'project_id': '33d09d2e02c945a09e79efae8d8ab96c', 'subnets': [{'id': 'ce8fcd52-903e-410e-9ed1-7c6a9f241d7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843729-1-iscsi', False) {} {{(pid=103913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:32:32.110830 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31dc1ea5-4c6b-4390-9c77-8e7427c85af0 None None] Checking router: cd103a13-40ae-488d-8a4f-8b9fd861b649 for host: dv-cinder-843729-1-iscsi {{(pid=103913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 17:32:32.117798 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488ecf8f-9152-493d-94fe-78834737353c req-b562149e-dceb-4ab0-bf60-5012492f6f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:32:32.119416 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-488ecf8f-9152-493d-94fe-78834737353c req-b562149e-dceb-4ab0-bf60-5012492f6f95 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ce8fcd52-903e-410e-9ed1-7c6a9f241d7c HTTP/1.1" status: 200 len: 853 time: 0.0486996 May 28 17:32:32.119797 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31dc1ea5-4c6b-4390-9c77-8e7427c85af0 None None] Routers {'cd103a13-40ae-488d-8a4f-8b9fd861b649'} bound to L3 agent in host dv-cinder-843729-1-iscsi {{(pid=103913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 28 17:32:32.120399 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.l3_hamode_db [None req-31dc1ea5-4c6b-4390-9c77-8e7427c85af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843729-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-28T17:16:55Z,description=,heartbeat_timestamp=2022-05-28T17:32:25Z,host='dv-cinder-843729-1-iscsi',id=8a8c7bbb-808d-49ae-95de-62501e6237ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T17:16:55Z,topic='l3_agent')) {'router_ids': ['cd103a13-40ae-488d-8a4f-8b9fd861b649'], 'active': True} {{(pid=103913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:32:32.164972 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488ecf8f-9152-493d-94fe-78834737353c req-9c73152f-fc9e-47d5-b9d5-c4be4732804b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:32:32.166464 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-488ecf8f-9152-493d-94fe-78834737353c req-9c73152f-fc9e-47d5-b9d5-c4be4732804b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c2642da9-62f7-4baf-be4a-bb647a278cd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0415878 May 28 17:32:32.221761 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.l3_dvr_db [None req-31dc1ea5-4c6b-4390-9c77-8e7427c85af0 None None] Set router cd103a13-40ae-488d-8a4f-8b9fd861b649 gateway port host: dv-cinder-843729-1-iscsi {{(pid=103913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 28 17:32:32.403179 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.l3_hamode_db [None req-31dc1ea5-4c6b-4390-9c77-8e7427c85af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd103a13-40ae-488d-8a4f-8b9fd861b649', 'name': 'tempest-TestMinimumBasicScenario-128379888-router', 'tenant_id': '33d09d2e02c945a09e79efae8d8ab96c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'external_fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': 'fd175ce3-b367-4832-b65b-0dac0616dbf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T17:27:26Z', 'updated_at': '2022-05-28T17:27:29Z', 'revision_number': 4, 'project_id': '33d09d2e02c945a09e79efae8d8ab96c', 'gw_port': {'id': 'fd175ce3-b367-4832-b65b-0dac0616dbf8', 'name': '', 'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:cd:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd103a13-40ae-488d-8a4f-8b9fd861b649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:27:26Z', 'updated_at': '2022-05-28T17:27:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843729-1-iscsi', '_interfaces': [{'id': '7d275e8f-2965-4116-984e-c63517a516c5', 'name': '', 'network_id': 'c2642da9-62f7-4baf-be4a-bb647a278cd8', 'tenant_id': '33d09d2e02c945a09e79efae8d8ab96c', 'mac_address': 'fa:16:3e:af:f6:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd103a13-40ae-488d-8a4f-8b9fd861b649', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'ce8fcd52-903e-410e-9ed1-7c6a9f241d7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:27:28Z', 'updated_at': '2022-05-28T17:27:33Z', 'revision_number': 5, 'project_id': '33d09d2e02c945a09e79efae8d8ab96c', 'subnets': [{'id': 'ce8fcd52-903e-410e-9ed1-7c6a9f241d7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843729-1-iscsi', False) {} {{(pid=103913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:32:32.427981 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31dc1ea5-4c6b-4390-9c77-8e7427c85af0 None None] The sync data for ids ['cd103a13-40ae-488d-8a4f-8b9fd861b649'] in dv-cinder-843729-1-iscsi is: [{'id': 'cd103a13-40ae-488d-8a4f-8b9fd861b649', 'name': 'tempest-TestMinimumBasicScenario-128379888-router', 'tenant_id': '33d09d2e02c945a09e79efae8d8ab96c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'external_fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': 'fd175ce3-b367-4832-b65b-0dac0616dbf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T17:27:26Z', 'updated_at': '2022-05-28T17:27:29Z', 'revision_number': 4, 'project_id': '33d09d2e02c945a09e79efae8d8ab96c', 'gw_port': {'id': 'fd175ce3-b367-4832-b65b-0dac0616dbf8', 'name': '', 'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:cd:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd103a13-40ae-488d-8a4f-8b9fd861b649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:27:26Z', 'updated_at': '2022-05-28T17:27:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843729-1-iscsi', '_interfaces': [{'id': '7d275e8f-2965-4116-984e-c63517a516c5', 'name': '', 'network_id': 'c2642da9-62f7-4baf-be4a-bb647a278cd8', 'tenant_id': '33d09d2e02c945a09e79efae8d8ab96c', 'mac_address': 'fa:16:3e:af:f6:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd103a13-40ae-488d-8a4f-8b9fd861b649', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'ce8fcd52-903e-410e-9ed1-7c6a9f241d7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:27:28Z', 'updated_at': '2022-05-28T17:27:33Z', 'revision_number': 5, 'project_id': '33d09d2e02c945a09e79efae8d8ab96c', 'subnets': [{'id': 'ce8fcd52-903e-410e-9ed1-7c6a9f241d7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 17:32:32.660137 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83328ccb-d1e5-4b8c-91db-15626e3ed568 None None] New status for floating IP 7c9384f2-ded8-4651-8eb5-446f238d3979: DOWN {{(pid=103914) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 28 17:32:32.814102 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-488ecf8f-9152-493d-94fe-78834737353c req-e3ae6756-cf7e-41fa-a150-da7ec8ea3d14 service neutron] 10.222.0.16 "GET /v2.0/networks/c2642da9-62f7-4baf-be4a-bb647a278cd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928030 May 28 17:32:32.965699 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-488ecf8f-9152-493d-94fe-78834737353c req-824be4f2-1346-4d1e-872a-ee57ef516655 service neutron] 10.222.0.16 "GET /v2.0/networks/c2642da9-62f7-4baf-be4a-bb647a278cd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886433 May 28 17:32:34.545979 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (7cdbebfa-f3b4-48eb-8fbc-caed95606681), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:32:35.644730 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1aa119b-f003-4926-8d86-c679a406411d req-e08bfd59-06fe-4346-8931-717b518290dd tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:32:35.646176 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-c1aa119b-f003-4926-8d86-c679a406411d req-e08bfd59-06fe-4346-8931-717b518290dd tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] 10.222.0.33 "GET /v2.0/ports?device_id=c454eafd-57ce-466c-a88f-aa88a272a56a HTTP/1.1" status: 200 len: 945 time: 0.0465970 May 28 17:32:35.696928 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-c1aa119b-f003-4926-8d86-c679a406411d req-9a7cb60f-1a12-43bd-8a23-ee3b9fa2f491 tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] 10.222.0.33 "GET /v2.0/security-groups?id=b57b7f75-5a7b-4a87-9936-4ce2a1c3dca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452805 May 28 17:32:36.777064 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=100 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:32:36.812735 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f852bad6-6482-46ea-92a3-8d3a59d42d32 req-2916f0cb-8b0a-4e6e-aec3-4638fff3d822 tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:32:36.814181 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-f852bad6-6482-46ea-92a3-8d3a59d42d32 req-2916f0cb-8b0a-4e6e-aec3-4638fff3d822 tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] 10.222.0.33 "GET /v2.0/ports?device_id=c454eafd-57ce-466c-a88f-aa88a272a56a HTTP/1.1" status: 200 len: 945 time: 0.0468357 May 28 17:32:36.860368 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-f852bad6-6482-46ea-92a3-8d3a59d42d32 req-07a947f2-9a72-4041-a730-f93bf1851d07 tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] 10.222.0.33 "GET /v2.0/security-groups?id=b57b7f75-5a7b-4a87-9936-4ce2a1c3dca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407498 May 28 17:32:37.419859 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=1 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:32:38.032377 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ad3bb2-472e-4e0d-8e8f-d239f62c6976 req-3f343548-e2ff-4177-80e7-f43ecf5d9945 tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:32:38.033952 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-08ad3bb2-472e-4e0d-8e8f-d239f62c6976 req-3f343548-e2ff-4177-80e7-f43ecf5d9945 tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] 10.222.0.16 "GET /v2.0/ports?device_id=c454eafd-57ce-466c-a88f-aa88a272a56a HTTP/1.1" status: 200 len: 945 time: 0.1592228 May 28 17:32:38.074929 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede3d5f0-582e-4fea-9539-fa4485309172 req-05129aae-47b1-4cfd-899a-0ec30be86c48 tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:32:38.076777 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-ede3d5f0-582e-4fea-9539-fa4485309172 req-05129aae-47b1-4cfd-899a-0ec30be86c48 tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] 10.222.0.33 "GET /v2.0/ports?device_id=c454eafd-57ce-466c-a88f-aa88a272a56a HTTP/1.1" status: 200 len: 945 time: 0.0474346 May 28 17:32:38.124947 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-ede3d5f0-582e-4fea-9539-fa4485309172 req-983e8dd9-fa1e-4e63-b133-668b4e24df6d tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] 10.222.0.33 "GET /v2.0/security-groups?id=b57b7f75-5a7b-4a87-9936-4ce2a1c3dca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414686 May 28 17:32:38.311180 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=100 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:32:38.321003 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.plugin [req-08ad3bb2-472e-4e0d-8e8f-d239f62c6976 req-32811bd7-5029-4fe3-b91b-ccdb37ebbe8b tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] Deleting port f6092e8b-c7e1-4c14-a7b3-8baa64e42a95 {{(pid=103912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 28 17:32:38.321317 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-08ad3bb2-472e-4e0d-8e8f-d239f62c6976 req-32811bd7-5029-4fe3-b91b-ccdb37ebbe8b tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735968504037'] for port (f6092e8b-c7e1-4c14-a7b3-8baa64e42a95), before_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:32:38.409713 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.db [req-08ad3bb2-472e-4e0d-8e8f-d239f62c6976 req-32811bd7-5029-4fe3-b91b-ccdb37ebbe8b tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] For port f6092e8b-c7e1-4c14-a7b3-8baa64e42a95, host hv-cinder-84372, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84372',level=0,port_id=f6092e8b-c7e1-4c14-a7b3-8baa64e42a95,segment=NetworkSegment(7ca01be8-3573-49b0-96c6-bc7c2fecb2da),segment_id=7ca01be8-3573-49b0-96c6-bc7c2fecb2da)] {{(pid=103912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 17:32:38.410071 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-08ad3bb2-472e-4e0d-8e8f-d239f62c6976 req-32811bd7-5029-4fe3-b91b-ccdb37ebbe8b tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-660327'] for port (f6092e8b-c7e1-4c14-a7b3-8baa64e42a95), precommit_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:32:38.422727 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.plugin [req-08ad3bb2-472e-4e0d-8e8f-d239f62c6976 req-32811bd7-5029-4fe3-b91b-ccdb37ebbe8b tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] Calling delete_port for f6092e8b-c7e1-4c14-a7b3-8baa64e42a95 owned by compute:nova {{(pid=103912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 28 17:32:38.549966 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-08ad3bb2-472e-4e0d-8e8f-d239f62c6976 req-32811bd7-5029-4fe3-b91b-ccdb37ebbe8b tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735968512467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735968120122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6173922'] for port (f6092e8b-c7e1-4c14-a7b3-8baa64e42a95), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:32:38.579075 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32811bd7-5029-4fe3-b91b-ccdb37ebbe8b tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] Pushing event deleted for resources: {'Port': ['ID=f6092e8b-c7e1-4c14-a7b3-8baa64e42a95,revision_number=None']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:32:38.593493 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] get_ports_and_sgs() called for port_ids ['f6092e8b-c7e1-4c14-a7b3-8baa64e42a95'] {{(pid=103913) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 28 17:32:38.624234 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvrscheduler_db [req-08ad3bb2-472e-4e0d-8e8f-d239f62c6976 req-32811bd7-5029-4fe3-b91b-ccdb37ebbe8b tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] No DVR routers for this DVR port f6092e8b-c7e1-4c14-a7b3-8baa64e42a95 on host hv-cinder-84372 {{(pid=103912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 17:32:38.626606 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-08ad3bb2-472e-4e0d-8e8f-d239f62c6976 req-32811bd7-5029-4fe3-b91b-ccdb37ebbe8b tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22441'] for port (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:32:38.630037 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-08ad3bb2-472e-4e0d-8e8f-d239f62c6976 req-32811bd7-5029-4fe3-b91b-ccdb37ebbe8b tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] 10.222.0.16 "DELETE /v2.0/ports/f6092e8b-c7e1-4c14-a7b3-8baa64e42a95 HTTP/1.1" status: 204 len: 173 time: 0.3901789 May 28 17:32:38.630461 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c454eafd-57ce-466c-a88f-aa88a272a56a', 'name': 'network-vif-deleted', 'tag': 'f6092e8b-c7e1-4c14-a7b3-8baa64e42a95'}] {{(pid=103912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 17:32:38.632672 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}192b2939a0ee72d6dca365a869ce4d556b01f2e73c600b6e44d67eb265bc480d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1dc6251-ff5e-4093-8106-e228e9121da5" -d '{"events": [{"server_uuid": "c454eafd-57ce-466c-a88f-aa88a272a56a", "name": "network-vif-deleted", "tag": "f6092e8b-c7e1-4c14-a7b3-8baa64e42a95"}]}' {{(pid=103912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 28 17:32:38.671586 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 May 2022 17:32:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2633a242-da81-45ee-a7f8-882a6d695f88 x-openstack-request-id: req-2633a242-da81-45ee-a7f8-882a6d695f88 {{(pid=103912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 28 17:32:38.671880 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c454eafd-57ce-466c-a88f-aa88a272a56a", "name": "network-vif-deleted", "tag": "f6092e8b-c7e1-4c14-a7b3-8baa64e42a95", "status": "completed", "code": 200}]} {{(pid=103912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 28 17:32:38.672223 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-2633a242-da81-45ee-a7f8-882a6d695f88 {{(pid=103912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 28 17:32:38.672731 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2633a242-da81-45ee-a7f8-882a6d695f88'] response: {'server_uuid': 'c454eafd-57ce-466c-a88f-aa88a272a56a', 'name': 'network-vif-deleted', 'tag': 'f6092e8b-c7e1-4c14-a7b3-8baa64e42a95', 'status': 'completed', 'code': 200} May 28 17:32:39.243003 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-3469a034-e37a-40ba-8f9f-f89120bfc920 req-da9cf508-04bf-4bd3-8bf9-5b96d57452c3 tempest-TestMinimumBasicScenario-1048364451 tempest-TestMinimumBasicScenario-1048364451-project] 10.222.0.33 "GET /v2.0/ports?device_id=c454eafd-57ce-466c-a88f-aa88a272a56a HTTP/1.1" status: 200 len: 210 time: 0.0294650 May 28 17:32:40.822116 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.33', 32926) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:32:41.320185 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-c2d1bb96-c5d3-4fa8-9744-d574a31c5af7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-686559'] for router_interface (cd103a13-40ae-488d-8a4f-8b9fd861b649), before_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:32:41.563868 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=100 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:32:41.598232 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-c2d1bb96-c5d3-4fa8-9744-d574a31c5af7 admin admin] Deleting port 7d275e8f-2965-4116-984e-c63517a516c5 {{(pid=103911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 28 17:32:41.598499 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-c2d1bb96-c5d3-4fa8-9744-d574a31c5af7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735968504037'] for port (7d275e8f-2965-4116-984e-c63517a516c5), before_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:32:41.642821 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Device f6092e8b-c7e1-4c14-a7b3-8baa64e42a95 no longer exists at agent hyperv_hv-cinder-84372 {{(pid=103913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 28 17:32:41.663057 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] No Port match for: f6092e8b-c7e1-4c14-a7b3-8baa64e42a95 {{(pid=103913) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 28 17:32:41.663425 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Device f6092e8b-c7e1-4c14-a7b3-8baa64e42a95 not bound to the agent host hv-cinder-84372 {{(pid=103913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 28 17:32:41.675007 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-c2d1bb96-c5d3-4fa8-9744-d574a31c5af7 admin admin] For port 7d275e8f-2965-4116-984e-c63517a516c5, host dv-cinder-843729-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843729-1-iscsi',level=0,port_id=7d275e8f-2965-4116-984e-c63517a516c5,segment=NetworkSegment(7ca01be8-3573-49b0-96c6-bc7c2fecb2da),segment_id=7ca01be8-3573-49b0-96c6-bc7c2fecb2da)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 17:32:41.675394 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-c2d1bb96-c5d3-4fa8-9744-d574a31c5af7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-660327'] for port (7d275e8f-2965-4116-984e-c63517a516c5), precommit_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:32:41.688423 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-c2d1bb96-c5d3-4fa8-9744-d574a31c5af7 admin admin] Calling delete_port for 7d275e8f-2965-4116-984e-c63517a516c5 owned by network:router_interface {{(pid=103911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 28 17:32:41.692006 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=100 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:32:41.872070 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-c2d1bb96-c5d3-4fa8-9744-d574a31c5af7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735968512467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735968120122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6040268'] for port (7d275e8f-2965-4116-984e-c63517a516c5), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:32:41.897517 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d1bb96-c5d3-4fa8-9744-d574a31c5af7 admin admin] Pushing event deleted for resources: {'Port': ['ID=7d275e8f-2965-4116-984e-c63517a516c5,revision_number=None']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:32:42.278390 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-c2d1bb96-c5d3-4fa8-9744-d574a31c5af7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-152111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-686403'] for router_interface (cd103a13-40ae-488d-8a4f-8b9fd861b649), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:32:42.492835 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2d1bb96-c5d3-4fa8-9744-d574a31c5af7 admin admin] Router cd103a13-40ae-488d-8a4f-8b9fd861b649 has already been hosted by L3 agent 8a8c7bbb-808d-49ae-95de-62501e6237ff {{(pid=103911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 17:32:42.590748 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2d1bb96-c5d3-4fa8-9744-d574a31c5af7 admin admin] Notify agent at l3_agent.dv-cinder-843729-1-iscsi the message routers_updated {{(pid=103911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 17:32:42.596295 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-c2d1bb96-c5d3-4fa8-9744-d574a31c5af7 admin admin] 10.222.0.33 "PUT /v2.0/routers/cd103a13-40ae-488d-8a4f-8b9fd861b649/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7731788 May 28 17:32:42.598731 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.33', 32932) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:32:42.601358 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81e855a0-5234-433e-9920-7f0b30cc5068 None None] Sync routers for ids ['cd103a13-40ae-488d-8a4f-8b9fd861b649'] in dv-cinder-843729-1-iscsi {{(pid=103913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 17:32:42.605039 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:32:42.613386 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e855a0-5234-433e-9920-7f0b30cc5068 None None] Routers {'cd103a13-40ae-488d-8a4f-8b9fd861b649'} bound to L3 agent in host dv-cinder-843729-1-iscsi {{(pid=103913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 28 17:32:42.613997 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.l3_hamode_db [None req-81e855a0-5234-433e-9920-7f0b30cc5068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843729-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-28T17:16:55Z,description=,heartbeat_timestamp=2022-05-28T17:32:25Z,host='dv-cinder-843729-1-iscsi',id=8a8c7bbb-808d-49ae-95de-62501e6237ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T17:16:55Z,topic='l3_agent')) {'router_ids': ['cd103a13-40ae-488d-8a4f-8b9fd861b649'], 'active': True} {{(pid=103913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:32:42.699450 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-f96136ad-96d4-451f-b96f-9d66913aba27 admin admin] Publish callbacks [] for router (cd103a13-40ae-488d-8a4f-8b9fd861b649), before_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:32:42.758135 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:32:42.807827 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-f96136ad-96d4-451f-b96f-9d66913aba27 admin admin] Publish callbacks [] for router_gateway (cd103a13-40ae-488d-8a4f-8b9fd861b649), before_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:32:42.828123 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.l3_dvr_db [None req-81e855a0-5234-433e-9920-7f0b30cc5068 None None] Set router cd103a13-40ae-488d-8a4f-8b9fd861b649 gateway port host: dv-cinder-843729-1-iscsi {{(pid=103913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 28 17:32:42.849643 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-f96136ad-96d4-451f-b96f-9d66913aba27 admin admin] Deleting port fd175ce3-b367-4832-b65b-0dac0616dbf8 {{(pid=103911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 28 17:32:42.849988 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-f96136ad-96d4-451f-b96f-9d66913aba27 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735968504037'] for port (fd175ce3-b367-4832-b65b-0dac0616dbf8), before_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:32:42.936820 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-f96136ad-96d4-451f-b96f-9d66913aba27 admin admin] For port fd175ce3-b367-4832-b65b-0dac0616dbf8, host dv-cinder-843729-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843729-1-iscsi',level=0,port_id=fd175ce3-b367-4832-b65b-0dac0616dbf8,segment=NetworkSegment(3991c6da-7adc-4448-bfac-a7af5b626d82),segment_id=3991c6da-7adc-4448-bfac-a7af5b626d82)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 17:32:42.937521 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-f96136ad-96d4-451f-b96f-9d66913aba27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-660327'] for port (fd175ce3-b367-4832-b65b-0dac0616dbf8), precommit_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:32:42.952942 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-f96136ad-96d4-451f-b96f-9d66913aba27 admin admin] Calling delete_port for fd175ce3-b367-4832-b65b-0dac0616dbf8 owned by network:router_gateway {{(pid=103911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 28 17:32:42.995782 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.l3_hamode_db [None req-81e855a0-5234-433e-9920-7f0b30cc5068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd103a13-40ae-488d-8a4f-8b9fd861b649', 'name': 'tempest-TestMinimumBasicScenario-128379888-router', 'tenant_id': '33d09d2e02c945a09e79efae8d8ab96c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'external_fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': 'fd175ce3-b367-4832-b65b-0dac0616dbf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T17:27:26Z', 'updated_at': '2022-05-28T17:32:41Z', 'revision_number': 5, 'project_id': '33d09d2e02c945a09e79efae8d8ab96c', 'gw_port': {'id': 'fd175ce3-b367-4832-b65b-0dac0616dbf8', 'name': '', 'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:cd:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd103a13-40ae-488d-8a4f-8b9fd861b649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:27:26Z', 'updated_at': '2022-05-28T17:27:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843729-1-iscsi'}], 'dv-cinder-843729-1-iscsi', False) {} {{(pid=103913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:32:43.025064 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81e855a0-5234-433e-9920-7f0b30cc5068 None None] Checking router: cd103a13-40ae-488d-8a4f-8b9fd861b649 for host: dv-cinder-843729-1-iscsi {{(pid=103913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 17:32:43.033631 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e855a0-5234-433e-9920-7f0b30cc5068 None None] Routers {'cd103a13-40ae-488d-8a4f-8b9fd861b649'} bound to L3 agent in host dv-cinder-843729-1-iscsi {{(pid=103913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 28 17:32:43.034253 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.l3_hamode_db [None req-81e855a0-5234-433e-9920-7f0b30cc5068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843729-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-28T17:16:55Z,description=,heartbeat_timestamp=2022-05-28T17:32:25Z,host='dv-cinder-843729-1-iscsi',id=8a8c7bbb-808d-49ae-95de-62501e6237ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T17:16:55Z,topic='l3_agent')) {'router_ids': ['cd103a13-40ae-488d-8a4f-8b9fd861b649'], 'active': True} {{(pid=103913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:32:43.118104 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.l3_dvr_db [None req-81e855a0-5234-433e-9920-7f0b30cc5068 None None] Set router cd103a13-40ae-488d-8a4f-8b9fd861b649 gateway port host: None {{(pid=103913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 28 17:32:43.121079 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-f96136ad-96d4-451f-b96f-9d66913aba27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735968512467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735968120122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6040268'] for port (fd175ce3-b367-4832-b65b-0dac0616dbf8), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:32:43.147606 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96136ad-96d4-451f-b96f-9d66913aba27 admin admin] Pushing event deleted for resources: {'Port': ['ID=fd175ce3-b367-4832-b65b-0dac0616dbf8,revision_number=None']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:32:43.173891 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.l3_hamode_db [None req-81e855a0-5234-433e-9920-7f0b30cc5068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd103a13-40ae-488d-8a4f-8b9fd861b649', 'name': 'tempest-TestMinimumBasicScenario-128379888-router', 'tenant_id': '33d09d2e02c945a09e79efae8d8ab96c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T17:27:26Z', 'updated_at': '2022-05-28T17:32:42Z', 'revision_number': 6, 'project_id': '33d09d2e02c945a09e79efae8d8ab96c', 'gw_port_host': None}], 'dv-cinder-843729-1-iscsi', False) {} {{(pid=103913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:32:43.199723 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81e855a0-5234-433e-9920-7f0b30cc5068 None None] The sync data for ids ['cd103a13-40ae-488d-8a4f-8b9fd861b649'] in dv-cinder-843729-1-iscsi is: [{'id': 'cd103a13-40ae-488d-8a4f-8b9fd861b649', 'name': 'tempest-TestMinimumBasicScenario-128379888-router', 'tenant_id': '33d09d2e02c945a09e79efae8d8ab96c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T17:27:26Z', 'updated_at': '2022-05-28T17:32:42Z', 'revision_number': 6, 'project_id': '33d09d2e02c945a09e79efae8d8ab96c', 'gw_port_host': None}] {{(pid=103913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 17:32:43.214645 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-f96136ad-96d4-451f-b96f-9d66913aba27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-681697'] for router_gateway (cd103a13-40ae-488d-8a4f-8b9fd861b649), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:32:43.320328 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-f96136ad-96d4-451f-b96f-9d66913aba27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6173'] for router (cd103a13-40ae-488d-8a4f-8b9fd861b649), precommit_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:32:43.322649 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-f96136ad-96d4-451f-b96f-9d66913aba27 admin admin] Publish callbacks [] for router_controller (cd103a13-40ae-488d-8a4f-8b9fd861b649), precommit_delete_associations {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:32:43.386196 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-f96136ad-96d4-451f-b96f-9d66913aba27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-540091'] for router (cd103a13-40ae-488d-8a4f-8b9fd861b649), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:32:43.386899 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f96136ad-96d4-451f-b96f-9d66913aba27 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cd103a13-40ae-488d-8a4f-8b9fd861b649 {{(pid=103911) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 28 17:32:43.392440 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-f96136ad-96d4-451f-b96f-9d66913aba27 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:32:43.393732 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-f96136ad-96d4-451f-b96f-9d66913aba27 admin admin] 10.222.0.33 "DELETE /v2.0/routers/cd103a13-40ae-488d-8a4f-8b9fd861b649 HTTP/1.1" status: 204 len: 168 time: 0.7941022 May 28 17:32:43.396370 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.33', 32946) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:32:43.444238 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e21385b-6b4f-4d61-907c-fd80f8adce68 admin admin] Deleting subnet ce8fcd52-903e-410e-9ed1-7c6a9f241d7c {{(pid=103911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 28 17:32:43.447479 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-9e21385b-6b4f-4d61-907c-fd80f8adce68 admin admin] Publish callbacks [] for subnet (ce8fcd52-903e-410e-9ed1-7c6a9f241d7c), before_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:32:43.483543 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-9e21385b-6b4f-4d61-907c-fd80f8adce68 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5576428'] for subnet (ce8fcd52-903e-410e-9ed1-7c6a9f241d7c), precommit_delete_associations {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:32:43.598069 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:32:43.599931 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-9e21385b-6b4f-4d61-907c-fd80f8adce68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755116'] for subnet (ce8fcd52-903e-410e-9ed1-7c6a9f241d7c), precommit_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:32:43.661192 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-9e21385b-6b4f-4d61-907c-fd80f8adce68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6042941', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5946037'] for subnet (ce8fcd52-903e-410e-9ed1-7c6a9f241d7c), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:32:43.666198 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=86,neutron:UPDATE=4,neutron:DELETE=10 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:32:43.690379 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e21385b-6b4f-4d61-907c-fd80f8adce68 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce8fcd52-903e-410e-9ed1-7c6a9f241d7c,revision_number=None']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:32:43.696230 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-9e21385b-6b4f-4d61-907c-fd80f8adce68 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:32:43.702847 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-9e21385b-6b4f-4d61-907c-fd80f8adce68 admin admin] 10.222.0.33 "DELETE /v2.0/subnets/ce8fcd52-903e-410e-9ed1-7c6a9f241d7c HTTP/1.1" status: 204 len: 168 time: 0.3024156 May 28 17:32:43.703031 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77e5295f-704c-4ce1-92bf-b34b41a46edb None None] Network c2642da9-62f7-4baf-be4a-bb647a278cd8 requested from dv-cinder-843729-1-iscsi {{(pid=103913) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 28 17:32:43.703150 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.33', 32954) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:32:43.765377 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:32:43.774971 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-60e5b24d-47ff-4cf3-a538-1d3c6f472960 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1661291'] for network (c2642da9-62f7-4baf-be4a-bb647a278cd8), before_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:32:43.824372 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-60e5b24d-47ff-4cf3-a538-1d3c6f472960 admin admin] Deleting port 00882a50-bf4e-419c-b851-5a8a03fe34ff {{(pid=103911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 28 17:32:43.824709 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-60e5b24d-47ff-4cf3-a538-1d3c6f472960 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735968504037'] for port (00882a50-bf4e-419c-b851-5a8a03fe34ff), before_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:32:43.888007 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-60e5b24d-47ff-4cf3-a538-1d3c6f472960 admin admin] For port 00882a50-bf4e-419c-b851-5a8a03fe34ff, host dv-cinder-843729-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843729-1-iscsi',level=0,port_id=00882a50-bf4e-419c-b851-5a8a03fe34ff,segment=NetworkSegment(7ca01be8-3573-49b0-96c6-bc7c2fecb2da),segment_id=7ca01be8-3573-49b0-96c6-bc7c2fecb2da)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 17:32:43.888370 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-60e5b24d-47ff-4cf3-a538-1d3c6f472960 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-660327'] for port (00882a50-bf4e-419c-b851-5a8a03fe34ff), precommit_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:32:43.901562 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-60e5b24d-47ff-4cf3-a538-1d3c6f472960 admin admin] Calling delete_port for 00882a50-bf4e-419c-b851-5a8a03fe34ff owned by network:dhcp {{(pid=103911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 28 17:32:43.985563 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-60e5b24d-47ff-4cf3-a538-1d3c6f472960 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735968512467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735968120122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6040268'] for port (00882a50-bf4e-419c-b851-5a8a03fe34ff), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:32:44.007608 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70014307-c021-4997-a0a5-b6795d3b7e54 None None] DHCP port deletion for c2642da9-62f7-4baf-be4a-bb647a278cd8 request from dv-cinder-843729-1-iscsi {{(pid=103913) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 28 17:32:44.012853 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e5b24d-47ff-4cf3-a538-1d3c6f472960 admin admin] Pushing event deleted for resources: {'Port': ['ID=00882a50-bf4e-419c-b851-5a8a03fe34ff,revision_number=None']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:32:44.019942 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60e5b24d-47ff-4cf3-a538-1d3c6f472960 admin admin] No DVR routers for this DVR port 00882a50-bf4e-419c-b851-5a8a03fe34ff on host dv-cinder-843729-1-iscsi {{(pid=103911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 17:32:44.094900 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-60e5b24d-47ff-4cf3-a538-1d3c6f472960 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753177', 'neutron.services.segments.db._delete_segments_for_network-8735968598640'] for network (c2642da9-62f7-4baf-be4a-bb647a278cd8), precommit_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:32:44.116207 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.services.segments.db [None req-60e5b24d-47ff-4cf3-a538-1d3c6f472960 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2642da9-62f7-4baf-be4a-bb647a278cd8']}} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:32:44.128390 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.services.segments.db [None req-60e5b24d-47ff-4cf3-a538-1d3c6f472960 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ca01be8-3573-49b0-96c6-bc7c2fecb2da') {'for_net_delete': True} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:32:44.128686 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.services.segments.db [None req-60e5b24d-47ff-4cf3-a538-1d3c6f472960 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ca01be8-3573-49b0-96c6-bc7c2fecb2da') {} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:32:44.140831 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-60e5b24d-47ff-4cf3-a538-1d3c6f472960 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735968599161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5576405'] for segment (7ca01be8-3573-49b0-96c6-bc7c2fecb2da), before_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:32:44.155470 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-60e5b24d-47ff-4cf3-a538-1d3c6f472960 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766051'] for segment (7ca01be8-3573-49b0-96c6-bc7c2fecb2da), precommit_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:32:44.163102 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60e5b24d-47ff-4cf3-a538-1d3c6f472960 admin admin] Releasing vlan 150 on physical network physnet1 to pool {{(pid=103911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 17:32:44.163603 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-60e5b24d-47ff-4cf3-a538-1d3c6f472960 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6040223'] for segment (7ca01be8-3573-49b0-96c6-bc7c2fecb2da), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:32:44.226519 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-60e5b24d-47ff-4cf3-a538-1d3c6f472960 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1753186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681677'] for network (c2642da9-62f7-4baf-be4a-bb647a278cd8), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:32:44.234781 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-60e5b24d-47ff-4cf3-a538-1d3c6f472960 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-152074'] for network (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:32:44.242243 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.33', 32960) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:32:44.242747 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-60e5b24d-47ff-4cf3-a538-1d3c6f472960 admin admin] 10.222.0.33 "DELETE /v2.0/networks/c2642da9-62f7-4baf-be4a-bb647a278cd8 HTTP/1.1" status: 204 len: 168 time: 0.5379722 May 28 17:32:44.258030 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e5b24d-47ff-4cf3-a538-1d3c6f472960 admin admin] Pushing event deleted for resources: {'Network': ['ID=c2642da9-62f7-4baf-be4a-bb647a278cd8,revision_number=None']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:32:44.278333 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.services.segments.plugin [-] Segment 7ca01be8-3573-49b0-96c6-bc7c2fecb2da resource provider aggregate not found May 28 17:32:44.299505 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.services.segments.plugin [-] Segment 7ca01be8-3573-49b0-96c6-bc7c2fecb2da resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7ca01be8-3573-49b0-96c6-bc7c2fecb2da found for delete ", "request_id": "req-81f7a5ae-f385-4bc5-a44e-c0c283a9b762"}]} May 28 17:32:44.655945 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-b67b719b-4bb9-4d5d-bfe3-76d19a1bc904 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-686559'] for router_interface (d871251c-f6ce-4e49-a82d-5104c2f0ad1a), before_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:32:44.846217 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:32:44.898265 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:32:44.933161 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad1be68-ff20-4dda-bb5a-99fc8cecc4dd req-b18141fb-7e18-40c0-a78c-b08d982e8b53 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:32:44.934631 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-3ad1be68-ff20-4dda-bb5a-99fc8cecc4dd req-b18141fb-7e18-40c0-a78c-b08d982e8b53 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/ports?device_id=1e52b200-7c75-45f2-92ed-813b306fc334 HTTP/1.1" status: 200 len: 946 time: 0.0563841 May 28 17:32:44.944100 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.plugin [None req-b67b719b-4bb9-4d5d-bfe3-76d19a1bc904 admin admin] Deleting port a6b08ff1-f586-45b9-925d-ca3007646e0c {{(pid=103912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 28 17:32:44.944428 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-b67b719b-4bb9-4d5d-bfe3-76d19a1bc904 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735968504037'] for port (a6b08ff1-f586-45b9-925d-ca3007646e0c), before_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:32:44.953239 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Device fd175ce3-b367-4832-b65b-0dac0616dbf8 no longer exists at agent ovs-agent-dv-cinder-843729-1-iscsi {{(pid=103913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 28 17:32:44.972304 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] No Port match for: fd175ce3-b367-4832-b65b-0dac0616dbf8 {{(pid=103913) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 28 17:32:44.972800 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Device fd175ce3-b367-4832-b65b-0dac0616dbf8 not bound to the agent host dv-cinder-843729-1-iscsi {{(pid=103913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 28 17:32:44.973315 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Device 7d275e8f-2965-4116-984e-c63517a516c5 no longer exists at agent ovs-agent-dv-cinder-843729-1-iscsi {{(pid=103913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 28 17:32:44.985025 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-3ad1be68-ff20-4dda-bb5a-99fc8cecc4dd req-4bad7160-c891-44ed-aa48-9e55ac502ef6 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/security-groups?id=34a1458f-4733-4263-a54d-1cac11f7c252&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437303 May 28 17:32:44.997292 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] No Port match for: 7d275e8f-2965-4116-984e-c63517a516c5 {{(pid=103913) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 28 17:32:44.997635 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Device 7d275e8f-2965-4116-984e-c63517a516c5 not bound to the agent host dv-cinder-843729-1-iscsi {{(pid=103913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 28 17:32:44.998866 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Device 00882a50-bf4e-419c-b851-5a8a03fe34ff no longer exists at agent ovs-agent-dv-cinder-843729-1-iscsi {{(pid=103913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 28 17:32:45.006235 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=100 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:32:45.023036 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] No Port match for: 00882a50-bf4e-419c-b851-5a8a03fe34ff {{(pid=103913) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 28 17:32:45.023743 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Device 00882a50-bf4e-419c-b851-5a8a03fe34ff not bound to the agent host dv-cinder-843729-1-iscsi {{(pid=103913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 28 17:32:45.030121 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.db [None req-b67b719b-4bb9-4d5d-bfe3-76d19a1bc904 admin admin] For port a6b08ff1-f586-45b9-925d-ca3007646e0c, host dv-cinder-843729-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843729-1-iscsi',level=0,port_id=a6b08ff1-f586-45b9-925d-ca3007646e0c,segment=NetworkSegment(dfe26193-eaf4-445b-a429-066d74ca41d4),segment_id=dfe26193-eaf4-445b-a429-066d74ca41d4)] {{(pid=103912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 17:32:45.030484 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-b67b719b-4bb9-4d5d-bfe3-76d19a1bc904 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-660327'] for port (a6b08ff1-f586-45b9-925d-ca3007646e0c), precommit_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:32:45.043267 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.plugin [None req-b67b719b-4bb9-4d5d-bfe3-76d19a1bc904 admin admin] Calling delete_port for a6b08ff1-f586-45b9-925d-ca3007646e0c owned by network:router_interface {{(pid=103912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 28 17:32:45.227088 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-b67b719b-4bb9-4d5d-bfe3-76d19a1bc904 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735968512467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735968120122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6173922'] for port (a6b08ff1-f586-45b9-925d-ca3007646e0c), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:32:45.249066 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67b719b-4bb9-4d5d-bfe3-76d19a1bc904 admin admin] Pushing event deleted for resources: {'Port': ['ID=a6b08ff1-f586-45b9-925d-ca3007646e0c,revision_number=None']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:32:45.417360 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-b67b719b-4bb9-4d5d-bfe3-76d19a1bc904 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-152111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-686403'] for router_interface (d871251c-f6ce-4e49-a82d-5104c2f0ad1a), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:32:45.618470 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b67b719b-4bb9-4d5d-bfe3-76d19a1bc904 admin admin] Router d871251c-f6ce-4e49-a82d-5104c2f0ad1a has already been hosted by L3 agent 8a8c7bbb-808d-49ae-95de-62501e6237ff {{(pid=103912) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 17:32:45.676199 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:32:45.708766 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:32:45.719983 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b67b719b-4bb9-4d5d-bfe3-76d19a1bc904 admin admin] Notify agent at l3_agent.dv-cinder-843729-1-iscsi the message routers_updated {{(pid=103912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 17:32:45.725041 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-b67b719b-4bb9-4d5d-bfe3-76d19a1bc904 admin admin] 10.222.0.33 "PUT /v2.0/routers/d871251c-f6ce-4e49-a82d-5104c2f0ad1a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4767764 May 28 17:32:45.727436 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.33', 32972) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:32:45.729919 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e1ca26b-9079-4f0d-b297-972e176e995f None None] Sync routers for ids ['d871251c-f6ce-4e49-a82d-5104c2f0ad1a'] in dv-cinder-843729-1-iscsi {{(pid=103914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 17:32:45.740847 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e1ca26b-9079-4f0d-b297-972e176e995f None None] Routers {'d871251c-f6ce-4e49-a82d-5104c2f0ad1a'} bound to L3 agent in host dv-cinder-843729-1-iscsi {{(pid=103914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 28 17:32:45.741463 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-6e1ca26b-9079-4f0d-b297-972e176e995f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843729-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-28T17:16:55Z,description=,heartbeat_timestamp=2022-05-28T17:32:25Z,host='dv-cinder-843729-1-iscsi',id=8a8c7bbb-808d-49ae-95de-62501e6237ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T17:16:55Z,topic='l3_agent')) {'router_ids': ['d871251c-f6ce-4e49-a82d-5104c2f0ad1a'], 'active': True} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:32:45.828646 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-1ed9f0e5-c897-4016-84f4-b7c6b3ce7b49 admin admin] Publish callbacks [] for router (d871251c-f6ce-4e49-a82d-5104c2f0ad1a), before_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:32:45.840690 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvr_db [None req-6e1ca26b-9079-4f0d-b297-972e176e995f None None] Set router d871251c-f6ce-4e49-a82d-5104c2f0ad1a gateway port host: dv-cinder-843729-1-iscsi {{(pid=103914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 28 17:32:46.009459 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-6e1ca26b-9079-4f0d-b297-972e176e995f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd871251c-f6ce-4e49-a82d-5104c2f0ad1a', 'name': 'tempest-TestMinimumBasicScenario-1120990257-router', 'tenant_id': '9e10e1fb9f6f425cb76033446d29aa8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'external_fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '94a58024-5fa1-44f8-8b75-b6b33e5c9e25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T17:27:31Z', 'updated_at': '2022-05-28T17:32:45Z', 'revision_number': 5, 'project_id': '9e10e1fb9f6f425cb76033446d29aa8b', 'gw_port': {'id': '94a58024-5fa1-44f8-8b75-b6b33e5c9e25', 'name': '', 'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:55:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd871251c-f6ce-4e49-a82d-5104c2f0ad1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:27:31Z', 'updated_at': '2022-05-28T17:27:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843729-1-iscsi'}], 'dv-cinder-843729-1-iscsi', False) {} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:32:46.040670 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e1ca26b-9079-4f0d-b297-972e176e995f None None] Checking router: d871251c-f6ce-4e49-a82d-5104c2f0ad1a for host: dv-cinder-843729-1-iscsi {{(pid=103914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 17:32:46.050594 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e1ca26b-9079-4f0d-b297-972e176e995f None None] Routers {'d871251c-f6ce-4e49-a82d-5104c2f0ad1a'} bound to L3 agent in host dv-cinder-843729-1-iscsi {{(pid=103914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 28 17:32:46.051400 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-6e1ca26b-9079-4f0d-b297-972e176e995f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843729-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-28T17:16:55Z,description=,heartbeat_timestamp=2022-05-28T17:32:25Z,host='dv-cinder-843729-1-iscsi',id=8a8c7bbb-808d-49ae-95de-62501e6237ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T17:16:55Z,topic='l3_agent')) {'router_ids': ['d871251c-f6ce-4e49-a82d-5104c2f0ad1a'], 'active': True} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:32:46.155226 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvr_db [None req-6e1ca26b-9079-4f0d-b297-972e176e995f None None] Set router d871251c-f6ce-4e49-a82d-5104c2f0ad1a gateway port host: dv-cinder-843729-1-iscsi {{(pid=103914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 28 17:32:46.206527 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-1ed9f0e5-c897-4016-84f4-b7c6b3ce7b49 admin admin] Publish callbacks [] for router_gateway (d871251c-f6ce-4e49-a82d-5104c2f0ad1a), before_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:32:46.226045 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9684863e-6d4e-4728-a180-79d412d3dab8 req-ae99cbad-ef2b-481f-8d80-892f0deeca61 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:32:46.227527 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-9684863e-6d4e-4728-a180-79d412d3dab8 req-ae99cbad-ef2b-481f-8d80-892f0deeca61 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/ports?device_id=1e52b200-7c75-45f2-92ed-813b306fc334 HTTP/1.1" status: 200 len: 946 time: 0.0583379 May 28 17:32:46.276517 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.plugin [None req-1ed9f0e5-c897-4016-84f4-b7c6b3ce7b49 admin admin] Deleting port 94a58024-5fa1-44f8-8b75-b6b33e5c9e25 {{(pid=103912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 28 17:32:46.277164 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-1ed9f0e5-c897-4016-84f4-b7c6b3ce7b49 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735968504037'] for port (94a58024-5fa1-44f8-8b75-b6b33e5c9e25), before_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:32:46.320546 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-6e1ca26b-9079-4f0d-b297-972e176e995f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd871251c-f6ce-4e49-a82d-5104c2f0ad1a', 'name': 'tempest-TestMinimumBasicScenario-1120990257-router', 'tenant_id': '9e10e1fb9f6f425cb76033446d29aa8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'external_fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '94a58024-5fa1-44f8-8b75-b6b33e5c9e25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T17:27:31Z', 'updated_at': '2022-05-28T17:32:45Z', 'revision_number': 5, 'project_id': '9e10e1fb9f6f425cb76033446d29aa8b', 'gw_port': {'id': '94a58024-5fa1-44f8-8b75-b6b33e5c9e25', 'name': '', 'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:55:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd871251c-f6ce-4e49-a82d-5104c2f0ad1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:27:31Z', 'updated_at': '2022-05-28T17:27:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843729-1-iscsi'}], 'dv-cinder-843729-1-iscsi', False) {} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:32:46.345496 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e1ca26b-9079-4f0d-b297-972e176e995f None None] The sync data for ids ['d871251c-f6ce-4e49-a82d-5104c2f0ad1a'] in dv-cinder-843729-1-iscsi is: [{'id': 'd871251c-f6ce-4e49-a82d-5104c2f0ad1a', 'name': 'tempest-TestMinimumBasicScenario-1120990257-router', 'tenant_id': '9e10e1fb9f6f425cb76033446d29aa8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'external_fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '94a58024-5fa1-44f8-8b75-b6b33e5c9e25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T17:27:31Z', 'updated_at': '2022-05-28T17:32:45Z', 'revision_number': 5, 'project_id': '9e10e1fb9f6f425cb76033446d29aa8b', 'gw_port': {'id': '94a58024-5fa1-44f8-8b75-b6b33e5c9e25', 'name': '', 'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:55:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd871251c-f6ce-4e49-a82d-5104c2f0ad1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:27:31Z', 'updated_at': '2022-05-28T17:27:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843729-1-iscsi'}] {{(pid=103914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 17:32:46.345958 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-9684863e-6d4e-4728-a180-79d412d3dab8 req-ef858778-93e2-4b38-bd15-d246c82ed4bb tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/security-groups?id=34a1458f-4733-4263-a54d-1cac11f7c252&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0993791 May 28 17:32:46.377337 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.db [None req-1ed9f0e5-c897-4016-84f4-b7c6b3ce7b49 admin admin] For port 94a58024-5fa1-44f8-8b75-b6b33e5c9e25, host dv-cinder-843729-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843729-1-iscsi',level=0,port_id=94a58024-5fa1-44f8-8b75-b6b33e5c9e25,segment=NetworkSegment(3991c6da-7adc-4448-bfac-a7af5b626d82),segment_id=3991c6da-7adc-4448-bfac-a7af5b626d82)] {{(pid=103912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 17:32:46.377696 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-1ed9f0e5-c897-4016-84f4-b7c6b3ce7b49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-660327'] for port (94a58024-5fa1-44f8-8b75-b6b33e5c9e25), precommit_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:32:46.393129 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.plugin [None req-1ed9f0e5-c897-4016-84f4-b7c6b3ce7b49 admin admin] Calling delete_port for 94a58024-5fa1-44f8-8b75-b6b33e5c9e25 owned by network:router_gateway {{(pid=103912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 28 17:32:46.560733 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-1ed9f0e5-c897-4016-84f4-b7c6b3ce7b49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735968512467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735968120122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6173922'] for port (94a58024-5fa1-44f8-8b75-b6b33e5c9e25), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:32:46.584049 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed9f0e5-c897-4016-84f4-b7c6b3ce7b49 admin admin] Pushing event deleted for resources: {'Port': ['ID=94a58024-5fa1-44f8-8b75-b6b33e5c9e25,revision_number=None']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:32:46.649601 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-1ed9f0e5-c897-4016-84f4-b7c6b3ce7b49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-681697'] for router_gateway (d871251c-f6ce-4e49-a82d-5104c2f0ad1a), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:32:46.759595 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-1ed9f0e5-c897-4016-84f4-b7c6b3ce7b49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6173'] for router (d871251c-f6ce-4e49-a82d-5104c2f0ad1a), precommit_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:32:46.761731 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-1ed9f0e5-c897-4016-84f4-b7c6b3ce7b49 admin admin] Publish callbacks [] for router_controller (d871251c-f6ce-4e49-a82d-5104c2f0ad1a), precommit_delete_associations {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:32:46.824038 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-1ed9f0e5-c897-4016-84f4-b7c6b3ce7b49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-540091'] for router (d871251c-f6ce-4e49-a82d-5104c2f0ad1a), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:32:46.824536 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ed9f0e5-c897-4016-84f4-b7c6b3ce7b49 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d871251c-f6ce-4e49-a82d-5104c2f0ad1a {{(pid=103912) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 28 17:32:46.830783 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-1ed9f0e5-c897-4016-84f4-b7c6b3ce7b49 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:32:46.831623 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-1ed9f0e5-c897-4016-84f4-b7c6b3ce7b49 admin admin] 10.222.0.33 "DELETE /v2.0/routers/d871251c-f6ce-4e49-a82d-5104c2f0ad1a HTTP/1.1" status: 204 len: 168 time: 1.1032293 May 28 17:32:46.834029 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.33', 32976) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:32:46.880304 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6347c0d-99c2-4d14-a776-f9766fc7df9f admin admin] Deleting subnet f2ff852b-e2f8-4855-9ec6-540306001226 {{(pid=103912) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 28 17:32:46.884441 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-e6347c0d-99c2-4d14-a776-f9766fc7df9f admin admin] Publish callbacks [] for subnet (f2ff852b-e2f8-4855-9ec6-540306001226), before_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:32:46.913255 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:32:46.924534 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:32:46.932412 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-e6347c0d-99c2-4d14-a776-f9766fc7df9f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6171485'] for subnet (f2ff852b-e2f8-4855-9ec6-540306001226), precommit_delete_associations {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:32:47.077432 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bedcb66-32d7-41b8-adcf-898795f8a80a req-668761b8-fc52-463f-9ac2-e30b0e13e11e tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:32:47.078732 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-1bedcb66-32d7-41b8-adcf-898795f8a80a req-668761b8-fc52-463f-9ac2-e30b0e13e11e tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.16 "GET /v2.0/ports?device_id=1e52b200-7c75-45f2-92ed-813b306fc334 HTTP/1.1" status: 200 len: 946 time: 0.0842304 May 28 17:32:47.079877 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-e6347c0d-99c2-4d14-a776-f9766fc7df9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755116'] for subnet (f2ff852b-e2f8-4855-9ec6-540306001226), precommit_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:32:47.198261 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.plugin [req-1bedcb66-32d7-41b8-adcf-898795f8a80a req-ffdfb7cd-a006-4816-8c85-990b0f6d8eca tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Deleting port 48f2ad05-071e-4e67-9258-657db8e5bedf {{(pid=103912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 28 17:32:47.198599 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-1bedcb66-32d7-41b8-adcf-898795f8a80a req-ffdfb7cd-a006-4816-8c85-990b0f6d8eca tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735968504037'] for port (48f2ad05-071e-4e67-9258-657db8e5bedf), before_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:32:47.201677 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-e6347c0d-99c2-4d14-a776-f9766fc7df9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6171411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5675836'] for subnet (f2ff852b-e2f8-4855-9ec6-540306001226), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:32:47.244084 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6347c0d-99c2-4d14-a776-f9766fc7df9f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f2ff852b-e2f8-4855-9ec6-540306001226,revision_number=None']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:32:47.252643 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-e6347c0d-99c2-4d14-a776-f9766fc7df9f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-152074'] for subnet (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:32:47.255896 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ec36952-d7c1-4149-8388-26d6ef9e8ce7 None None] Network d55ef638-1364-438a-be79-c3bc076c9261 requested from dv-cinder-843729-1-iscsi {{(pid=103913) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 28 17:32:47.256378 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-e6347c0d-99c2-4d14-a776-f9766fc7df9f admin admin] 10.222.0.33 "DELETE /v2.0/subnets/f2ff852b-e2f8-4855-9ec6-540306001226 HTTP/1.1" status: 204 len: 168 time: 0.4210274 May 28 17:32:47.258715 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.33', 32978) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:32:47.318684 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Device a6b08ff1-f586-45b9-925d-ca3007646e0c no longer exists at agent ovs-agent-dv-cinder-843729-1-iscsi {{(pid=103913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 28 17:32:47.360573 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] No Port match for: a6b08ff1-f586-45b9-925d-ca3007646e0c {{(pid=103913) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 28 17:32:47.360690 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.db [req-1bedcb66-32d7-41b8-adcf-898795f8a80a req-ffdfb7cd-a006-4816-8c85-990b0f6d8eca tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] For port 48f2ad05-071e-4e67-9258-657db8e5bedf, host hv-cinder-84372, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84372',level=0,port_id=48f2ad05-071e-4e67-9258-657db8e5bedf,segment=NetworkSegment(c7dd3702-abca-4735-be38-4968a1e4ad1a),segment_id=c7dd3702-abca-4735-be38-4968a1e4ad1a)] {{(pid=103912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 17:32:47.361136 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Device a6b08ff1-f586-45b9-925d-ca3007646e0c not bound to the agent host dv-cinder-843729-1-iscsi {{(pid=103913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 28 17:32:47.361228 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-1bedcb66-32d7-41b8-adcf-898795f8a80a req-ffdfb7cd-a006-4816-8c85-990b0f6d8eca tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-660327'] for port (48f2ad05-071e-4e67-9258-657db8e5bedf), precommit_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:32:47.361314 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-133f7868-1069-443a-b21f-56653edf20f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1661291'] for network (d55ef638-1364-438a-be79-c3bc076c9261), before_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:32:47.413302 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-133f7868-1069-443a-b21f-56653edf20f6 admin admin] Deleting port de2a9320-e0a5-42ea-9fca-c6dfc2a61dc9 {{(pid=103911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 28 17:32:47.413644 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-133f7868-1069-443a-b21f-56653edf20f6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735968504037'] for port (de2a9320-e0a5-42ea-9fca-c6dfc2a61dc9), before_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:32:47.457630 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-602db444-69b2-4002-8791-7e1301892e80 None None] DHCP port deletion for d55ef638-1364-438a-be79-c3bc076c9261 request from dv-cinder-843729-1-iscsi {{(pid=103913) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 28 17:32:47.503586 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-602db444-69b2-4002-8791-7e1301892e80 None None] Deleting port de2a9320-e0a5-42ea-9fca-c6dfc2a61dc9 {{(pid=103913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 28 17:32:47.504104 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-602db444-69b2-4002-8791-7e1301892e80 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735968504037'] for port (de2a9320-e0a5-42ea-9fca-c6dfc2a61dc9), before_delete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:32:47.531377 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849802f4-afa5-4029-8f3e-57ea8e9f95ea req-ebc5acad-2e35-47f3-8060-d077b3e003f4 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:32:47.532886 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-849802f4-afa5-4029-8f3e-57ea8e9f95ea req-ebc5acad-2e35-47f3-8060-d077b3e003f4 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/ports?device_id=1e52b200-7c75-45f2-92ed-813b306fc334 HTTP/1.1" status: 200 len: 946 time: 0.0973735 May 28 17:32:47.534721 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-133f7868-1069-443a-b21f-56653edf20f6 admin admin] For port de2a9320-e0a5-42ea-9fca-c6dfc2a61dc9, host dv-cinder-843729-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843729-1-iscsi',level=0,port_id=de2a9320-e0a5-42ea-9fca-c6dfc2a61dc9,segment=NetworkSegment(dfe26193-eaf4-445b-a429-066d74ca41d4),segment_id=dfe26193-eaf4-445b-a429-066d74ca41d4)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 17:32:47.535081 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-133f7868-1069-443a-b21f-56653edf20f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-660327'] for port (de2a9320-e0a5-42ea-9fca-c6dfc2a61dc9), precommit_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:32:47.554740 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-133f7868-1069-443a-b21f-56653edf20f6 admin admin] Calling delete_port for de2a9320-e0a5-42ea-9fca-c6dfc2a61dc9 owned by network:dhcp {{(pid=103911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 28 17:32:47.572364 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:32:47.580262 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:32:47.588756 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-602db444-69b2-4002-8791-7e1301892e80 None None] For port de2a9320-e0a5-42ea-9fca-c6dfc2a61dc9, host dv-cinder-843729-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843729-1-iscsi',level=0,port_id=de2a9320-e0a5-42ea-9fca-c6dfc2a61dc9,segment=NetworkSegment(dfe26193-eaf4-445b-a429-066d74ca41d4),segment_id=dfe26193-eaf4-445b-a429-066d74ca41d4)] {{(pid=103913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 17:32:47.589161 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-602db444-69b2-4002-8791-7e1301892e80 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-660327'] for port (de2a9320-e0a5-42ea-9fca-c6dfc2a61dc9), precommit_delete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:32:47.603185 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-602db444-69b2-4002-8791-7e1301892e80 None None] Calling delete_port for de2a9320-e0a5-42ea-9fca-c6dfc2a61dc9 owned by network:dhcp {{(pid=103913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 28 17:32:47.604593 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-1bedcb66-32d7-41b8-adcf-898795f8a80a req-ffdfb7cd-a006-4816-8c85-990b0f6d8eca tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:32:47.605068 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-1bedcb66-32d7-41b8-adcf-898795f8a80a req-ffdfb7cd-a006-4816-8c85-990b0f6d8eca tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681695'] for floatingip (ea6b831c-7d3d-468b-9ffb-c8f3c93249cd), after_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:32:47.605532 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.db.l3_db [req-1bedcb66-32d7-41b8-adcf-898795f8a80a req-ffdfb7cd-a006-4816-8c85-990b0f6d8eca tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Floating IP ea6b831c-7d3d-468b-9ffb-c8f3c93249cd disassociated. External IP: 172.27.0.160, port: 48f2ad05-071e-4e67-9258-657db8e5bedf. May 28 17:32:47.605937 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.plugin [req-1bedcb66-32d7-41b8-adcf-898795f8a80a req-ffdfb7cd-a006-4816-8c85-990b0f6d8eca tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Calling delete_port for 48f2ad05-071e-4e67-9258-657db8e5bedf owned by compute:nova {{(pid=103912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 28 17:32:47.643474 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-849802f4-afa5-4029-8f3e-57ea8e9f95ea req-5ccb03b6-da1b-4c04-970d-f880ae74fb2e tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/security-groups?id=34a1458f-4733-4263-a54d-1cac11f7c252&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997813 May 28 17:32:47.686201 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-133f7868-1069-443a-b21f-56653edf20f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735968512467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735968120122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6040268'] for port (de2a9320-e0a5-42ea-9fca-c6dfc2a61dc9), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:32:47.716599 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133f7868-1069-443a-b21f-56653edf20f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=de2a9320-e0a5-42ea-9fca-c6dfc2a61dc9,revision_number=None']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:32:47.734685 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-133f7868-1069-443a-b21f-56653edf20f6 admin admin] No DVR routers for this DVR port de2a9320-e0a5-42ea-9fca-c6dfc2a61dc9 on host dv-cinder-843729-1-iscsi {{(pid=103911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 17:32:47.736466 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-602db444-69b2-4002-8791-7e1301892e80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735968512467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735968120122'] for port (de2a9320-e0a5-42ea-9fca-c6dfc2a61dc9), after_delete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:32:47.738584 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133f7868-1069-443a-b21f-56653edf20f6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:32:47.739095 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133f7868-1069-443a-b21f-56653edf20f6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:32:47.739368 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133f7868-1069-443a-b21f-56653edf20f6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:32:47.739758 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133f7868-1069-443a-b21f-56653edf20f6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:32:47.740209 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133f7868-1069-443a-b21f-56653edf20f6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:32:47.740775 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133f7868-1069-443a-b21f-56653edf20f6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:32:47.741934 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133f7868-1069-443a-b21f-56653edf20f6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:32:47.741934 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133f7868-1069-443a-b21f-56653edf20f6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:32:47.742250 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133f7868-1069-443a-b21f-56653edf20f6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:32:47.742478 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133f7868-1069-443a-b21f-56653edf20f6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:32:47.742871 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133f7868-1069-443a-b21f-56653edf20f6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:32:47.743211 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133f7868-1069-443a-b21f-56653edf20f6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:32:47.743568 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133f7868-1069-443a-b21f-56653edf20f6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:32:47.743896 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133f7868-1069-443a-b21f-56653edf20f6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:32:47.744320 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133f7868-1069-443a-b21f-56653edf20f6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:32:47.757344 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-1bedcb66-32d7-41b8-adcf-898795f8a80a req-ffdfb7cd-a006-4816-8c85-990b0f6d8eca tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735968512467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735968120122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6173922'] for port (48f2ad05-071e-4e67-9258-657db8e5bedf), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:32:47.765154 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602db444-69b2-4002-8791-7e1301892e80 None None] Pushing event deleted for resources: {'Port': ['ID=de2a9320-e0a5-42ea-9fca-c6dfc2a61dc9,revision_number=None']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:32:47.769774 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-602db444-69b2-4002-8791-7e1301892e80 None None] No DVR routers for this DVR port de2a9320-e0a5-42ea-9fca-c6dfc2a61dc9 on host dv-cinder-843729-1-iscsi {{(pid=103913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 17:32:47.775656 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602db444-69b2-4002-8791-7e1301892e80 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:32:47.776008 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602db444-69b2-4002-8791-7e1301892e80 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:32:47.776342 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602db444-69b2-4002-8791-7e1301892e80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:32:47.776674 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602db444-69b2-4002-8791-7e1301892e80 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:32:47.776997 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602db444-69b2-4002-8791-7e1301892e80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:32:47.777316 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602db444-69b2-4002-8791-7e1301892e80 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:32:47.777636 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602db444-69b2-4002-8791-7e1301892e80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:32:47.777954 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602db444-69b2-4002-8791-7e1301892e80 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:32:47.778269 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602db444-69b2-4002-8791-7e1301892e80 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:32:47.778585 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602db444-69b2-4002-8791-7e1301892e80 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:32:47.778899 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602db444-69b2-4002-8791-7e1301892e80 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:32:47.779208 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602db444-69b2-4002-8791-7e1301892e80 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:32:47.779572 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602db444-69b2-4002-8791-7e1301892e80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:32:47.779883 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602db444-69b2-4002-8791-7e1301892e80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:32:47.780193 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602db444-69b2-4002-8791-7e1301892e80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:32:47.792965 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdfb7cd-a006-4816-8c85-990b0f6d8eca tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Pushing event deleted for resources: {'Port': ['ID=48f2ad05-071e-4e67-9258-657db8e5bedf,revision_number=None']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:32:47.843509 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-133f7868-1069-443a-b21f-56653edf20f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753177', 'neutron.services.segments.db._delete_segments_for_network-8735968598640'] for network (d55ef638-1364-438a-be79-c3bc076c9261), precommit_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:32:47.864482 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.services.segments.db [None req-133f7868-1069-443a-b21f-56653edf20f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d55ef638-1364-438a-be79-c3bc076c9261']}} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:32:47.874643 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.services.segments.db [None req-133f7868-1069-443a-b21f-56653edf20f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfe26193-eaf4-445b-a429-066d74ca41d4') {'for_net_delete': True} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:32:47.874945 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.services.segments.db [None req-133f7868-1069-443a-b21f-56653edf20f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfe26193-eaf4-445b-a429-066d74ca41d4') {} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:32:47.885023 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-133f7868-1069-443a-b21f-56653edf20f6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735968599161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5576405'] for segment (dfe26193-eaf4-445b-a429-066d74ca41d4), before_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:32:47.899368 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-133f7868-1069-443a-b21f-56653edf20f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766051'] for segment (dfe26193-eaf4-445b-a429-066d74ca41d4), precommit_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:32:47.901745 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:32:47.906755 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-133f7868-1069-443a-b21f-56653edf20f6 admin admin] Releasing vlan 196 on physical network physnet1 to pool {{(pid=103911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 17:32:47.907215 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-133f7868-1069-443a-b21f-56653edf20f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6040223'] for segment (dfe26193-eaf4-445b-a429-066d74ca41d4), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:32:47.913280 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1bedcb66-32d7-41b8-adcf-898795f8a80a req-ffdfb7cd-a006-4816-8c85-990b0f6d8eca tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Router f1ff25eb-d240-41e9-9135-cf4ab545a865 has already been hosted by L3 agent 8a8c7bbb-808d-49ae-95de-62501e6237ff {{(pid=103912) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 17:32:47.960078 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.services.segments.plugin [-] Segment dfe26193-eaf4-445b-a429-066d74ca41d4 resource provider aggregate not found May 28 17:32:47.976771 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-133f7868-1069-443a-b21f-56653edf20f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1753186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681677'] for network (d55ef638-1364-438a-be79-c3bc076c9261), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:32:47.979133 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.services.segments.plugin [-] Segment dfe26193-eaf4-445b-a429-066d74ca41d4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid dfe26193-eaf4-445b-a429-066d74ca41d4 found for delete ", "request_id": "req-db30feb6-9751-4019-a46b-5af710e23334"}]} May 28 17:32:47.983685 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-133f7868-1069-443a-b21f-56653edf20f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-152074'] for network (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:32:47.989059 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-133f7868-1069-443a-b21f-56653edf20f6 admin admin] 10.222.0.33 "DELETE /v2.0/networks/d55ef638-1364-438a-be79-c3bc076c9261 HTTP/1.1" status: 204 len: 168 time: 0.7265520 May 28 17:32:47.997785 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133f7868-1069-443a-b21f-56653edf20f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=d55ef638-1364-438a-be79-c3bc076c9261,revision_number=None']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:32:48.010154 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:32:48.025377 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1bedcb66-32d7-41b8-adcf-898795f8a80a req-ffdfb7cd-a006-4816-8c85-990b0f6d8eca tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Notify agent at l3_agent.dv-cinder-843729-1-iscsi the message routers_updated {{(pid=103912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 17:32:48.036852 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed3a9e0-d14d-497e-90bd-d4fe26b7eb28 None None] Sync routers for ids ['f1ff25eb-d240-41e9-9135-cf4ab545a865'] in dv-cinder-843729-1-iscsi {{(pid=103913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 17:32:48.049866 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed3a9e0-d14d-497e-90bd-d4fe26b7eb28 None None] Routers {'f1ff25eb-d240-41e9-9135-cf4ab545a865'} bound to L3 agent in host dv-cinder-843729-1-iscsi {{(pid=103913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 28 17:32:48.050395 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.l3_hamode_db [None req-1ed3a9e0-d14d-497e-90bd-d4fe26b7eb28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843729-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-28T17:16:55Z,description=,heartbeat_timestamp=2022-05-28T17:32:25Z,host='dv-cinder-843729-1-iscsi',id=8a8c7bbb-808d-49ae-95de-62501e6237ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T17:16:55Z,topic='l3_agent')) {'router_ids': ['f1ff25eb-d240-41e9-9135-cf4ab545a865'], 'active': True} {{(pid=103913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:32:48.068755 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bedcb66-32d7-41b8-adcf-898795f8a80a req-ffdfb7cd-a006-4816-8c85-990b0f6d8eca tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] No DVR routers for this DVR port 48f2ad05-071e-4e67-9258-657db8e5bedf on host hv-cinder-84372 {{(pid=103912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 17:32:48.071225 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-1bedcb66-32d7-41b8-adcf-898795f8a80a req-ffdfb7cd-a006-4816-8c85-990b0f6d8eca tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22441'] for port (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:32:48.081266 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-1bedcb66-32d7-41b8-adcf-898795f8a80a req-ffdfb7cd-a006-4816-8c85-990b0f6d8eca tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.16 "DELETE /v2.0/ports/48f2ad05-071e-4e67-9258-657db8e5bedf HTTP/1.1" status: 204 len: 173 time: 0.9830275 May 28 17:32:48.081736 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e52b200-7c75-45f2-92ed-813b306fc334', 'name': 'network-vif-deleted', 'tag': '48f2ad05-071e-4e67-9258-657db8e5bedf'}] {{(pid=103912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 17:32:48.085255 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}192b2939a0ee72d6dca365a869ce4d556b01f2e73c600b6e44d67eb265bc480d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2448fa03-d1fa-460b-84be-51dbe98c779a" -d '{"events": [{"server_uuid": "1e52b200-7c75-45f2-92ed-813b306fc334", "name": "network-vif-deleted", "tag": "48f2ad05-071e-4e67-9258-657db8e5bedf"}]}' {{(pid=103912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 28 17:32:48.121015 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 May 2022 17:32:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9059d6e6-c744-41d1-ad97-69e8a2351540 x-openstack-request-id: req-9059d6e6-c744-41d1-ad97-69e8a2351540 {{(pid=103912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 28 17:32:48.121299 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e52b200-7c75-45f2-92ed-813b306fc334", "name": "network-vif-deleted", "tag": "48f2ad05-071e-4e67-9258-657db8e5bedf", "status": "completed", "code": 200}]} {{(pid=103912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 28 17:32:48.121630 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-9059d6e6-c744-41d1-ad97-69e8a2351540 {{(pid=103912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 28 17:32:48.121946 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9059d6e6-c744-41d1-ad97-69e8a2351540'] response: {'server_uuid': '1e52b200-7c75-45f2-92ed-813b306fc334', 'name': 'network-vif-deleted', 'tag': '48f2ad05-071e-4e67-9258-657db8e5bedf', 'status': 'completed', 'code': 200} May 28 17:32:48.147906 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.33', 32990) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:32:48.185265 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.l3_dvr_db [None req-1ed3a9e0-d14d-497e-90bd-d4fe26b7eb28 None None] Set router f1ff25eb-d240-41e9-9135-cf4ab545a865 gateway port host: dv-cinder-843729-1-iscsi {{(pid=103913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 28 17:32:48.191985 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-ec42cf01-083d-4616-8b51-0576a1fa9c7b admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=33d09d2e02c945a09e79efae8d8ab96c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0429635 May 28 17:32:48.194647 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.33', 32992) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:32:48.248847 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-216a11e4-2836-45d4-92db-73891a1fd314 admin admin] Publish callbacks [] for security_group (b57b7f75-5a7b-4a87-9936-4ce2a1c3dca6), before_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:32:48.275247 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-216a11e4-2836-45d4-92db-73891a1fd314 admin admin] Publish callbacks [] for security_group (b57b7f75-5a7b-4a87-9936-4ce2a1c3dca6), precommit_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:32:48.332169 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-216a11e4-2836-45d4-92db-73891a1fd314 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594961'] for security_group (b57b7f75-5a7b-4a87-9936-4ce2a1c3dca6), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:32:48.335055 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-216a11e4-2836-45d4-92db-73891a1fd314 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:32:48.338685 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-216a11e4-2836-45d4-92db-73891a1fd314 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/b57b7f75-5a7b-4a87-9936-4ce2a1c3dca6 HTTP/1.1" status: 204 len: 168 time: 0.1405771 May 28 17:32:48.345154 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216a11e4-2836-45d4-92db-73891a1fd314 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b57b7f75-5a7b-4a87-9936-4ce2a1c3dca6,revision_number=None']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:32:48.391569 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.l3_hamode_db [None req-1ed3a9e0-d14d-497e-90bd-d4fe26b7eb28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1ff25eb-d240-41e9-9135-cf4ab545a865', 'name': 'tempest-AttachVolumeShelveTestJSON-2058043606-router', 'tenant_id': 'afaaf8bde7134efc80c77d707bb309bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'external_fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': '4965c949-b273-457d-a45d-fbf2b4712401', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T17:27:12Z', 'updated_at': '2022-05-28T17:27:15Z', 'revision_number': 4, 'project_id': 'afaaf8bde7134efc80c77d707bb309bc', 'gw_port': {'id': '4965c949-b273-457d-a45d-fbf2b4712401', 'name': '', 'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:24:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1ff25eb-d240-41e9-9135-cf4ab545a865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:27:12Z', 'updated_at': '2022-05-28T17:27:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843729-1-iscsi', '_interfaces': [{'id': 'a7eb4d78-1147-418d-82d7-4950858f6734', 'name': '', 'network_id': '9aa607a6-b193-4d84-be0c-e5c8f4a565d2', 'tenant_id': 'afaaf8bde7134efc80c77d707bb309bc', 'mac_address': 'fa:16:3e:e4:22:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1ff25eb-d240-41e9-9135-cf4ab545a865', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '5c9892e7-e6e2-4d1b-9907-f3f374bf6c5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:27:14Z', 'updated_at': '2022-05-28T17:27:20Z', 'revision_number': 5, 'project_id': 'afaaf8bde7134efc80c77d707bb309bc', 'subnets': [{'id': '5c9892e7-e6e2-4d1b-9907-f3f374bf6c5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843729-1-iscsi', False) {} {{(pid=103913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:32:48.421063 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed3a9e0-d14d-497e-90bd-d4fe26b7eb28 None None] Checking router: f1ff25eb-d240-41e9-9135-cf4ab545a865 for host: dv-cinder-843729-1-iscsi {{(pid=103913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 17:32:48.429948 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed3a9e0-d14d-497e-90bd-d4fe26b7eb28 None None] Routers {'f1ff25eb-d240-41e9-9135-cf4ab545a865'} bound to L3 agent in host dv-cinder-843729-1-iscsi {{(pid=103913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 28 17:32:48.430737 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.l3_hamode_db [None req-1ed3a9e0-d14d-497e-90bd-d4fe26b7eb28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843729-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-28T17:16:55Z,description=,heartbeat_timestamp=2022-05-28T17:32:25Z,host='dv-cinder-843729-1-iscsi',id=8a8c7bbb-808d-49ae-95de-62501e6237ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T17:16:55Z,topic='l3_agent')) {'router_ids': ['f1ff25eb-d240-41e9-9135-cf4ab545a865'], 'active': True} {{(pid=103913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:32:48.536943 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.l3_dvr_db [None req-1ed3a9e0-d14d-497e-90bd-d4fe26b7eb28 None None] Set router f1ff25eb-d240-41e9-9135-cf4ab545a865 gateway port host: dv-cinder-843729-1-iscsi {{(pid=103913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 28 17:32:48.700702 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.33', 33000) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:32:48.750443 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-80aee47f-3ab6-43cf-8774-f35b726e14d8 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=9e10e1fb9f6f425cb76033446d29aa8b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0471194 May 28 17:32:48.752797 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.33', 33004) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:32:48.754146 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:32:48.776916 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.33', 33006) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:32:48.812185 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-347ee0e0-d672-4a74-b6c6-c218362698bc admin admin] Publish callbacks [] for security_group (045d8f2c-53d1-4fad-82be-dfb6ee562d6d), before_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:32:48.835970 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-347ee0e0-d672-4a74-b6c6-c218362698bc admin admin] Publish callbacks [] for security_group (045d8f2c-53d1-4fad-82be-dfb6ee562d6d), precommit_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:32:48.838384 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-d945bbe4-31d9-4e89-979d-862ecfa6e237 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Publish callbacks [] for security_group (34a1458f-4733-4263-a54d-1cac11f7c252), before_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:32:48.845812 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:32:48.865583 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-d945bbe4-31d9-4e89-979d-862ecfa6e237 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Publish callbacks [] for security_group (34a1458f-4733-4263-a54d-1cac11f7c252), precommit_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:32:48.891906 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.l3_hamode_db [None req-1ed3a9e0-d14d-497e-90bd-d4fe26b7eb28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1ff25eb-d240-41e9-9135-cf4ab545a865', 'name': 'tempest-AttachVolumeShelveTestJSON-2058043606-router', 'tenant_id': 'afaaf8bde7134efc80c77d707bb309bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'external_fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': '4965c949-b273-457d-a45d-fbf2b4712401', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T17:27:12Z', 'updated_at': '2022-05-28T17:27:15Z', 'revision_number': 4, 'project_id': 'afaaf8bde7134efc80c77d707bb309bc', 'gw_port': {'id': '4965c949-b273-457d-a45d-fbf2b4712401', 'name': '', 'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:24:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1ff25eb-d240-41e9-9135-cf4ab545a865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:27:12Z', 'updated_at': '2022-05-28T17:27:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843729-1-iscsi', '_interfaces': [{'id': 'a7eb4d78-1147-418d-82d7-4950858f6734', 'name': '', 'network_id': '9aa607a6-b193-4d84-be0c-e5c8f4a565d2', 'tenant_id': 'afaaf8bde7134efc80c77d707bb309bc', 'mac_address': 'fa:16:3e:e4:22:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1ff25eb-d240-41e9-9135-cf4ab545a865', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '5c9892e7-e6e2-4d1b-9907-f3f374bf6c5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:27:14Z', 'updated_at': '2022-05-28T17:27:20Z', 'revision_number': 5, 'project_id': 'afaaf8bde7134efc80c77d707bb309bc', 'subnets': [{'id': '5c9892e7-e6e2-4d1b-9907-f3f374bf6c5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843729-1-iscsi', False) {} {{(pid=103913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:32:48.892993 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-347ee0e0-d672-4a74-b6c6-c218362698bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594961'] for security_group (045d8f2c-53d1-4fad-82be-dfb6ee562d6d), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:32:48.896604 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-347ee0e0-d672-4a74-b6c6-c218362698bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:32:48.897768 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-347ee0e0-d672-4a74-b6c6-c218362698bc admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/045d8f2c-53d1-4fad-82be-dfb6ee562d6d HTTP/1.1" status: 204 len: 168 time: 0.1439569 May 28 17:32:48.908002 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347ee0e0-d672-4a74-b6c6-c218362698bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=045d8f2c-53d1-4fad-82be-dfb6ee562d6d,revision_number=None']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:32:48.931115 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed3a9e0-d14d-497e-90bd-d4fe26b7eb28 None None] The sync data for ids ['f1ff25eb-d240-41e9-9135-cf4ab545a865'] in dv-cinder-843729-1-iscsi is: [{'id': 'f1ff25eb-d240-41e9-9135-cf4ab545a865', 'name': 'tempest-AttachVolumeShelveTestJSON-2058043606-router', 'tenant_id': 'afaaf8bde7134efc80c77d707bb309bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'external_fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': '4965c949-b273-457d-a45d-fbf2b4712401', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T17:27:12Z', 'updated_at': '2022-05-28T17:27:15Z', 'revision_number': 4, 'project_id': 'afaaf8bde7134efc80c77d707bb309bc', 'gw_port': {'id': '4965c949-b273-457d-a45d-fbf2b4712401', 'name': '', 'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:24:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1ff25eb-d240-41e9-9135-cf4ab545a865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:27:12Z', 'updated_at': '2022-05-28T17:27:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843729-1-iscsi', '_interfaces': [{'id': 'a7eb4d78-1147-418d-82d7-4950858f6734', 'name': '', 'network_id': '9aa607a6-b193-4d84-be0c-e5c8f4a565d2', 'tenant_id': 'afaaf8bde7134efc80c77d707bb309bc', 'mac_address': 'fa:16:3e:e4:22:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1ff25eb-d240-41e9-9135-cf4ab545a865', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '5c9892e7-e6e2-4d1b-9907-f3f374bf6c5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:27:14Z', 'updated_at': '2022-05-28T17:27:20Z', 'revision_number': 5, 'project_id': 'afaaf8bde7134efc80c77d707bb309bc', 'subnets': [{'id': '5c9892e7-e6e2-4d1b-9907-f3f374bf6c5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 17:32:48.953351 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-d945bbe4-31d9-4e89-979d-862ecfa6e237 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594961'] for security_group (34a1458f-4733-4263-a54d-1cac11f7c252), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:32:48.957142 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-d945bbe4-31d9-4e89-979d-862ecfa6e237 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Publish callbacks [] for security_group (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:32:48.958482 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-d945bbe4-31d9-4e89-979d-862ecfa6e237 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "DELETE /v2.0/security-groups/34a1458f-4733-4263-a54d-1cac11f7c252 HTTP/1.1" status: 204 len: 168 time: 0.1805537 May 28 17:32:48.961425 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.33', 33012) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:32:48.973567 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d945bbe4-31d9-4e89-979d-862ecfa6e237 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34a1458f-4733-4263-a54d-1cac11f7c252,revision_number=None']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:32:48.979290 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.api.v2.resource [None req-895a9a78-4731-4fd5-9b60-eef4f843f62f tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] show failed (client error): The resource could not be found. May 28 17:32:48.983531 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-895a9a78-4731-4fd5-9b60-eef4f843f62f tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/security-groups/34a1458f-4733-4263-a54d-1cac11f7c252 HTTP/1.1" status: 404 len: 347 time: 0.0179040 May 28 17:32:48.984309 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.33', 33014) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:32:49.004209 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Device de2a9320-e0a5-42ea-9fca-c6dfc2a61dc9 no longer exists at agent ovs-agent-dv-cinder-843729-1-iscsi {{(pid=103913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 28 17:32:49.028123 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] No Port match for: de2a9320-e0a5-42ea-9fca-c6dfc2a61dc9 {{(pid=103913) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 28 17:32:49.028630 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Device de2a9320-e0a5-42ea-9fca-c6dfc2a61dc9 not bound to the agent host dv-cinder-843729-1-iscsi {{(pid=103913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 28 17:32:49.029155 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Device 94a58024-5fa1-44f8-8b75-b6b33e5c9e25 no longer exists at agent ovs-agent-dv-cinder-843729-1-iscsi {{(pid=103913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 28 17:32:49.052488 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] No Port match for: 94a58024-5fa1-44f8-8b75-b6b33e5c9e25 {{(pid=103913) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 28 17:32:49.052965 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Device 94a58024-5fa1-44f8-8b75-b6b33e5c9e25 not bound to the agent host dv-cinder-843729-1-iscsi {{(pid=103913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 28 17:32:49.140640 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.plugin [None req-9adcd430-5fd2-49b3-8afb-64af48039c20 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Deleting port 03875716-f9d9-4037-91e5-33d99fe05cf9 {{(pid=103912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 28 17:32:49.141249 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-9adcd430-5fd2-49b3-8afb-64af48039c20 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735968504037'] for port (03875716-f9d9-4037-91e5-33d99fe05cf9), before_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:32:49.233098 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-9adcd430-5fd2-49b3-8afb-64af48039c20 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-660327'] for port (03875716-f9d9-4037-91e5-33d99fe05cf9), precommit_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:32:49.233576 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-9adcd430-5fd2-49b3-8afb-64af48039c20 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Publish callbacks [] for floatingip (03875716-f9d9-4037-91e5-33d99fe05cf9), precommit_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:32:49.247882 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-999e24a1-7bda-4c0a-a92d-a61b0c6b36c0 None None] New status for floating IP ea6b831c-7d3d-468b-9ffb-c8f3c93249cd: DOWN {{(pid=103914) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 28 17:32:49.254063 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.plugin [None req-9adcd430-5fd2-49b3-8afb-64af48039c20 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Calling delete_port for 03875716-f9d9-4037-91e5-33d99fe05cf9 owned by network:floatingip {{(pid=103912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 28 17:32:49.354963 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron_lib.db.api [None req-999e24a1-7bda-4c0a-a92d-a61b0c6b36c0 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') May 28 17:32:49.354963 dv-cinder-843729-1-iscsi neutron-server[103914]: [SQL: UPDATE floatingips SET status=%(status)s WHERE floatingips.id = %(floatingips_id)s] May 28 17:32:49.354963 dv-cinder-843729-1-iscsi neutron-server[103914]: [parameters: {'status': 'DOWN', 'floatingips_id': 'ea6b831c-7d3d-468b-9ffb-c8f3c93249cd'}] May 28 17:32:49.354963 dv-cinder-843729-1-iscsi neutron-server[103914]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103914) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} May 28 17:32:49.357869 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG oslo_db.api [None req-999e24a1-7bda-4c0a-a92d-a61b0c6b36c0 None None] Performing DB retry for function neutron.db.l3_db.L3_NAT_dbonly_mixin.update_floatingip_status {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 17:32:49.408499 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-9adcd430-5fd2-49b3-8afb-64af48039c20 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735968512467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735968120122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6173922'] for port (03875716-f9d9-4037-91e5-33d99fe05cf9), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:32:49.433534 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adcd430-5fd2-49b3-8afb-64af48039c20 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Pushing event deleted for resources: {'Port': ['ID=03875716-f9d9-4037-91e5-33d99fe05cf9,revision_number=None']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:32:49.499708 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-9adcd430-5fd2-49b3-8afb-64af48039c20 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Publish callbacks [] for floatingip (ea6b831c-7d3d-468b-9ffb-c8f3c93249cd), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:32:49.502369 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-9adcd430-5fd2-49b3-8afb-64af48039c20 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22441'] for floatingip (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:32:49.503548 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-9adcd430-5fd2-49b3-8afb-64af48039c20 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "DELETE /v2.0/floatingips/ea6b831c-7d3d-468b-9ffb-c8f3c93249cd HTTP/1.1" status: 204 len: 168 time: 0.5181599 May 28 17:32:49.584258 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.33', 33018) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:32:49.588762 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.v2.base [None req-3c035fed-8308-4f90-a5e3-739ec40aa698 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Request body: {'security_group': {'name': 'tempest-securitygroup--820944563', 'description': 'tempest-description--1003849467'}} {{(pid=103912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 17:32:49.609761 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-3c035fed-8308-4f90-a5e3-739ec40aa698 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Publish callbacks [] for security_group (None), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:32:49.618260 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:INSERT=2 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:32:49.677983 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-3c035fed-8308-4f90-a5e3-739ec40aa698 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Publish callbacks [] for security_group (015d4717-3c9a-4064-98da-51f19b775078), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:32:49.684584 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Device 48f2ad05-071e-4e67-9258-657db8e5bedf no longer exists at agent hyperv_hv-cinder-84372 {{(pid=103913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 28 17:32:49.686555 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-3c035fed-8308-4f90-a5e3-739ec40aa698 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594961'] for security_group (015d4717-3c9a-4064-98da-51f19b775078), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:32:49.705746 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=87,neutron:DELETE=9,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:32:49.706919 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] No Port match for: 48f2ad05-071e-4e67-9258-657db8e5bedf {{(pid=103913) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 28 17:32:49.707327 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Device 48f2ad05-071e-4e67-9258-657db8e5bedf not bound to the agent host hv-cinder-84372 {{(pid=103913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 28 17:32:49.724638 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-3c035fed-8308-4f90-a5e3-739ec40aa698 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Publish callbacks [] for security_group (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:32:49.725870 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-3c035fed-8308-4f90-a5e3-739ec40aa698 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1406019 May 28 17:32:49.728495 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c035fed-8308-4f90-a5e3-739ec40aa698 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Pushing event updated for resources: {'SecurityGroup': ['ID=015d4717-3c9a-4064-98da-51f19b775078,revision_number=1']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:32:49.729046 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.33', 33020) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:32:49.734036 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.v2.base [None req-d3e3bd17-ff18-4cee-82d7-31f5c668c00c tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Request body: {'security_group_rule': {'security_group_id': '015d4717-3c9a-4064-98da-51f19b775078', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 17:32:49.765747 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-d3e3bd17-ff18-4cee-82d7-31f5c668c00c tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Publish callbacks [] for security_group_rule (1ec1975c-d438-4f7f-a7fe-cca1507cb74f), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:32:49.823189 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-d3e3bd17-ff18-4cee-82d7-31f5c668c00c tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Publish callbacks [] for security_group_rule (1ec1975c-d438-4f7f-a7fe-cca1507cb74f), precommit_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:32:49.826561 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-d3e3bd17-ff18-4cee-82d7-31f5c668c00c tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595010'] for security_group_rule (1ec1975c-d438-4f7f-a7fe-cca1507cb74f), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:32:49.835943 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=87,neutron:DELETE=8,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:32:49.846122 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e3bd17-ff18-4cee-82d7-31f5c668c00c tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ec1975c-d438-4f7f-a7fe-cca1507cb74f,revision_number=0']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:32:49.853735 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-d3e3bd17-ff18-4cee-82d7-31f5c668c00c tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:32:49.854929 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-d3e3bd17-ff18-4cee-82d7-31f5c668c00c tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1247642 May 28 17:32:49.858548 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.33', 33022) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:32:49.863319 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.v2.base [None req-218ee530-4b5a-4050-a315-1ef37683494e tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Request body: {'security_group_rule': {'security_group_id': '015d4717-3c9a-4064-98da-51f19b775078', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 17:32:49.867501 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:INSERT=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:32:49.892489 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-218ee530-4b5a-4050-a315-1ef37683494e tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Publish callbacks [] for security_group_rule (6fc59950-f284-4400-884b-b4097c9249aa), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:32:49.910563 dv-cinder-843729-1-iscsi neutron-server[103914]: WARNING neutron.objects.base [None req-999e24a1-7bda-4c0a-a92d-a61b0c6b36c0 None None] ORM session: SQL execution without transaction in progress, traceback: May 28 17:32:49.910563 dv-cinder-843729-1-iscsi neutron-server[103914]: File "/usr/local/lib/python3.8/dist-packages/eventlet/greenpool.py", line 88, in _spawn_n_impl May 28 17:32:49.910563 dv-cinder-843729-1-iscsi neutron-server[103914]: func(*args, **kwargs) May 28 17:32:49.910563 dv-cinder-843729-1-iscsi neutron-server[103914]: File "/usr/local/lib/python3.8/dist-packages/futurist/_green.py", line 69, in __call__ May 28 17:32:49.910563 dv-cinder-843729-1-iscsi neutron-server[103914]: self.work.run() May 28 17:32:49.910563 dv-cinder-843729-1-iscsi neutron-server[103914]: File "/usr/local/lib/python3.8/dist-packages/futurist/_utils.py", line 45, in run May 28 17:32:49.910563 dv-cinder-843729-1-iscsi neutron-server[103914]: result = self.fn(*self.args, **self.kwargs) May 28 17:32:49.910563 dv-cinder-843729-1-iscsi neutron-server[103914]: File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 28 17:32:49.910563 dv-cinder-843729-1-iscsi neutron-server[103914]: res = self.dispatcher.dispatch(message) May 28 17:32:49.910563 dv-cinder-843729-1-iscsi neutron-server[103914]: File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 28 17:32:49.910563 dv-cinder-843729-1-iscsi neutron-server[103914]: return self._do_dispatch(endpoint, method, ctxt, args) May 28 17:32:49.910563 dv-cinder-843729-1-iscsi neutron-server[103914]: File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 28 17:32:49.910563 dv-cinder-843729-1-iscsi neutron-server[103914]: result = func(ctxt, **new_args) May 28 17:32:49.910563 dv-cinder-843729-1-iscsi neutron-server[103914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped May 28 17:32:49.910563 dv-cinder-843729-1-iscsi neutron-server[103914]: return f(*args, **kwargs) May 28 17:32:49.910563 dv-cinder-843729-1-iscsi neutron-server[103914]: File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 28 17:32:49.910563 dv-cinder-843729-1-iscsi neutron-server[103914]: return f(*args, **kwargs) May 28 17:32:49.910563 dv-cinder-843729-1-iscsi neutron-server[103914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped May 28 17:32:49.910563 dv-cinder-843729-1-iscsi neutron-server[103914]: return f(*dup_args, **dup_kwargs) May 28 17:32:49.910563 dv-cinder-843729-1-iscsi neutron-server[103914]: File "/opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py", line 273, in update_floatingip_statuses May 28 17:32:49.910563 dv-cinder-843729-1-iscsi neutron-server[103914]: self.l3plugin.update_floatingip_status(context, May 28 17:32:49.910563 dv-cinder-843729-1-iscsi neutron-server[103914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped May 28 17:32:49.910563 dv-cinder-843729-1-iscsi neutron-server[103914]: return f_with_retry(*args, **kwargs, May 28 17:32:49.910563 dv-cinder-843729-1-iscsi neutron-server[103914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped May 28 17:32:49.910563 dv-cinder-843729-1-iscsi neutron-server[103914]: return f(*args, **kwargs) May 28 17:32:49.910563 dv-cinder-843729-1-iscsi neutron-server[103914]: File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 28 17:32:49.910563 dv-cinder-843729-1-iscsi neutron-server[103914]: return f(*args, **kwargs) May 28 17:32:49.910563 dv-cinder-843729-1-iscsi neutron-server[103914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped May 28 17:32:49.910563 dv-cinder-843729-1-iscsi neutron-server[103914]: return f(*dup_args, **dup_kwargs) May 28 17:32:49.910563 dv-cinder-843729-1-iscsi neutron-server[103914]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 1557, in update_floatingip_status May 28 17:32:49.910563 dv-cinder-843729-1-iscsi neutron-server[103914]: return l3_obj.FloatingIP.update_object( May 28 17:32:49.910563 dv-cinder-843729-1-iscsi neutron-server[103914]: File "/opt/stack/neutron/neutron/objects/base.py", line 737, in update_object May 28 17:32:49.910563 dv-cinder-843729-1-iscsi neutron-server[103914]: return super(NeutronDbObject, cls).update_object( May 28 17:32:49.910563 dv-cinder-843729-1-iscsi neutron-server[103914]: File "/opt/stack/neutron/neutron/objects/base.py", line 329, in update_object May 28 17:32:49.910563 dv-cinder-843729-1-iscsi neutron-server[103914]: obj = cls.get_object( May 28 17:32:49.910563 dv-cinder-843729-1-iscsi neutron-server[103914]: File "/opt/stack/neutron/neutron/objects/base.py", line 644, in get_object May 28 17:32:49.910563 dv-cinder-843729-1-iscsi neutron-server[103914]: db_obj = obj_db_api.get_object( May 28 17:32:49.910563 dv-cinder-843729-1-iscsi neutron-server[103914]: File "/opt/stack/neutron/neutron/objects/db/api.py", line 35, in get_object May 28 17:32:49.910563 dv-cinder-843729-1-iscsi neutron-server[103914]: return _get_filter_query(obj_cls, context, **kwargs).first() May 28 17:32:49.910563 dv-cinder-843729-1-iscsi neutron-server[103914]: File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2819, in first May 28 17:32:49.910563 dv-cinder-843729-1-iscsi neutron-server[103914]: return self.limit(1)._iter().first() May 28 17:32:49.910563 dv-cinder-843729-1-iscsi neutron-server[103914]: File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2903, in _iter May 28 17:32:49.910563 dv-cinder-843729-1-iscsi neutron-server[103914]: result = self.session.execute( May 28 17:32:49.910563 dv-cinder-843729-1-iscsi neutron-server[103914]: File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 1677, in execute May 28 17:32:49.910563 dv-cinder-843729-1-iscsi neutron-server[103914]: result = fn(orm_exec_state) May 28 17:32:49.910563 dv-cinder-843729-1-iscsi neutron-server[103914]: May 28 17:32:49.943528 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-218ee530-4b5a-4050-a315-1ef37683494e tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Publish callbacks [] for security_group_rule (6fc59950-f284-4400-884b-b4097c9249aa), precommit_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:32:49.947293 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-218ee530-4b5a-4050-a315-1ef37683494e tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595010'] for security_group_rule (6fc59950-f284-4400-884b-b4097c9249aa), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:32:49.966450 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218ee530-4b5a-4050-a315-1ef37683494e tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fc59950-f284-4400-884b-b4097c9249aa,revision_number=0']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:32:49.976383 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-218ee530-4b5a-4050-a315-1ef37683494e tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:32:49.977714 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-218ee530-4b5a-4050-a315-1ef37683494e tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1179693 May 28 17:32:49.980912 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.33', 33024) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:32:49.985983 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.v2.base [None req-d44a8a6f-e33a-476f-bec9-845c51f26258 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Request body: {'floatingip': {'floating_network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48'}} {{(pid=103911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 17:32:50.009529 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-d44a8a6f-e33a-476f-bec9-845c51f26258 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:32:50.090551 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-d44a8a6f-e33a-476f-bec9-845c51f26258 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (None), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:32:50.198324 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.db.db_base_plugin_common [None req-d44a8a6f-e33a-476f-bec9-845c51f26258 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Allocated IP 172.27.0.55 (2edbe6b8-aac1-406b-a2f1-8819dd0d1c48/5128d65d-65c0-41d1-99c9-7682fd6eaf92/df21efab-796a-4cf3-83c1-4807150dd60a) {{(pid=103911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 17:32:50.299507 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-d44a8a6f-e33a-476f-bec9-845c51f26258 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Publish callbacks [] for port (df21efab-796a-4cf3-83c1-4807150dd60a), precommit_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:32:50.330405 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-d44a8a6f-e33a-476f-bec9-845c51f26258 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735968120113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6040268'] for port (df21efab-796a-4cf3-83c1-4807150dd60a), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:32:50.377726 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d44a8a6f-e33a-476f-bec9-845c51f26258 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Network 2edbe6b8-aac1-406b-a2f1-8819dd0d1c48 is already hosted by enough agents. {{(pid=103911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 17:32:50.382811 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.scheduler.base_scheduler [None req-d44a8a6f-e33a-476f-bec9-845c51f26258 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Resources bound (agent type, host, resource id): {{(pid=103911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 17:32:50.384949 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44a8a6f-e33a-476f-bec9-845c51f26258 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Pushing event updated for resources: {'Port': ['ID=df21efab-796a-4cf3-83c1-4807150dd60a,revision_number=1']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:32:50.387050 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d44a8a6f-e33a-476f-bec9-845c51f26258 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Received port after_create {{(pid=103911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 28 17:32:50.469297 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-d44a8a6f-e33a-476f-bec9-845c51f26258 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Publish callbacks [] for floatingip (9fd91810-1948-49e9-b5dd-16b09172c9a6), precommit_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:32:50.505033 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-d44a8a6f-e33a-476f-bec9-845c51f26258 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (df21efab-796a-4cf3-83c1-4807150dd60a), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:32:50.561027 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:32:50.574111 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:INSERT=6,neutron:SELECT=89,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:32:50.688384 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-d44a8a6f-e33a-476f-bec9-845c51f26258 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Publish callbacks [] for port (df21efab-796a-4cf3-83c1-4807150dd60a), precommit_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:32:50.693648 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-d44a8a6f-e33a-476f-bec9-845c51f26258 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735968512485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735968120131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735968120149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6040315'] for port (df21efab-796a-4cf3-83c1-4807150dd60a), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:32:50.761149 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44a8a6f-e33a-476f-bec9-845c51f26258 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Pushing event updated for resources: {'Port': ['ID=df21efab-796a-4cf3-83c1-4807150dd60a,revision_number=2']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:32:50.771463 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-d44a8a6f-e33a-476f-bec9-845c51f26258 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681695'] for floatingip (9fd91810-1948-49e9-b5dd-16b09172c9a6), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:32:50.785943 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-d44a8a6f-e33a-476f-bec9-845c51f26258 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22441'] for floatingip (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:32:50.787217 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-d44a8a6f-e33a-476f-bec9-845c51f26258 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8051164 May 28 17:32:50.985402 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-b5fc33e0-4955-41a6-ab17-740b51423286 req-fbdfacc8-bba1-4fb1-9b19-2b2edf4b202d tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/security-groups?name=tempest-securitygroup--820944563&fields=id&tenant_id=afaaf8bde7134efc80c77d707bb309bc HTTP/1.1" status: 200 len: 267 time: 0.0418243 May 28 17:32:51.092418 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fc33e0-4955-41a6-ab17-740b51423286 req-7fa032a3-7f43-4fbc-9cbb-fb9e18ffca42 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:32:51.093826 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-b5fc33e0-4955-41a6-ab17-740b51423286 req-7fa032a3-7f43-4fbc-9cbb-fb9e18ffca42 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/networks?id=9aa607a6-b193-4d84-be0c-e5c8f4a565d2 HTTP/1.1" status: 200 len: 817 time: 0.1022909 May 28 17:32:51.108301 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-b5fc33e0-4955-41a6-ab17-740b51423286 req-0bf6c462-e797-49ec-9072-7142232c9267 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/quotas/afaaf8bde7134efc80c77d707bb309bc HTTP/1.1" status: 200 len: 375 time: 0.0091953 May 28 17:32:51.156019 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-b5fc33e0-4955-41a6-ab17-740b51423286 req-f9d44b1a-d444-4701-93dc-25477c02bed6 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=afaaf8bde7134efc80c77d707bb309bc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0430021 May 28 17:32:51.251452 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-b5fc33e0-4955-41a6-ab17-740b51423286 req-f71d2bd4-4f0d-41a8-b194-3e851fd7cb68 service neutron] 10.222.0.33 "GET /v2.0/networks/9aa607a6-b193-4d84-be0c-e5c8f4a565d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842376 May 28 17:32:51.337721 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-b5fc33e0-4955-41a6-ab17-740b51423286 req-8eb4e3a8-800f-4490-a948-03a441239674 service neutron] 10.222.0.33 "GET /v2.0/networks/9aa607a6-b193-4d84-be0c-e5c8f4a565d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804460 May 28 17:32:51.499440 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-2980d688-9d64-426e-992c-3093fdbb03e9 req-0cb4e466-0e0c-4a7a-86ee-e8fe19277fee tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/ports?device_id=27322ac4-8704-4f1a-b431-e5c4ad7d77ad HTTP/1.1" status: 200 len: 210 time: 0.0290339 May 28 17:32:52.525904 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fc33e0-4955-41a6-ab17-740b51423286 req-842e9880-c932-48b4-b388-a665abecae56 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:32:52.527482 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-b5fc33e0-4955-41a6-ab17-740b51423286 req-842e9880-c932-48b4-b388-a665abecae56 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.16 "GET /v2.0/networks?id=9aa607a6-b193-4d84-be0c-e5c8f4a565d2 HTTP/1.1" status: 200 len: 817 time: 0.1111245 May 28 17:32:52.614387 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-b316c18d-e931-4012-8c1c-3e6a50ea1851 req-235fd26e-5df2-482a-8b81-387c893954d6 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/ports?device_id=27322ac4-8704-4f1a-b431-e5c4ad7d77ad HTTP/1.1" status: 200 len: 210 time: 0.0381734 May 28 17:32:52.624990 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-b5fc33e0-4955-41a6-ab17-740b51423286 req-4ed89736-78dd-47e8-8f98-b77312a2c252 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=afaaf8bde7134efc80c77d707bb309bc HTTP/1.1" status: 200 len: 379 time: 0.0821688 May 28 17:32:52.728478 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.v2.base [req-b5fc33e0-4955-41a6-ab17-740b51423286 req-bf74451c-c9c5-4da2-8895-6ef63f153a77 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Request body: {'port': {'device_id': '27322ac4-8704-4f1a-b431-e5c4ad7d77ad', 'network_id': '9aa607a6-b193-4d84-be0c-e5c8f4a565d2', 'admin_state_up': True, 'tenant_id': 'afaaf8bde7134efc80c77d707bb309bc', 'security_groups': ['015d4717-3c9a-4064-98da-51f19b775078']}} {{(pid=103912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 17:32:52.838124 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5fc33e0-4955-41a6-ab17-740b51423286 req-bf74451c-c9c5-4da2-8895-6ef63f153a77 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Made reservation on behalf of afaaf8bde7134efc80c77d707bb309bc for: {'port': 1} {{(pid=103912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 17:32:52.841502 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-b5fc33e0-4955-41a6-ab17-740b51423286 req-bf74451c-c9c5-4da2-8895-6ef63f153a77 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (None), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:32:52.854214 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-937d5cd9-20f5-4382-a037-02d805bf47db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (b4d0b3c0-cc03-4456-af87-35ab415ef94b), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:32:52.913731 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:DELETE=1 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:32:52.970864 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.db.db_base_plugin_common [req-b5fc33e0-4955-41a6-ab17-740b51423286 req-bf74451c-c9c5-4da2-8895-6ef63f153a77 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Allocated IP 172.20.0.10 (9aa607a6-b193-4d84-be0c-e5c8f4a565d2/5c9892e7-e6e2-4d1b-9907-f3f374bf6c5e/e951fe87-910c-4495-88e9-a876c275be25) {{(pid=103912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 17:32:53.065955 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:32:53.105164 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-b5fc33e0-4955-41a6-ab17-740b51423286 req-bf74451c-c9c5-4da2-8895-6ef63f153a77 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Publish callbacks [] for port (e951fe87-910c-4495-88e9-a876c275be25), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:32:53.135702 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-b5fc33e0-4955-41a6-ab17-740b51423286 req-bf74451c-c9c5-4da2-8895-6ef63f153a77 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735968120113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6173922'] for port (e951fe87-910c-4495-88e9-a876c275be25), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:32:53.179148 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5fc33e0-4955-41a6-ab17-740b51423286 req-bf74451c-c9c5-4da2-8895-6ef63f153a77 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Network 9aa607a6-b193-4d84-be0c-e5c8f4a565d2 is already hosted by enough agents. {{(pid=103912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 17:32:53.182291 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.scheduler.base_scheduler [req-b5fc33e0-4955-41a6-ab17-740b51423286 req-bf74451c-c9c5-4da2-8895-6ef63f153a77 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Resources bound (agent type, host, resource id): {{(pid=103912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 17:32:53.188175 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5fc33e0-4955-41a6-ab17-740b51423286 req-bf74451c-c9c5-4da2-8895-6ef63f153a77 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Received port after_create {{(pid=103912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 28 17:32:53.219219 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf74451c-c9c5-4da2-8895-6ef63f153a77 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Pushing event updated for resources: {'Port': ['ID=e951fe87-910c-4495-88e9-a876c275be25,revision_number=1']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:32:53.241224 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fc33e0-4955-41a6-ab17-740b51423286 req-bf74451c-c9c5-4da2-8895-6ef63f153a77 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:32:53.241839 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-b5fc33e0-4955-41a6-ab17-740b51423286 req-bf74451c-c9c5-4da2-8895-6ef63f153a77 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22441'] for port (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:32:53.258498 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-b5fc33e0-4955-41a6-ab17-740b51423286 req-bf74451c-c9c5-4da2-8895-6ef63f153a77 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5338461 May 28 17:32:53.326050 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.v2.base [req-b5fc33e0-4955-41a6-ab17-740b51423286 req-b50797a8-d61d-4fc1-b227-9a5e86649511 service neutron] Request body: {'port': {'device_id': '27322ac4-8704-4f1a-b431-e5c4ad7d77ad', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84372'}} {{(pid=103912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 17:32:53.385050 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-b5fc33e0-4955-41a6-ab17-740b51423286 req-b50797a8-d61d-4fc1-b227-9a5e86649511 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (e951fe87-910c-4495-88e9-a876c275be25), before_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:32:53.453475 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-c9ddf3d2-9ee1-4590-b022-2838e2b97402 None None] Provisioning complete for port e951fe87-910c-4495-88e9-a876c275be25 triggered by entity DHCP. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 17:32:53.454115 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-c9ddf3d2-9ee1-4590-b022-2838e2b97402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1821120'] for port (e951fe87-910c-4495-88e9-a876c275be25), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:32:53.494770 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-c9ddf3d2-9ee1-4590-b022-2838e2b97402 None None] Port e951fe87-910c-4495-88e9-a876c275be25 cannot update to ACTIVE because it is not bound. {{(pid=103913) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 28 17:32:53.667138 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.notifiers.nova [req-b5fc33e0-4955-41a6-ab17-740b51423286 req-b50797a8-d61d-4fc1-b227-9a5e86649511 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e951fe87-910c-4495-88e9-a876c275be25 {{(pid=103912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 17:32:53.675087 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-b5fc33e0-4955-41a6-ab17-740b51423286 req-b50797a8-d61d-4fc1-b227-9a5e86649511 service neutron] Publish callbacks [] for port (e951fe87-910c-4495-88e9-a876c275be25), precommit_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:32:53.688242 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.db.provisioning_blocks [req-b5fc33e0-4955-41a6-ab17-740b51423286 req-b50797a8-d61d-4fc1-b227-9a5e86649511 service neutron] Transition to ACTIVE for port object e951fe87-910c-4495-88e9-a876c275be25 will not be triggered until provisioned by entity L2. {{(pid=103912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 28 17:32:53.691260 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-b5fc33e0-4955-41a6-ab17-740b51423286 req-b50797a8-d61d-4fc1-b227-9a5e86649511 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735968512485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735968120131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735968120149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6173909'] for port (e951fe87-910c-4495-88e9-a876c275be25), after_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:32:53.737307 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c1cdd7-ddb5-4ba1-a625-90c940ad4dd5 req-adfb9eff-ed12-45ac-bd4f-255c16a6af5c tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:32:53.738800 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-a2c1cdd7-ddb5-4ba1-a625-90c940ad4dd5 req-adfb9eff-ed12-45ac-bd4f-255c16a6af5c tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/ports?device_id=27322ac4-8704-4f1a-b431-e5c4ad7d77ad HTTP/1.1" status: 200 len: 944 time: 0.0498142 May 28 17:32:53.739219 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50797a8-d61d-4fc1-b227-9a5e86649511 service neutron] Pushing event updated for resources: {'Port': ['ID=e951fe87-910c-4495-88e9-a876c275be25,revision_number=2']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:32:53.796815 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-a2c1cdd7-ddb5-4ba1-a625-90c940ad4dd5 req-f6634c25-2de7-4857-9f83-002a49627c5a tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/security-groups?id=015d4717-3c9a-4064-98da-51f19b775078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483234 May 28 17:32:53.807250 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:32:53.831049 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:32:53.834445 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.managers [req-b5fc33e0-4955-41a6-ab17-740b51423286 req-b50797a8-d61d-4fc1-b227-9a5e86649511 service neutron] Attempting to bind port e951fe87-910c-4495-88e9-a876c275be25 on host hv-cinder-84372 for vnic_type normal with profile {{(pid=103912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 28 17:32:53.834843 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.managers [req-b5fc33e0-4955-41a6-ab17-740b51423286 req-b50797a8-d61d-4fc1-b227-9a5e86649511 service neutron] Attempting to bind port e951fe87-910c-4495-88e9-a876c275be25 by drivers openvswitch,hyperv on host hv-cinder-84372 at level 0 using segments [{'id': 'c7dd3702-abca-4735-be38-4968a1e4ad1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '9aa607a6-b193-4d84-be0c-e5c8f4a565d2'}] {{(pid=103912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 28 17:32:53.835188 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5fc33e0-4955-41a6-ab17-740b51423286 req-b50797a8-d61d-4fc1-b227-9a5e86649511 service neutron] Attempting to bind port e951fe87-910c-4495-88e9-a876c275be25 on network 9aa607a6-b193-4d84-be0c-e5c8f4a565d2 {{(pid=103912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 28 17:32:53.845754 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5fc33e0-4955-41a6-ab17-740b51423286 req-b50797a8-d61d-4fc1-b227-9a5e86649511 service neutron] Port e951fe87-910c-4495-88e9-a876c275be25 on network 9aa607a6-b193-4d84-be0c-e5c8f4a565d2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84372 {{(pid=103912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 28 17:32:53.846297 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5fc33e0-4955-41a6-ab17-740b51423286 req-b50797a8-d61d-4fc1-b227-9a5e86649511 service neutron] Attempting to bind port e951fe87-910c-4495-88e9-a876c275be25 on network 9aa607a6-b193-4d84-be0c-e5c8f4a565d2 {{(pid=103912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 28 17:32:53.852844 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5fc33e0-4955-41a6-ab17-740b51423286 req-b50797a8-d61d-4fc1-b227-9a5e86649511 service neutron] Checking agent: {'id': '7cdbebfa-f3b4-48eb-8fbc-caed95606681', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84372', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 17, 23, 31), 'started_at': datetime.datetime(2022, 5, 28, 17, 23, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 17, 32, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 28 17:32:53.853175 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5fc33e0-4955-41a6-ab17-740b51423286 req-b50797a8-d61d-4fc1-b227-9a5e86649511 service neutron] Checking segment: {'id': 'c7dd3702-abca-4735-be38-4968a1e4ad1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '9aa607a6-b193-4d84-be0c-e5c8f4a565d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 28 17:32:53.853555 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5fc33e0-4955-41a6-ab17-740b51423286 req-b50797a8-d61d-4fc1-b227-9a5e86649511 service neutron] Bound using segment: {'id': 'c7dd3702-abca-4735-be38-4968a1e4ad1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '9aa607a6-b193-4d84-be0c-e5c8f4a565d2'} {{(pid=103912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 28 17:32:53.853979 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.managers [req-b5fc33e0-4955-41a6-ab17-740b51423286 req-b50797a8-d61d-4fc1-b227-9a5e86649511 service neutron] Bound port: e951fe87-910c-4495-88e9-a876c275be25, host: hv-cinder-84372, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7dd3702-abca-4735-be38-4968a1e4ad1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '9aa607a6-b193-4d84-be0c-e5c8f4a565d2'}}] {{(pid=103912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 28 17:32:53.854331 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-b5fc33e0-4955-41a6-ab17-740b51423286 req-b50797a8-d61d-4fc1-b227-9a5e86649511 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (e951fe87-910c-4495-88e9-a876c275be25), before_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:32:53.920741 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.db [req-b5fc33e0-4955-41a6-ab17-740b51423286 req-b50797a8-d61d-4fc1-b227-9a5e86649511 service neutron] For port e951fe87-910c-4495-88e9-a876c275be25, host hv-cinder-84372, cleared binding levels {{(pid=103912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 17:32:53.924225 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.db [req-b5fc33e0-4955-41a6-ab17-740b51423286 req-b50797a8-d61d-4fc1-b227-9a5e86649511 service neutron] For port e951fe87-910c-4495-88e9-a876c275be25, host hv-cinder-84372, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84372',level=0,port_id=e951fe87-910c-4495-88e9-a876c275be25,segment=NetworkSegment(c7dd3702-abca-4735-be38-4968a1e4ad1a),segment_id=c7dd3702-abca-4735-be38-4968a1e4ad1a)] {{(pid=103912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 17:32:53.929530 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-b5fc33e0-4955-41a6-ab17-740b51423286 req-b50797a8-d61d-4fc1-b227-9a5e86649511 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735968512485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735968120131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735968120149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6173909'] for port (e951fe87-910c-4495-88e9-a876c275be25), after_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:32:53.962630 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fc33e0-4955-41a6-ab17-740b51423286 req-b50797a8-d61d-4fc1-b227-9a5e86649511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:32:53.963238 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-b5fc33e0-4955-41a6-ab17-740b51423286 req-b50797a8-d61d-4fc1-b227-9a5e86649511 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22441'] for port (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:32:53.964583 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-b5fc33e0-4955-41a6-ab17-740b51423286 req-b50797a8-d61d-4fc1-b227-9a5e86649511 service neutron] 10.222.0.16 "PUT /v2.0/ports/e951fe87-910c-4495-88e9-a876c275be25 HTTP/1.1" status: 200 len: 1094 time: 0.6429875 May 28 17:32:53.965119 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27322ac4-8704-4f1a-b431-e5c4ad7d77ad', 'tag': 'e951fe87-910c-4495-88e9-a876c275be25'}] {{(pid=103912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 17:32:53.967441 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}192b2939a0ee72d6dca365a869ce4d556b01f2e73c600b6e44d67eb265bc480d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36996a53-352f-4bd4-9ed5-07962dbb7ced" -d '{"events": [{"name": "network-changed", "server_uuid": "27322ac4-8704-4f1a-b431-e5c4ad7d77ad", "tag": "e951fe87-910c-4495-88e9-a876c275be25"}]}' {{(pid=103912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 28 17:32:53.991130 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50797a8-d61d-4fc1-b227-9a5e86649511 service neutron] Pushing event updated for resources: {'Port': ['ID=e951fe87-910c-4495-88e9-a876c275be25,revision_number=3']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:32:54.019849 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 May 2022 17:32:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-910f25c0-f5e8-4927-b352-0acc00700dce x-openstack-request-id: req-910f25c0-f5e8-4927-b352-0acc00700dce {{(pid=103912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 28 17:32:54.020139 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27322ac4-8704-4f1a-b431-e5c4ad7d77ad", "tag": "e951fe87-910c-4495-88e9-a876c275be25", "status": "completed", "code": 200}]} {{(pid=103912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 28 17:32:54.020425 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-910f25c0-f5e8-4927-b352-0acc00700dce {{(pid=103912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 28 17:32:54.020785 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-910f25c0-f5e8-4927-b352-0acc00700dce'] response: {'name': 'network-changed', 'server_uuid': '27322ac4-8704-4f1a-b431-e5c4ad7d77ad', 'tag': 'e951fe87-910c-4495-88e9-a876c275be25', 'status': 'completed', 'code': 200} May 28 17:32:54.082838 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fc33e0-4955-41a6-ab17-740b51423286 req-d95c6781-cd94-435a-b428-1a049e790d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:32:54.084384 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-b5fc33e0-4955-41a6-ab17-740b51423286 req-d95c6781-cd94-435a-b428-1a049e790d73 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=afaaf8bde7134efc80c77d707bb309bc&device_id=27322ac4-8704-4f1a-b431-e5c4ad7d77ad HTTP/1.1" status: 200 len: 1128 time: 0.0448658 May 28 17:32:54.131636 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-b5fc33e0-4955-41a6-ab17-740b51423286 req-8d5fff39-be81-4a57-82d4-9409f89382fa service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e951fe87-910c-4495-88e9-a876c275be25 HTTP/1.1" status: 200 len: 217 time: 0.0338988 May 28 17:32:54.180022 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fc33e0-4955-41a6-ab17-740b51423286 req-8305e91d-12a0-4436-867c-a491041e0e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:32:54.181461 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-b5fc33e0-4955-41a6-ab17-740b51423286 req-8305e91d-12a0-4436-867c-a491041e0e49 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5c9892e7-e6e2-4d1b-9907-f3f374bf6c5e HTTP/1.1" status: 200 len: 856 time: 0.0444875 May 28 17:32:54.228947 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fc33e0-4955-41a6-ab17-740b51423286 req-f12b32bb-af1c-400e-89f0-190e8501155e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:32:54.230404 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-b5fc33e0-4955-41a6-ab17-740b51423286 req-f12b32bb-af1c-400e-89f0-190e8501155e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9aa607a6-b193-4d84-be0c-e5c8f4a565d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0427010 May 28 17:32:54.317992 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-b5fc33e0-4955-41a6-ab17-740b51423286 req-ff2f9fd6-08df-4e5b-86cf-b49004496a29 service neutron] 10.222.0.16 "GET /v2.0/networks/9aa607a6-b193-4d84-be0c-e5c8f4a565d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812109 May 28 17:32:54.409024 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-b5fc33e0-4955-41a6-ab17-740b51423286 req-a93fa861-2d96-4d7c-a38b-1ff209969518 service neutron] 10.222.0.16 "GET /v2.0/networks/9aa607a6-b193-4d84-be0c-e5c8f4a565d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835097 May 28 17:32:54.917004 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bc1250-f307-4ddc-a70f-1dfd7e2f9f7a req-f81ac287-73aa-45f6-b9ac-f093e244c7bb tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:32:54.918469 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-c8bc1250-f307-4ddc-a70f-1dfd7e2f9f7a req-f81ac287-73aa-45f6-b9ac-f093e244c7bb tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/ports?device_id=27322ac4-8704-4f1a-b431-e5c4ad7d77ad HTTP/1.1" status: 200 len: 944 time: 0.0478938 May 28 17:32:54.965029 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-c8bc1250-f307-4ddc-a70f-1dfd7e2f9f7a req-f794f3c5-49a5-45a0-af2a-4080333a76ab tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/security-groups?id=015d4717-3c9a-4064-98da-51f19b775078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410807 May 28 17:32:55.146875 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-d40442b9-d2c6-42bb-8c61-80ce0a7783d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (8a8c7bbb-808d-49ae-95de-62501e6237ff), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:32:56.083320 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4936453f-0807-440c-8897-af3f3f7b1415 req-0827108a-0a8b-4a52-a827-ac4df9cd232a tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:32:56.084760 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-4936453f-0807-440c-8897-af3f3f7b1415 req-0827108a-0a8b-4a52-a827-ac4df9cd232a tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/ports?device_id=27322ac4-8704-4f1a-b431-e5c4ad7d77ad HTTP/1.1" status: 200 len: 944 time: 0.0468314 May 28 17:32:56.130449 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-4936453f-0807-440c-8897-af3f3f7b1415 req-6639c9ba-7823-40b0-a067-f0b1cb21430b tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/security-groups?id=015d4717-3c9a-4064-98da-51f19b775078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402658 May 28 17:32:56.425317 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-f22b8f6e-815f-41ba-a8b6-c2e56f67911e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (0b51406a-5a43-473c-8a39-67b2a4c71e5e), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:32:56.861890 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36996a53-352f-4bd4-9ed5-07962dbb7ced req-01a64762-a459-4b04-b426-59a56de63afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:32:56.863328 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-36996a53-352f-4bd4-9ed5-07962dbb7ced req-01a64762-a459-4b04-b426-59a56de63afa service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=afaaf8bde7134efc80c77d707bb309bc&device_id=27322ac4-8704-4f1a-b431-e5c4ad7d77ad HTTP/1.1" status: 200 len: 1128 time: 0.0390699 May 28 17:32:56.954956 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36996a53-352f-4bd4-9ed5-07962dbb7ced req-7c1454f4-71fc-4cf2-9b2f-f396827836bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:32:56.956412 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-36996a53-352f-4bd4-9ed5-07962dbb7ced req-7c1454f4-71fc-4cf2-9b2f-f396827836bb service neutron] 10.222.0.16 "GET /v2.0/networks?id=9aa607a6-b193-4d84-be0c-e5c8f4a565d2 HTTP/1.1" status: 200 len: 918 time: 0.0875020 May 28 17:32:56.995117 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-36996a53-352f-4bd4-9ed5-07962dbb7ced req-2b61299b-08ac-446d-9c00-34236faba3c2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e951fe87-910c-4495-88e9-a876c275be25 HTTP/1.1" status: 200 len: 217 time: 0.0314734 May 28 17:32:57.046566 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36996a53-352f-4bd4-9ed5-07962dbb7ced req-090d9183-1c18-4b1e-8c39-8ff9ff904b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:32:57.047999 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-36996a53-352f-4bd4-9ed5-07962dbb7ced req-090d9183-1c18-4b1e-8c39-8ff9ff904b4e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5c9892e7-e6e2-4d1b-9907-f3f374bf6c5e HTTP/1.1" status: 200 len: 856 time: 0.0469515 May 28 17:32:57.091737 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36996a53-352f-4bd4-9ed5-07962dbb7ced req-c3e139b4-8724-4f0c-bc09-e6823a869b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:32:57.097184 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-36996a53-352f-4bd4-9ed5-07962dbb7ced req-c3e139b4-8724-4f0c-bc09-e6823a869b25 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9aa607a6-b193-4d84-be0c-e5c8f4a565d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0425510 May 28 17:32:57.162470 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:32:57.188203 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-36996a53-352f-4bd4-9ed5-07962dbb7ced req-036673a8-3521-45df-a930-0562426451d4 service neutron] 10.222.0.16 "GET /v2.0/networks/9aa607a6-b193-4d84-be0c-e5c8f4a565d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849338 May 28 17:32:57.251323 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0271a266-940a-4990-ac48-887f6ed7c64e req-b441050d-8f86-474c-9225-c1f47447b44c tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:32:57.252809 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-0271a266-940a-4990-ac48-887f6ed7c64e req-b441050d-8f86-474c-9225-c1f47447b44c tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/ports?device_id=27322ac4-8704-4f1a-b431-e5c4ad7d77ad HTTP/1.1" status: 200 len: 944 time: 0.0471225 May 28 17:32:57.306886 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-0271a266-940a-4990-ac48-887f6ed7c64e req-1a83a8a6-cdf4-4b05-b904-2c6d413db830 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/security-groups?id=015d4717-3c9a-4064-98da-51f19b775078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479274 May 28 17:32:57.534029 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-36996a53-352f-4bd4-9ed5-07962dbb7ced req-dd263a8b-ca9c-4748-9fec-fc9c8834f214 service neutron] 10.222.0.16 "GET /v2.0/networks/9aa607a6-b193-4d84-be0c-e5c8f4a565d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3389361 May 28 17:32:57.723707 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Device e951fe87-910c-4495-88e9-a876c275be25 details requested by agent hyperv_hv-cinder-84372 with host hv-cinder-84372 {{(pid=103913) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 28 17:32:57.752873 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-44990afe-4038-4bea-a0ed-12e052229f33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (19502cf1-8899-41f0-9103-a107faa54218), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:32:57.840313 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] For port e951fe87-910c-4495-88e9-a876c275be25, host hv-cinder-84372, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84372',level=0,port_id=e951fe87-910c-4495-88e9-a876c275be25,segment=NetworkSegment(c7dd3702-abca-4735-be38-4968a1e4ad1a),segment_id=c7dd3702-abca-4735-be38-4968a1e4ad1a)] {{(pid=103913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 17:32:57.851849 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Returning: {'device': 'e951fe87-910c-4495-88e9-a876c275be25', 'network_id': '9aa607a6-b193-4d84-be0c-e5c8f4a565d2', 'port_id': 'e951fe87-910c-4495-88e9-a876c275be25', 'mac_address': 'fa:16:3e:79:be:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c9892e7-e6e2-4d1b-9907-f3f374bf6c5e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103913) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 28 17:32:57.888242 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Current status of the port e951fe87-910c-4495-88e9-a876c275be25 is: DOWN; New status is: BUILD {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 17:32:57.888650 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (e951fe87-910c-4495-88e9-a876c275be25), before_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:32:57.901759 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.notifiers.nova [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e951fe87-910c-4495-88e9-a876c275be25 {{(pid=103913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 17:32:57.920708 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] For port e951fe87-910c-4495-88e9-a876c275be25, host hv-cinder-84372, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84372',level=0,port_id=e951fe87-910c-4495-88e9-a876c275be25,segment=NetworkSegment(c7dd3702-abca-4735-be38-4968a1e4ad1a),segment_id=c7dd3702-abca-4735-be38-4968a1e4ad1a)] {{(pid=103913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 17:32:57.924281 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735968512485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735968120131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735968120149'] for port (e951fe87-910c-4495-88e9-a876c275be25), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:32:57.972601 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Pushing event updated for resources: {'Port': ['ID=e951fe87-910c-4495-88e9-a876c275be25,revision_number=4']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:32:58.390451 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:32:58.426808 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1caa376-6862-472c-b540-b58908286c25 req-a3f0e424-1368-4230-b3e8-2e8ea27d231b tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:32:58.428260 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-b1caa376-6862-472c-b540-b58908286c25 req-a3f0e424-1368-4230-b3e8-2e8ea27d231b tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/ports?device_id=27322ac4-8704-4f1a-b431-e5c4ad7d77ad HTTP/1.1" status: 200 len: 945 time: 0.0482690 May 28 17:32:58.443087 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] get_ports_and_sgs() called for port_ids ['e951fe87-910c-4495-88e9-a876c275be25'] {{(pid=103913) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 28 17:32:58.475508 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-b1caa376-6862-472c-b540-b58908286c25 req-abe7d1f9-2ec1-47dc-95f1-69e0fa2efe45 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/security-groups?id=015d4717-3c9a-4064-98da-51f19b775078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416360 May 28 17:32:59.406652 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (0032cfec-21e8-44dd-a7d5-0b8312dfe052), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:32:59.445739 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=58,neutron:UPDATE=2 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:32:59.599176 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f884d0-00a1-4b2f-81ab-10e0cefa340b req-786d5e3a-dd36-4f6a-9dc9-e5ec2f2d1c6b tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:32:59.600644 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-13f884d0-00a1-4b2f-81ab-10e0cefa340b req-786d5e3a-dd36-4f6a-9dc9-e5ec2f2d1c6b tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/ports?device_id=27322ac4-8704-4f1a-b431-e5c4ad7d77ad HTTP/1.1" status: 200 len: 945 time: 0.0468857 May 28 17:32:59.646611 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-13f884d0-00a1-4b2f-81ab-10e0cefa340b req-7a6c57cf-3a58-4bd5-8637-620e8cbcfda4 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/security-groups?id=015d4717-3c9a-4064-98da-51f19b775078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404482 May 28 17:32:59.740603 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Device e951fe87-910c-4495-88e9-a876c275be25 up at agent hyperv_hv-cinder-84372 {{(pid=103913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 28 17:32:59.775766 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:32:59.784774 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Provisioning for port e951fe87-910c-4495-88e9-a876c275be25 completed by entity L2. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 28 17:32:59.790300 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Provisioning complete for port e951fe87-910c-4495-88e9-a876c275be25 triggered by entity L2. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 17:32:59.790678 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1821120'] for port (e951fe87-910c-4495-88e9-a876c275be25), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:32:59.855476 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:32:59.866435 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Current status of the port e951fe87-910c-4495-88e9-a876c275be25 is: BUILD; New status is: ACTIVE {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 17:32:59.866845 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (e951fe87-910c-4495-88e9-a876c275be25), before_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:32:59.890348 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27322ac4-8704-4f1a-b431-e5c4ad7d77ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e951fe87-910c-4495-88e9-a876c275be25'}] {{(pid=103913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 17:32:59.892777 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fc7d66bd3c46bdb9792f0e064e6c35853b2e9fce1f0b0d0eb0c21c6a12b004b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0233efb5-03c7-40f2-bb62-9906fa09e84c" -d '{"events": [{"server_uuid": "27322ac4-8704-4f1a-b431-e5c4ad7d77ad", "name": "network-vif-plugged", "status": "completed", "tag": "e951fe87-910c-4495-88e9-a876c275be25"}]}' {{(pid=103913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 28 17:32:59.910168 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] For port e951fe87-910c-4495-88e9-a876c275be25, host hv-cinder-84372, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84372',level=0,port_id=e951fe87-910c-4495-88e9-a876c275be25,segment=NetworkSegment(c7dd3702-abca-4735-be38-4968a1e4ad1a),segment_id=c7dd3702-abca-4735-be38-4968a1e4ad1a)] {{(pid=103913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 17:32:59.914490 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735968512485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735968120131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735968120149'] for port (e951fe87-910c-4495-88e9-a876c275be25), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:32:59.935933 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 May 2022 17:32:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6d83c81-77dc-4936-8dce-92993030e9a2 x-openstack-request-id: req-b6d83c81-77dc-4936-8dce-92993030e9a2 {{(pid=103913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 28 17:32:59.936219 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27322ac4-8704-4f1a-b431-e5c4ad7d77ad", "name": "network-vif-plugged", "status": "completed", "tag": "e951fe87-910c-4495-88e9-a876c275be25", "code": 200}]} {{(pid=103913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 28 17:32:59.936467 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-b6d83c81-77dc-4936-8dce-92993030e9a2 {{(pid=103913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 28 17:32:59.936940 dv-cinder-843729-1-iscsi neutron-server[103913]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6d83c81-77dc-4936-8dce-92993030e9a2'] response: {'server_uuid': '27322ac4-8704-4f1a-b431-e5c4ad7d77ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e951fe87-910c-4495-88e9-a876c275be25', 'code': 200} May 28 17:32:59.961866 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Pushing event updated for resources: {'Port': ['ID=e951fe87-910c-4495-88e9-a876c275be25,revision_number=5']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:33:00.027448 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=83,neutron:DELETE=1 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:33:00.144363 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d357e49-70fd-411e-91fa-9eec3463e66a req-3c76d2a4-8eb2-4de6-a253-136d63ad9ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:33:00.146960 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-2d357e49-70fd-411e-91fa-9eec3463e66a req-3c76d2a4-8eb2-4de6-a253-136d63ad9ec2 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=27322ac4-8704-4f1a-b431-e5c4ad7d77ad HTTP/1.1" status: 200 len: 1130 time: 0.0427220 May 28 17:33:00.192770 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-2d357e49-70fd-411e-91fa-9eec3463e66a req-48347b07-1c27-4352-a63e-8693a8c941ab service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=015d4717-3c9a-4064-98da-51f19b775078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388968 May 28 17:33:00.765240 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eb4eff-6873-4b65-84c6-e1ccad459f5a req-74942c55-0f74-4e81-b00b-961964a76f13 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:33:00.766784 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-30eb4eff-6873-4b65-84c6-e1ccad459f5a req-74942c55-0f74-4e81-b00b-961964a76f13 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/ports?device_id=27322ac4-8704-4f1a-b431-e5c4ad7d77ad HTTP/1.1" status: 200 len: 946 time: 0.0497792 May 28 17:33:00.812651 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-30eb4eff-6873-4b65-84c6-e1ccad459f5a req-5a3588e0-0a7e-4ccd-be9f-b80a8408a54e tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/security-groups?id=015d4717-3c9a-4064-98da-51f19b775078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402949 May 28 17:33:01.935757 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c462635f-93fb-44d9-bf2b-aa01e7293bc5 req-d2b72c31-5394-4b6b-8cd6-41169e22898f tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:33:01.937720 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-c462635f-93fb-44d9-bf2b-aa01e7293bc5 req-d2b72c31-5394-4b6b-8cd6-41169e22898f tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/ports?device_id=27322ac4-8704-4f1a-b431-e5c4ad7d77ad HTTP/1.1" status: 200 len: 946 time: 0.0467291 May 28 17:33:01.983561 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-c462635f-93fb-44d9-bf2b-aa01e7293bc5 req-7ae2e88e-bb6b-471d-8c1b-b25ad7404a1f tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/security-groups?id=015d4717-3c9a-4064-98da-51f19b775078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403230 May 28 17:33:03.368402 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68b6dd9-c4d9-4e21-afd7-3758a285428c req-e51dd2ae-0667-4e42-bfd3-828ba8d043c3 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:33:03.370777 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-c68b6dd9-c4d9-4e21-afd7-3758a285428c req-e51dd2ae-0667-4e42-bfd3-828ba8d043c3 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/ports?device_id=27322ac4-8704-4f1a-b431-e5c4ad7d77ad HTTP/1.1" status: 200 len: 946 time: 0.2968986 May 28 17:33:03.419595 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-c68b6dd9-c4d9-4e21-afd7-3758a285428c req-e550d857-4965-4132-88eb-d6cb5cd16833 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/security-groups?id=015d4717-3c9a-4064-98da-51f19b775078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434105 May 28 17:33:03.547079 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc262a90-b9e1-4800-990f-cc026387697e req-fc502338-338e-4fee-99ba-a96372652aa8 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:33:03.548608 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-bc262a90-b9e1-4800-990f-cc026387697e req-fc502338-338e-4fee-99ba-a96372652aa8 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/ports?device_id=27322ac4-8704-4f1a-b431-e5c4ad7d77ad HTTP/1.1" status: 200 len: 946 time: 0.0552790 May 28 17:33:03.559050 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.33', 33092) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:33:03.564083 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.v2.base [None req-93f25fde-780d-44d6-af53-48aac696ba0e tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Request body: {'floatingip': {'port_id': 'e951fe87-910c-4495-88e9-a876c275be25'}} {{(pid=103912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 17:33:03.609615 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-93f25fde-780d-44d6-af53-48aac696ba0e tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Publish callbacks [] for floatingip (9fd91810-1948-49e9-b5dd-16b09172c9a6), before_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:33:03.995456 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6293d3-d528-4462-b190-0de4c6c4989c req-67032b9c-f515-4761-a2fe-9c9eff2e5bcf tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:33:03.996942 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-0d6293d3-d528-4462-b190-0de4c6c4989c req-67032b9c-f515-4761-a2fe-9c9eff2e5bcf tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] 10.222.0.33 "GET /v2.0/ports?device_id=3b3c1f29-31c9-4f5c-9875-fd1939062512 HTTP/1.1" status: 200 len: 945 time: 0.0481501 May 28 17:33:04.045590 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-0d6293d3-d528-4462-b190-0de4c6c4989c req-34eac700-9e2a-471c-b681-4b3d59801252 tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] 10.222.0.33 "GET /v2.0/security-groups?id=14c0c066-bc84-4396-a75f-e895035aefd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424023 May 28 17:33:04.059985 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-93f25fde-780d-44d6-af53-48aac696ba0e tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:33:04.064871 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-93f25fde-780d-44d6-af53-48aac696ba0e tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681695'] for floatingip (9fd91810-1948-49e9-b5dd-16b09172c9a6), after_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:33:04.161119 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.db.l3_db [None req-93f25fde-780d-44d6-af53-48aac696ba0e tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Floating IP 9fd91810-1948-49e9-b5dd-16b09172c9a6 associated. External IP: 172.27.0.55, port: e951fe87-910c-4495-88e9-a876c275be25. May 28 17:33:04.194587 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=100 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:33:04.355618 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:33:04.361766 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93f25fde-780d-44d6-af53-48aac696ba0e tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Router f1ff25eb-d240-41e9-9135-cf4ab545a865 has already been hosted by L3 agent 8a8c7bbb-808d-49ae-95de-62501e6237ff {{(pid=103912) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 17:33:04.424236 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.agents_db [None req-b36f0ab6-f8d6-4670-a7fa-3628cf342135 None None] Agent healthcheck: found 6 active agents {{(pid=103914) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 28 17:33:04.467153 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93f25fde-780d-44d6-af53-48aac696ba0e tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Notify agent at l3_agent.dv-cinder-843729-1-iscsi the message routers_updated {{(pid=103912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 17:33:04.472122 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-93f25fde-780d-44d6-af53-48aac696ba0e tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22441'] for floatingip (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:33:04.476919 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07a39b2e-308e-4cbf-b392-87490ad2b05c None None] Sync routers for ids ['f1ff25eb-d240-41e9-9135-cf4ab545a865'] in dv-cinder-843729-1-iscsi {{(pid=103913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 17:33:04.487255 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07a39b2e-308e-4cbf-b392-87490ad2b05c None None] Routers {'f1ff25eb-d240-41e9-9135-cf4ab545a865'} bound to L3 agent in host dv-cinder-843729-1-iscsi {{(pid=103913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 28 17:33:04.487902 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.l3_hamode_db [None req-07a39b2e-308e-4cbf-b392-87490ad2b05c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843729-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-28T17:16:55Z,description=,heartbeat_timestamp=2022-05-28T17:32:55Z,host='dv-cinder-843729-1-iscsi',id=8a8c7bbb-808d-49ae-95de-62501e6237ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T17:16:55Z,topic='l3_agent')) {'router_ids': ['f1ff25eb-d240-41e9-9135-cf4ab545a865'], 'active': True} {{(pid=103913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:33:04.502003 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-93f25fde-780d-44d6-af53-48aac696ba0e tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "PUT /v2.0/floatingips/9fd91810-1948-49e9-b5dd-16b09172c9a6 HTTP/1.1" status: 200 len: 991 time: 0.9418838 May 28 17:33:04.502685 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27322ac4-8704-4f1a-b431-e5c4ad7d77ad', 'tag': 'e951fe87-910c-4495-88e9-a876c275be25'}] {{(pid=103912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 17:33:04.505263 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}192b2939a0ee72d6dca365a869ce4d556b01f2e73c600b6e44d67eb265bc480d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57c8d245-3199-4b71-a6b8-4ea4fffd399e" -d '{"events": [{"name": "network-changed", "server_uuid": "27322ac4-8704-4f1a-b431-e5c4ad7d77ad", "tag": "e951fe87-910c-4495-88e9-a876c275be25"}]}' {{(pid=103912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 28 17:33:04.542491 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 May 2022 17:33:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce5a3441-3014-4bcd-8c1c-09de9ea5b1c4 x-openstack-request-id: req-ce5a3441-3014-4bcd-8c1c-09de9ea5b1c4 {{(pid=103912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 28 17:33:04.542771 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27322ac4-8704-4f1a-b431-e5c4ad7d77ad", "tag": "e951fe87-910c-4495-88e9-a876c275be25", "status": "completed", "code": 200}]} {{(pid=103912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 28 17:33:04.543016 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-ce5a3441-3014-4bcd-8c1c-09de9ea5b1c4 {{(pid=103912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 28 17:33:04.543469 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce5a3441-3014-4bcd-8c1c-09de9ea5b1c4'] response: {'name': 'network-changed', 'server_uuid': '27322ac4-8704-4f1a-b431-e5c4ad7d77ad', 'tag': 'e951fe87-910c-4495-88e9-a876c275be25', 'status': 'completed', 'code': 200} May 28 17:33:04.600650 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (7cdbebfa-f3b4-48eb-8fbc-caed95606681), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:33:04.602353 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.l3_dvr_db [None req-07a39b2e-308e-4cbf-b392-87490ad2b05c None None] Set router f1ff25eb-d240-41e9-9135-cf4ab545a865 gateway port host: dv-cinder-843729-1-iscsi {{(pid=103913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 28 17:33:04.737705 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c8d245-3199-4b71-a6b8-4ea4fffd399e req-5bf9f274-06a2-4fbd-aa9a-761cb41e1ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:33:04.739248 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-57c8d245-3199-4b71-a6b8-4ea4fffd399e req-5bf9f274-06a2-4fbd-aa9a-761cb41e1ed9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=afaaf8bde7134efc80c77d707bb309bc&device_id=27322ac4-8704-4f1a-b431-e5c4ad7d77ad HTTP/1.1" status: 200 len: 1130 time: 0.0483134 May 28 17:33:04.839219 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c8d245-3199-4b71-a6b8-4ea4fffd399e req-b50aed9f-7e36-4443-9f8b-26c65b3723d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:33:04.841088 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-57c8d245-3199-4b71-a6b8-4ea4fffd399e req-b50aed9f-7e36-4443-9f8b-26c65b3723d0 service neutron] 10.222.0.16 "GET /v2.0/networks?id=9aa607a6-b193-4d84-be0c-e5c8f4a565d2 HTTP/1.1" status: 200 len: 918 time: 0.0889378 May 28 17:33:04.856906 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.l3_hamode_db [None req-07a39b2e-308e-4cbf-b392-87490ad2b05c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1ff25eb-d240-41e9-9135-cf4ab545a865', 'name': 'tempest-AttachVolumeShelveTestJSON-2058043606-router', 'tenant_id': 'afaaf8bde7134efc80c77d707bb309bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'external_fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': '4965c949-b273-457d-a45d-fbf2b4712401', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T17:27:12Z', 'updated_at': '2022-05-28T17:27:15Z', 'revision_number': 4, 'project_id': 'afaaf8bde7134efc80c77d707bb309bc', 'gw_port': {'id': '4965c949-b273-457d-a45d-fbf2b4712401', 'name': '', 'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:24:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1ff25eb-d240-41e9-9135-cf4ab545a865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:27:12Z', 'updated_at': '2022-05-28T17:27:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843729-1-iscsi', '_floatingips': [{'id': '9fd91810-1948-49e9-b5dd-16b09172c9a6', 'tenant_id': 'afaaf8bde7134efc80c77d707bb309bc', 'floating_ip_address': '172.27.0.55', 'floating_network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'router_id': 'f1ff25eb-d240-41e9-9135-cf4ab545a865', 'port_id': 'e951fe87-910c-4495-88e9-a876c275be25', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 472, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9aa607a6-b193-4d84-be0c-e5c8f4a565d2', 'mac_address': 'fa:16:3e:79:be:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27322ac4-8704-4f1a-b431-e5c4ad7d77ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T17:32:50Z', 'updated_at': '2022-05-28T17:33:03Z', 'revision_number': 1, 'project_id': 'afaaf8bde7134efc80c77d707bb309bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7eb4d78-1147-418d-82d7-4950858f6734', 'name': '', 'network_id': '9aa607a6-b193-4d84-be0c-e5c8f4a565d2', 'tenant_id': 'afaaf8bde7134efc80c77d707bb309bc', 'mac_address': 'fa:16:3e:e4:22:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1ff25eb-d240-41e9-9135-cf4ab545a865', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '5c9892e7-e6e2-4d1b-9907-f3f374bf6c5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:27:14Z', 'updated_at': '2022-05-28T17:27:20Z', 'revision_number': 5, 'project_id': 'afaaf8bde7134efc80c77d707bb309bc', 'subnets': [{'id': '5c9892e7-e6e2-4d1b-9907-f3f374bf6c5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843729-1-iscsi', False) {} {{(pid=103913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:33:04.881575 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07a39b2e-308e-4cbf-b392-87490ad2b05c None None] Checking router: f1ff25eb-d240-41e9-9135-cf4ab545a865 for host: dv-cinder-843729-1-iscsi {{(pid=103913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 17:33:04.890586 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07a39b2e-308e-4cbf-b392-87490ad2b05c None None] Routers {'f1ff25eb-d240-41e9-9135-cf4ab545a865'} bound to L3 agent in host dv-cinder-843729-1-iscsi {{(pid=103913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 28 17:33:04.891220 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.l3_hamode_db [None req-07a39b2e-308e-4cbf-b392-87490ad2b05c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843729-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-28T17:16:55Z,description=,heartbeat_timestamp=2022-05-28T17:32:55Z,host='dv-cinder-843729-1-iscsi',id=8a8c7bbb-808d-49ae-95de-62501e6237ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T17:16:55Z,topic='l3_agent')) {'router_ids': ['f1ff25eb-d240-41e9-9135-cf4ab545a865'], 'active': True} {{(pid=103913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:33:04.901592 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-57c8d245-3199-4b71-a6b8-4ea4fffd399e req-fc4d8232-8d44-424a-bad4-f6ddbbae51b5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e951fe87-910c-4495-88e9-a876c275be25 HTTP/1.1" status: 200 len: 999 time: 0.0542271 May 28 17:33:04.984635 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c8d245-3199-4b71-a6b8-4ea4fffd399e req-0b30af24-07d8-42b1-9564-affbf1ab0854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:33:04.985861 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-57c8d245-3199-4b71-a6b8-4ea4fffd399e req-0b30af24-07d8-42b1-9564-affbf1ab0854 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5c9892e7-e6e2-4d1b-9907-f3f374bf6c5e HTTP/1.1" status: 200 len: 856 time: 0.0485132 May 28 17:33:04.993921 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.l3_dvr_db [None req-07a39b2e-308e-4cbf-b392-87490ad2b05c None None] Set router f1ff25eb-d240-41e9-9135-cf4ab545a865 gateway port host: dv-cinder-843729-1-iscsi {{(pid=103913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 28 17:33:05.160643 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c8d245-3199-4b71-a6b8-4ea4fffd399e req-ea76d549-c81c-47ad-a37b-2f52c9eb9158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:33:05.162241 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-57c8d245-3199-4b71-a6b8-4ea4fffd399e req-ea76d549-c81c-47ad-a37b-2f52c9eb9158 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9aa607a6-b193-4d84-be0c-e5c8f4a565d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0494690 May 28 17:33:05.164968 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e38f9d7-5bd3-4c51-af98-0b6a6e10efde req-df3f3d60-c0ab-42ae-a7b1-30881e67ec06 tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:33:05.166428 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-6e38f9d7-5bd3-4c51-af98-0b6a6e10efde req-df3f3d60-c0ab-42ae-a7b1-30881e67ec06 tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] 10.222.0.33 "GET /v2.0/ports?device_id=3b3c1f29-31c9-4f5c-9875-fd1939062512 HTTP/1.1" status: 200 len: 945 time: 0.0511897 May 28 17:33:05.178097 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:33:05.194176 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:33:05.212256 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.l3_hamode_db [None req-07a39b2e-308e-4cbf-b392-87490ad2b05c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1ff25eb-d240-41e9-9135-cf4ab545a865', 'name': 'tempest-AttachVolumeShelveTestJSON-2058043606-router', 'tenant_id': 'afaaf8bde7134efc80c77d707bb309bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'external_fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': '4965c949-b273-457d-a45d-fbf2b4712401', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T17:27:12Z', 'updated_at': '2022-05-28T17:27:15Z', 'revision_number': 4, 'project_id': 'afaaf8bde7134efc80c77d707bb309bc', 'gw_port': {'id': '4965c949-b273-457d-a45d-fbf2b4712401', 'name': '', 'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:24:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1ff25eb-d240-41e9-9135-cf4ab545a865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:27:12Z', 'updated_at': '2022-05-28T17:27:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843729-1-iscsi', '_floatingips': [{'id': '9fd91810-1948-49e9-b5dd-16b09172c9a6', 'tenant_id': 'afaaf8bde7134efc80c77d707bb309bc', 'floating_ip_address': '172.27.0.55', 'floating_network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'router_id': 'f1ff25eb-d240-41e9-9135-cf4ab545a865', 'port_id': 'e951fe87-910c-4495-88e9-a876c275be25', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 472, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9aa607a6-b193-4d84-be0c-e5c8f4a565d2', 'mac_address': 'fa:16:3e:79:be:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27322ac4-8704-4f1a-b431-e5c4ad7d77ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T17:32:50Z', 'updated_at': '2022-05-28T17:33:03Z', 'revision_number': 1, 'project_id': 'afaaf8bde7134efc80c77d707bb309bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7eb4d78-1147-418d-82d7-4950858f6734', 'name': '', 'network_id': '9aa607a6-b193-4d84-be0c-e5c8f4a565d2', 'tenant_id': 'afaaf8bde7134efc80c77d707bb309bc', 'mac_address': 'fa:16:3e:e4:22:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1ff25eb-d240-41e9-9135-cf4ab545a865', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '5c9892e7-e6e2-4d1b-9907-f3f374bf6c5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:27:14Z', 'updated_at': '2022-05-28T17:27:20Z', 'revision_number': 5, 'project_id': 'afaaf8bde7134efc80c77d707bb309bc', 'subnets': [{'id': '5c9892e7-e6e2-4d1b-9907-f3f374bf6c5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843729-1-iscsi', False) {} {{(pid=103913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:33:05.215001 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=100 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:33:05.217953 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-6e38f9d7-5bd3-4c51-af98-0b6a6e10efde req-ee8bf1c1-5f8a-482a-9423-3d41c6fe8c0d tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] 10.222.0.33 "GET /v2.0/security-groups?id=14c0c066-bc84-4396-a75f-e895035aefd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452626 May 28 17:33:05.240746 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07a39b2e-308e-4cbf-b392-87490ad2b05c None None] The sync data for ids ['f1ff25eb-d240-41e9-9135-cf4ab545a865'] in dv-cinder-843729-1-iscsi is: [{'id': 'f1ff25eb-d240-41e9-9135-cf4ab545a865', 'name': 'tempest-AttachVolumeShelveTestJSON-2058043606-router', 'tenant_id': 'afaaf8bde7134efc80c77d707bb309bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'external_fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': '4965c949-b273-457d-a45d-fbf2b4712401', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T17:27:12Z', 'updated_at': '2022-05-28T17:27:15Z', 'revision_number': 4, 'project_id': 'afaaf8bde7134efc80c77d707bb309bc', 'gw_port': {'id': '4965c949-b273-457d-a45d-fbf2b4712401', 'name': '', 'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:24:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1ff25eb-d240-41e9-9135-cf4ab545a865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:27:12Z', 'updated_at': '2022-05-28T17:27:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843729-1-iscsi', '_floatingips': [{'id': '9fd91810-1948-49e9-b5dd-16b09172c9a6', 'tenant_id': 'afaaf8bde7134efc80c77d707bb309bc', 'floating_ip_address': '172.27.0.55', 'floating_network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'router_id': 'f1ff25eb-d240-41e9-9135-cf4ab545a865', 'port_id': 'e951fe87-910c-4495-88e9-a876c275be25', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 472, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9aa607a6-b193-4d84-be0c-e5c8f4a565d2', 'mac_address': 'fa:16:3e:79:be:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27322ac4-8704-4f1a-b431-e5c4ad7d77ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T17:32:50Z', 'updated_at': '2022-05-28T17:33:03Z', 'revision_number': 1, 'project_id': 'afaaf8bde7134efc80c77d707bb309bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7eb4d78-1147-418d-82d7-4950858f6734', 'name': '', 'network_id': '9aa607a6-b193-4d84-be0c-e5c8f4a565d2', 'tenant_id': 'afaaf8bde7134efc80c77d707bb309bc', 'mac_address': 'fa:16:3e:e4:22:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1ff25eb-d240-41e9-9135-cf4ab545a865', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '5c9892e7-e6e2-4d1b-9907-f3f374bf6c5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:27:14Z', 'updated_at': '2022-05-28T17:27:20Z', 'revision_number': 5, 'project_id': 'afaaf8bde7134efc80c77d707bb309bc', 'subnets': [{'id': '5c9892e7-e6e2-4d1b-9907-f3f374bf6c5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 17:33:05.259425 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-57c8d245-3199-4b71-a6b8-4ea4fffd399e req-772dabd8-1c7f-4ae7-9605-cfa9249b6e6c service neutron] 10.222.0.16 "GET /v2.0/networks/9aa607a6-b193-4d84-be0c-e5c8f4a565d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901518 May 28 17:33:05.355854 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-57c8d245-3199-4b71-a6b8-4ea4fffd399e req-5c7fc464-c4a3-43af-9e79-72b6f5d9e8a2 service neutron] 10.222.0.16 "GET /v2.0/networks/9aa607a6-b193-4d84-be0c-e5c8f4a565d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898206 May 28 17:33:05.429202 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddcb3a8e-e089-44d3-a233-a447f5b31c40 None None] New status for floating IP 9fd91810-1948-49e9-b5dd-16b09172c9a6: ACTIVE {{(pid=103914) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 28 17:33:05.491199 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77beec0e-2a86-445e-abdc-3274a33c12e2 req-9b68c85e-872e-487e-bf50-fd16ef213794 tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:33:05.492546 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-77beec0e-2a86-445e-abdc-3274a33c12e2 req-9b68c85e-872e-487e-bf50-fd16ef213794 tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] 10.222.0.16 "GET /v2.0/ports?device_id=3b3c1f29-31c9-4f5c-9875-fd1939062512 HTTP/1.1" status: 200 len: 945 time: 0.0470850 May 28 17:33:05.582617 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.plugin [req-77beec0e-2a86-445e-abdc-3274a33c12e2 req-f09de880-f1c9-40b4-8f97-f2b32b3e0b42 tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Deleting port d234e00a-5520-40b5-aa3f-c3a3f2a506ee {{(pid=103912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 28 17:33:05.582966 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-77beec0e-2a86-445e-abdc-3274a33c12e2 req-f09de880-f1c9-40b4-8f97-f2b32b3e0b42 tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735968504037'] for port (d234e00a-5520-40b5-aa3f-c3a3f2a506ee), before_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:33:05.660499 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=100 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:33:05.677858 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.db [req-77beec0e-2a86-445e-abdc-3274a33c12e2 req-f09de880-f1c9-40b4-8f97-f2b32b3e0b42 tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] For port d234e00a-5520-40b5-aa3f-c3a3f2a506ee, host hv-cinder-84372, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84372',level=0,port_id=d234e00a-5520-40b5-aa3f-c3a3f2a506ee,segment=NetworkSegment(f8beb8cc-f482-4497-a44b-eda26792e0e2),segment_id=f8beb8cc-f482-4497-a44b-eda26792e0e2)] {{(pid=103912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 17:33:05.678225 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-77beec0e-2a86-445e-abdc-3274a33c12e2 req-f09de880-f1c9-40b4-8f97-f2b32b3e0b42 tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-660327'] for port (d234e00a-5520-40b5-aa3f-c3a3f2a506ee), precommit_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:33:05.819026 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=100 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:33:05.845411 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-77beec0e-2a86-445e-abdc-3274a33c12e2 req-f09de880-f1c9-40b4-8f97-f2b32b3e0b42 tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:33:05.845777 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-77beec0e-2a86-445e-abdc-3274a33c12e2 req-f09de880-f1c9-40b4-8f97-f2b32b3e0b42 tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681695'] for floatingip (7ebd1d96-136c-475d-a15e-51fa3505eb3b), after_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:33:05.846112 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.db.l3_db [req-77beec0e-2a86-445e-abdc-3274a33c12e2 req-f09de880-f1c9-40b4-8f97-f2b32b3e0b42 tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Floating IP 7ebd1d96-136c-475d-a15e-51fa3505eb3b disassociated. External IP: 172.27.0.41, port: d234e00a-5520-40b5-aa3f-c3a3f2a506ee. May 28 17:33:05.846441 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.plugin [req-77beec0e-2a86-445e-abdc-3274a33c12e2 req-f09de880-f1c9-40b4-8f97-f2b32b3e0b42 tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Calling delete_port for d234e00a-5520-40b5-aa3f-c3a3f2a506ee owned by compute:nova {{(pid=103912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 28 17:33:05.972332 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-77beec0e-2a86-445e-abdc-3274a33c12e2 req-f09de880-f1c9-40b4-8f97-f2b32b3e0b42 tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735968512467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735968120122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6173922'] for port (d234e00a-5520-40b5-aa3f-c3a3f2a506ee), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:33:05.997354 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09de880-f1c9-40b4-8f97-f2b32b3e0b42 tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Pushing event deleted for resources: {'Port': ['ID=d234e00a-5520-40b5-aa3f-c3a3f2a506ee,revision_number=None']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:33:06.109265 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.scheduler.l3_agent_scheduler [req-77beec0e-2a86-445e-abdc-3274a33c12e2 req-f09de880-f1c9-40b4-8f97-f2b32b3e0b42 tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Router 671f58c8-e137-4780-97bd-9d0a9ed4dab7 has already been hosted by L3 agent 8a8c7bbb-808d-49ae-95de-62501e6237ff {{(pid=103912) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 17:33:06.210133 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-77beec0e-2a86-445e-abdc-3274a33c12e2 req-f09de880-f1c9-40b4-8f97-f2b32b3e0b42 tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Notify agent at l3_agent.dv-cinder-843729-1-iscsi the message routers_updated {{(pid=103912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 17:33:06.223223 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f04156fa-3a8c-4f23-808f-61f71187ca17 None None] Sync routers for ids ['671f58c8-e137-4780-97bd-9d0a9ed4dab7'] in dv-cinder-843729-1-iscsi {{(pid=103913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 17:33:06.234267 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f04156fa-3a8c-4f23-808f-61f71187ca17 None None] Routers {'671f58c8-e137-4780-97bd-9d0a9ed4dab7'} bound to L3 agent in host dv-cinder-843729-1-iscsi {{(pid=103913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 28 17:33:06.234941 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.l3_hamode_db [None req-f04156fa-3a8c-4f23-808f-61f71187ca17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843729-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-28T17:16:55Z,description=,heartbeat_timestamp=2022-05-28T17:32:55Z,host='dv-cinder-843729-1-iscsi',id=8a8c7bbb-808d-49ae-95de-62501e6237ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T17:16:55Z,topic='l3_agent')) {'router_ids': ['671f58c8-e137-4780-97bd-9d0a9ed4dab7'], 'active': True} {{(pid=103913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:33:06.256839 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvrscheduler_db [req-77beec0e-2a86-445e-abdc-3274a33c12e2 req-f09de880-f1c9-40b4-8f97-f2b32b3e0b42 tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] No DVR routers for this DVR port d234e00a-5520-40b5-aa3f-c3a3f2a506ee on host hv-cinder-84372 {{(pid=103912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 17:33:06.259556 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-77beec0e-2a86-445e-abdc-3274a33c12e2 req-f09de880-f1c9-40b4-8f97-f2b32b3e0b42 tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22441'] for port (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:33:06.263453 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-77beec0e-2a86-445e-abdc-3274a33c12e2 req-f09de880-f1c9-40b4-8f97-f2b32b3e0b42 tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] 10.222.0.16 "DELETE /v2.0/ports/d234e00a-5520-40b5-aa3f-c3a3f2a506ee HTTP/1.1" status: 204 len: 173 time: 0.7653537 May 28 17:33:06.332741 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-2b78c8c4-9f2f-4ee5-ba58-6b7d6e62c009 req-a435ae1f-f633-44da-8f37-cbdf20c668e9 tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] 10.222.0.33 "GET /v2.0/ports?device_id=3b3c1f29-31c9-4f5c-9875-fd1939062512 HTTP/1.1" status: 200 len: 210 time: 0.0292480 May 28 17:33:06.358137 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.l3_dvr_db [None req-f04156fa-3a8c-4f23-808f-61f71187ca17 None None] Set router 671f58c8-e137-4780-97bd-9d0a9ed4dab7 gateway port host: dv-cinder-843729-1-iscsi {{(pid=103913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 28 17:33:06.361679 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:33:06.544917 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b3c1f29-31c9-4f5c-9875-fd1939062512', 'name': 'network-vif-deleted', 'tag': 'd234e00a-5520-40b5-aa3f-c3a3f2a506ee'}] {{(pid=103912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 17:33:06.548060 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}192b2939a0ee72d6dca365a869ce4d556b01f2e73c600b6e44d67eb265bc480d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d16c2c77-5fe7-43ea-a09d-04a0bef9837e" -d '{"events": [{"server_uuid": "3b3c1f29-31c9-4f5c-9875-fd1939062512", "name": "network-vif-deleted", "tag": "d234e00a-5520-40b5-aa3f-c3a3f2a506ee"}]}' {{(pid=103912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 28 17:33:06.590000 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 May 2022 17:33:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-730d6284-b7f4-4ca1-95d9-777ba37627dd x-openstack-request-id: req-730d6284-b7f4-4ca1-95d9-777ba37627dd {{(pid=103912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 28 17:33:06.590356 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b3c1f29-31c9-4f5c-9875-fd1939062512", "name": "network-vif-deleted", "tag": "d234e00a-5520-40b5-aa3f-c3a3f2a506ee", "status": "completed", "code": 200}]} {{(pid=103912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 28 17:33:06.590668 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-730d6284-b7f4-4ca1-95d9-777ba37627dd {{(pid=103912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 28 17:33:06.591120 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-730d6284-b7f4-4ca1-95d9-777ba37627dd'] response: {'server_uuid': '3b3c1f29-31c9-4f5c-9875-fd1939062512', 'name': 'network-vif-deleted', 'tag': 'd234e00a-5520-40b5-aa3f-c3a3f2a506ee', 'status': 'completed', 'code': 200} May 28 17:33:06.725471 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.l3_hamode_db [None req-f04156fa-3a8c-4f23-808f-61f71187ca17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '671f58c8-e137-4780-97bd-9d0a9ed4dab7', 'name': 'tempest-AttachVolumeTestJSON-164266833-router', 'tenant_id': '90b378551d1c467e911cf01274c97d85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'external_fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.67'}], 'enable_snat': True}, 'gw_port_id': 'ffdbc796-5ee6-4b98-99e5-3f462060250a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T17:25:27Z', 'updated_at': '2022-05-28T17:25:34Z', 'revision_number': 4, 'project_id': '90b378551d1c467e911cf01274c97d85', 'gw_port': {'id': 'ffdbc796-5ee6-4b98-99e5-3f462060250a', 'name': '', 'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:ae:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '671f58c8-e137-4780-97bd-9d0a9ed4dab7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:25:28Z', 'updated_at': '2022-05-28T17:25:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843729-1-iscsi', '_interfaces': [{'id': 'ae7cb121-682f-4a2f-9816-6dd875165244', 'name': '', 'network_id': 'ef03f64f-43e2-4121-9b36-bf95e66e6156', 'tenant_id': '90b378551d1c467e911cf01274c97d85', 'mac_address': 'fa:16:3e:90:d3:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '671f58c8-e137-4780-97bd-9d0a9ed4dab7', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'cac4e4be-bdeb-4bc3-836c-d18d4297ccc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:25:33Z', 'updated_at': '2022-05-28T17:25:41Z', 'revision_number': 5, 'project_id': '90b378551d1c467e911cf01274c97d85', 'subnets': [{'id': 'cac4e4be-bdeb-4bc3-836c-d18d4297ccc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843729-1-iscsi', False) {} {{(pid=103913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:33:06.751981 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f04156fa-3a8c-4f23-808f-61f71187ca17 None None] Checking router: 671f58c8-e137-4780-97bd-9d0a9ed4dab7 for host: dv-cinder-843729-1-iscsi {{(pid=103913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 17:33:06.761728 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f04156fa-3a8c-4f23-808f-61f71187ca17 None None] Routers {'671f58c8-e137-4780-97bd-9d0a9ed4dab7'} bound to L3 agent in host dv-cinder-843729-1-iscsi {{(pid=103913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 28 17:33:06.762411 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.l3_hamode_db [None req-f04156fa-3a8c-4f23-808f-61f71187ca17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843729-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-28T17:16:55Z,description=,heartbeat_timestamp=2022-05-28T17:32:55Z,host='dv-cinder-843729-1-iscsi',id=8a8c7bbb-808d-49ae-95de-62501e6237ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T17:16:55Z,topic='l3_agent')) {'router_ids': ['671f58c8-e137-4780-97bd-9d0a9ed4dab7'], 'active': True} {{(pid=103913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:33:06.875482 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.l3_dvr_db [None req-f04156fa-3a8c-4f23-808f-61f71187ca17 None None] Set router 671f58c8-e137-4780-97bd-9d0a9ed4dab7 gateway port host: dv-cinder-843729-1-iscsi {{(pid=103913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 28 17:33:07.058181 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.l3_hamode_db [None req-f04156fa-3a8c-4f23-808f-61f71187ca17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '671f58c8-e137-4780-97bd-9d0a9ed4dab7', 'name': 'tempest-AttachVolumeTestJSON-164266833-router', 'tenant_id': '90b378551d1c467e911cf01274c97d85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'external_fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.67'}], 'enable_snat': True}, 'gw_port_id': 'ffdbc796-5ee6-4b98-99e5-3f462060250a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T17:25:27Z', 'updated_at': '2022-05-28T17:25:34Z', 'revision_number': 4, 'project_id': '90b378551d1c467e911cf01274c97d85', 'gw_port': {'id': 'ffdbc796-5ee6-4b98-99e5-3f462060250a', 'name': '', 'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:ae:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '671f58c8-e137-4780-97bd-9d0a9ed4dab7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:25:28Z', 'updated_at': '2022-05-28T17:25:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843729-1-iscsi', '_interfaces': [{'id': 'ae7cb121-682f-4a2f-9816-6dd875165244', 'name': '', 'network_id': 'ef03f64f-43e2-4121-9b36-bf95e66e6156', 'tenant_id': '90b378551d1c467e911cf01274c97d85', 'mac_address': 'fa:16:3e:90:d3:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '671f58c8-e137-4780-97bd-9d0a9ed4dab7', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'cac4e4be-bdeb-4bc3-836c-d18d4297ccc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:25:33Z', 'updated_at': '2022-05-28T17:25:41Z', 'revision_number': 5, 'project_id': '90b378551d1c467e911cf01274c97d85', 'subnets': [{'id': 'cac4e4be-bdeb-4bc3-836c-d18d4297ccc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843729-1-iscsi', False) {} {{(pid=103913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:33:07.085178 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f04156fa-3a8c-4f23-808f-61f71187ca17 None None] The sync data for ids ['671f58c8-e137-4780-97bd-9d0a9ed4dab7'] in dv-cinder-843729-1-iscsi is: [{'id': '671f58c8-e137-4780-97bd-9d0a9ed4dab7', 'name': 'tempest-AttachVolumeTestJSON-164266833-router', 'tenant_id': '90b378551d1c467e911cf01274c97d85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'external_fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.67'}], 'enable_snat': True}, 'gw_port_id': 'ffdbc796-5ee6-4b98-99e5-3f462060250a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T17:25:27Z', 'updated_at': '2022-05-28T17:25:34Z', 'revision_number': 4, 'project_id': '90b378551d1c467e911cf01274c97d85', 'gw_port': {'id': 'ffdbc796-5ee6-4b98-99e5-3f462060250a', 'name': '', 'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:ae:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '671f58c8-e137-4780-97bd-9d0a9ed4dab7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:25:28Z', 'updated_at': '2022-05-28T17:25:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843729-1-iscsi', '_interfaces': [{'id': 'ae7cb121-682f-4a2f-9816-6dd875165244', 'name': '', 'network_id': 'ef03f64f-43e2-4121-9b36-bf95e66e6156', 'tenant_id': '90b378551d1c467e911cf01274c97d85', 'mac_address': 'fa:16:3e:90:d3:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '671f58c8-e137-4780-97bd-9d0a9ed4dab7', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'cac4e4be-bdeb-4bc3-836c-d18d4297ccc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:25:33Z', 'updated_at': '2022-05-28T17:25:41Z', 'revision_number': 5, 'project_id': '90b378551d1c467e911cf01274c97d85', 'subnets': [{'id': 'cac4e4be-bdeb-4bc3-836c-d18d4297ccc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 17:33:07.300898 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8ed2b26-0b60-4d30-bb1c-4b2b3fe54d82 None None] New status for floating IP 7ebd1d96-136c-475d-a15e-51fa3505eb3b: DOWN {{(pid=103914) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 28 17:33:07.441753 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.33', 33130) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:33:07.497053 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-46dc9085-9972-4b47-ac31-86db706214d9 tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Publish callbacks [] for security_group (14c0c066-bc84-4396-a75f-e895035aefd0), before_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:33:07.521023 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-46dc9085-9972-4b47-ac31-86db706214d9 tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Publish callbacks [] for security_group (14c0c066-bc84-4396-a75f-e895035aefd0), precommit_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:33:07.568698 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-46dc9085-9972-4b47-ac31-86db706214d9 tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594961'] for security_group (14c0c066-bc84-4396-a75f-e895035aefd0), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:33:07.571307 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-46dc9085-9972-4b47-ac31-86db706214d9 tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Publish callbacks [] for security_group (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:33:07.572518 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-46dc9085-9972-4b47-ac31-86db706214d9 tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] 10.222.0.33 "DELETE /v2.0/security-groups/14c0c066-bc84-4396-a75f-e895035aefd0 HTTP/1.1" status: 204 len: 168 time: 0.1296530 May 28 17:33:07.575891 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.33', 33132) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:33:07.582088 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dc9085-9972-4b47-ac31-86db706214d9 tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=14c0c066-bc84-4396-a75f-e895035aefd0,revision_number=None']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:33:07.591710 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.api.v2.resource [None req-4f54d384-863c-4993-b533-757468f1d1e5 tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] show failed (client error): The resource could not be found. May 28 17:33:07.607149 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.33', 33136) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:33:07.609011 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-4f54d384-863c-4993-b533-757468f1d1e5 tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] 10.222.0.33 "GET /v2.0/security-groups/14c0c066-bc84-4396-a75f-e895035aefd0 HTTP/1.1" status: 404 len: 347 time: 0.0301676 May 28 17:33:07.732690 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.plugin [None req-f3bedf5b-215c-454b-85c2-383bac8d672d tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Deleting port 7d7da130-65e6-4d2d-810e-5553f0e6188d {{(pid=103912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 28 17:33:07.733344 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-f3bedf5b-215c-454b-85c2-383bac8d672d tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735968504037'] for port (7d7da130-65e6-4d2d-810e-5553f0e6188d), before_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:33:07.787702 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Device d234e00a-5520-40b5-aa3f-c3a3f2a506ee no longer exists at agent hyperv_hv-cinder-84372 {{(pid=103913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 28 17:33:07.807223 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] No Port match for: d234e00a-5520-40b5-aa3f-c3a3f2a506ee {{(pid=103913) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 28 17:33:07.807881 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Device d234e00a-5520-40b5-aa3f-c3a3f2a506ee not bound to the agent host hv-cinder-84372 {{(pid=103913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 28 17:33:07.818958 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-f3bedf5b-215c-454b-85c2-383bac8d672d tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-660327'] for port (7d7da130-65e6-4d2d-810e-5553f0e6188d), precommit_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:33:07.819286 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-f3bedf5b-215c-454b-85c2-383bac8d672d tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Publish callbacks [] for floatingip (7d7da130-65e6-4d2d-810e-5553f0e6188d), precommit_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:33:07.821394 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:33:07.833790 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.plugin [None req-f3bedf5b-215c-454b-85c2-383bac8d672d tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Calling delete_port for 7d7da130-65e6-4d2d-810e-5553f0e6188d owned by network:floatingip {{(pid=103912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 28 17:33:07.844812 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:33:07.965395 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-f3bedf5b-215c-454b-85c2-383bac8d672d tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735968512467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735968120122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6173922'] for port (7d7da130-65e6-4d2d-810e-5553f0e6188d), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:33:07.989328 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bedf5b-215c-454b-85c2-383bac8d672d tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Pushing event deleted for resources: {'Port': ['ID=7d7da130-65e6-4d2d-810e-5553f0e6188d,revision_number=None']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:33:08.052246 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-f3bedf5b-215c-454b-85c2-383bac8d672d tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Publish callbacks [] for floatingip (7ebd1d96-136c-475d-a15e-51fa3505eb3b), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:33:08.055135 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-f3bedf5b-215c-454b-85c2-383bac8d672d tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22441'] for floatingip (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:33:08.056320 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-f3bedf5b-215c-454b-85c2-383bac8d672d tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] 10.222.0.33 "DELETE /v2.0/floatingips/7ebd1d96-136c-475d-a15e-51fa3505eb3b HTTP/1.1" status: 204 len: 168 time: 0.4481614 May 28 17:33:08.136932 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.33', 33140) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:33:08.141494 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.v2.base [None req-ecaddf38-2c41-436c-8601-3878da89ecdf tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Request body: {'security_group': {'name': 'tempest-securitygroup--837178486', 'description': 'tempest-description--229455024'}} {{(pid=103912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 17:33:08.162192 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-ecaddf38-2c41-436c-8601-3878da89ecdf tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Publish callbacks [] for security_group (None), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:33:08.229461 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-ecaddf38-2c41-436c-8601-3878da89ecdf tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Publish callbacks [] for security_group (0452ddee-9d77-4978-a293-607f0ac6b0d1), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:33:08.232938 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-ecaddf38-2c41-436c-8601-3878da89ecdf tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594961'] for security_group (0452ddee-9d77-4978-a293-607f0ac6b0d1), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:33:08.269089 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-ecaddf38-2c41-436c-8601-3878da89ecdf tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Publish callbacks [] for security_group (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:33:08.270291 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-ecaddf38-2c41-436c-8601-3878da89ecdf tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1323717 May 28 17:33:08.271387 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecaddf38-2c41-436c-8601-3878da89ecdf tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0452ddee-9d77-4978-a293-607f0ac6b0d1,revision_number=1']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:33:08.273281 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.33', 33142) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:33:08.277673 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.v2.base [None req-1444dd4c-06c2-47d4-8c00-ed34efb0216c tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Request body: {'security_group_rule': {'security_group_id': '0452ddee-9d77-4978-a293-607f0ac6b0d1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 17:33:08.306815 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-1444dd4c-06c2-47d4-8c00-ed34efb0216c tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Publish callbacks [] for security_group_rule (023e9dee-b836-4ff4-aee1-6a089d9461e4), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:33:08.361107 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-1444dd4c-06c2-47d4-8c00-ed34efb0216c tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Publish callbacks [] for security_group_rule (023e9dee-b836-4ff4-aee1-6a089d9461e4), precommit_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:33:08.364477 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-1444dd4c-06c2-47d4-8c00-ed34efb0216c tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595010'] for security_group_rule (023e9dee-b836-4ff4-aee1-6a089d9461e4), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:33:08.382751 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1444dd4c-06c2-47d4-8c00-ed34efb0216c tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=023e9dee-b836-4ff4-aee1-6a089d9461e4,revision_number=0']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:33:08.388890 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-1444dd4c-06c2-47d4-8c00-ed34efb0216c tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:33:08.390251 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-1444dd4c-06c2-47d4-8c00-ed34efb0216c tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1158288 May 28 17:33:08.392832 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.33', 33144) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:33:08.397110 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.v2.base [None req-9e028973-d9c6-4483-b70d-0c70b35cfb0e tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Request body: {'security_group_rule': {'security_group_id': '0452ddee-9d77-4978-a293-607f0ac6b0d1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 17:33:08.424232 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-9e028973-d9c6-4483-b70d-0c70b35cfb0e tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Publish callbacks [] for security_group_rule (1428d50e-fc1b-4dc2-b7ea-ce4e9fe0c6c2), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:33:08.472156 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-9e028973-d9c6-4483-b70d-0c70b35cfb0e tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Publish callbacks [] for security_group_rule (1428d50e-fc1b-4dc2-b7ea-ce4e9fe0c6c2), precommit_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:33:08.476311 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-9e028973-d9c6-4483-b70d-0c70b35cfb0e tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595010'] for security_group_rule (1428d50e-fc1b-4dc2-b7ea-ce4e9fe0c6c2), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:33:08.498031 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e028973-d9c6-4483-b70d-0c70b35cfb0e tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1428d50e-fc1b-4dc2-b7ea-ce4e9fe0c6c2,revision_number=0']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:33:08.502022 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-9e028973-d9c6-4483-b70d-0c70b35cfb0e tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:33:08.503214 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-9e028973-d9c6-4483-b70d-0c70b35cfb0e tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1094222 May 28 17:33:08.506559 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.33', 33146) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:33:08.510712 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.v2.base [None req-fa5c0f8d-c3dc-4d3b-92b5-c23ff320745e tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Request body: {'floatingip': {'floating_network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48'}} {{(pid=103911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 17:33:08.530828 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-fa5c0f8d-c3dc-4d3b-92b5-c23ff320745e tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:33:08.607052 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-fa5c0f8d-c3dc-4d3b-92b5-c23ff320745e tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (None), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:33:08.716750 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.db.db_base_plugin_common [None req-fa5c0f8d-c3dc-4d3b-92b5-c23ff320745e tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Allocated IP 172.27.0.144 (2edbe6b8-aac1-406b-a2f1-8819dd0d1c48/5128d65d-65c0-41d1-99c9-7682fd6eaf92/00ed2363-fd2a-4c8a-8489-1e8aaa399055) {{(pid=103911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 17:33:08.824013 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-fa5c0f8d-c3dc-4d3b-92b5-c23ff320745e tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Publish callbacks [] for port (00ed2363-fd2a-4c8a-8489-1e8aaa399055), precommit_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:33:08.855528 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-fa5c0f8d-c3dc-4d3b-92b5-c23ff320745e tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735968120113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6040268'] for port (00ed2363-fd2a-4c8a-8489-1e8aaa399055), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:33:08.868360 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:33:08.901866 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa5c0f8d-c3dc-4d3b-92b5-c23ff320745e tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Network 2edbe6b8-aac1-406b-a2f1-8819dd0d1c48 is already hosted by enough agents. {{(pid=103911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 17:33:08.909620 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.scheduler.base_scheduler [None req-fa5c0f8d-c3dc-4d3b-92b5-c23ff320745e tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Resources bound (agent type, host, resource id): {{(pid=103911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 17:33:08.914127 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa5c0f8d-c3dc-4d3b-92b5-c23ff320745e tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Received port after_create {{(pid=103911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 28 17:33:08.917429 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5c0f8d-c3dc-4d3b-92b5-c23ff320745e tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Pushing event updated for resources: {'Port': ['ID=00ed2363-fd2a-4c8a-8489-1e8aaa399055,revision_number=1']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:33:08.943054 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:33:08.996354 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fc1218-cd16-4e82-ab01-13784cef75b1 req-6aaa9e47-3979-4dfe-9fb6-95d0efd5b029 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:33:08.997826 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-a4fc1218-cd16-4e82-ab01-13784cef75b1 req-6aaa9e47-3979-4dfe-9fb6-95d0efd5b029 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/ports?device_id=435314f8-f9b7-4e9c-94f3-8a84190965b9 HTTP/1.1" status: 200 len: 946 time: 0.0481439 May 28 17:33:09.001374 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-fa5c0f8d-c3dc-4d3b-92b5-c23ff320745e tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Publish callbacks [] for floatingip (b7f65257-a5dd-4dd0-b744-63e8cf445fa0), precommit_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:33:09.040954 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-fa5c0f8d-c3dc-4d3b-92b5-c23ff320745e tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (00ed2363-fd2a-4c8a-8489-1e8aaa399055), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:33:09.045393 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-a4fc1218-cd16-4e82-ab01-13784cef75b1 req-3a2ecc54-4d25-4c60-a1bd-d39d4ffdcae0 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/security-groups?id=c776077f-6b09-4c92-a212-43bc02e1345f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412855 May 28 17:33:09.213898 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-fa5c0f8d-c3dc-4d3b-92b5-c23ff320745e tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Publish callbacks [] for port (00ed2363-fd2a-4c8a-8489-1e8aaa399055), precommit_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:33:09.219025 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-fa5c0f8d-c3dc-4d3b-92b5-c23ff320745e tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735968512485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735968120131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735968120149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6040315'] for port (00ed2363-fd2a-4c8a-8489-1e8aaa399055), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:33:09.290610 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5c0f8d-c3dc-4d3b-92b5-c23ff320745e tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Pushing event updated for resources: {'Port': ['ID=00ed2363-fd2a-4c8a-8489-1e8aaa399055,revision_number=2']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:33:09.300510 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-fa5c0f8d-c3dc-4d3b-92b5-c23ff320745e tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681695'] for floatingip (b7f65257-a5dd-4dd0-b744-63e8cf445fa0), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:33:09.316058 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-fa5c0f8d-c3dc-4d3b-92b5-c23ff320745e tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22441'] for floatingip (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:33:09.317247 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-fa5c0f8d-c3dc-4d3b-92b5-c23ff320745e tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8097959 May 28 17:33:09.511254 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-c5392639-16c8-4ca0-a21f-354bacf33b95 req-e50e5549-0c64-4f56-b914-f0b773cb972e tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] 10.222.0.33 "GET /v2.0/security-groups?name=tempest-securitygroup--837178486&fields=id&tenant_id=90b378551d1c467e911cf01274c97d85 HTTP/1.1" status: 200 len: 267 time: 0.0442755 May 28 17:33:09.620211 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5392639-16c8-4ca0-a21f-354bacf33b95 req-f8b7cc40-4262-447f-9808-8f80e0c08767 tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:33:09.621576 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-c5392639-16c8-4ca0-a21f-354bacf33b95 req-f8b7cc40-4262-447f-9808-8f80e0c08767 tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] 10.222.0.33 "GET /v2.0/networks?id=ef03f64f-43e2-4121-9b36-bf95e66e6156 HTTP/1.1" status: 200 len: 810 time: 0.1032968 May 28 17:33:09.636250 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-c5392639-16c8-4ca0-a21f-354bacf33b95 req-a6e1832c-dc74-4905-908b-e5bd9ea5af14 tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] 10.222.0.33 "GET /v2.0/quotas/90b378551d1c467e911cf01274c97d85 HTTP/1.1" status: 200 len: 375 time: 0.0092914 May 28 17:33:09.684853 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-c5392639-16c8-4ca0-a21f-354bacf33b95 req-8efa069f-a9b8-467c-8a47-39637303d241 tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=90b378551d1c467e911cf01274c97d85&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0432367 May 28 17:33:09.784343 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-c5392639-16c8-4ca0-a21f-354bacf33b95 req-586f3e23-bf55-452b-867d-d9442571ca93 service neutron] 10.222.0.33 "GET /v2.0/networks/ef03f64f-43e2-4121-9b36-bf95e66e6156?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876482 May 28 17:33:09.862304 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:33:09.873652 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-c5392639-16c8-4ca0-a21f-354bacf33b95 req-3fe0fac3-28a4-44a5-bdf3-c859c27d96a9 service neutron] 10.222.0.33 "GET /v2.0/networks/ef03f64f-43e2-4121-9b36-bf95e66e6156?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837100 May 28 17:33:10.031014 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-d24708f2-2190-4a86-8085-18f1f704e6c5 req-3e11342f-35b7-4e63-ad30-00c1da658e98 tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] 10.222.0.33 "GET /v2.0/ports?device_id=4ab8f789-f8ff-4804-bfcb-3e1d600943b2 HTTP/1.1" status: 200 len: 210 time: 0.0278487 May 28 17:33:10.165832 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527e582e-bd13-4285-98d7-95d588dba934 req-267bfb46-b19c-4746-8479-000f0b4bff7c tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:33:10.167267 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-527e582e-bd13-4285-98d7-95d588dba934 req-267bfb46-b19c-4746-8479-000f0b4bff7c tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/ports?device_id=435314f8-f9b7-4e9c-94f3-8a84190965b9 HTTP/1.1" status: 200 len: 946 time: 0.0538061 May 28 17:33:10.217467 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-527e582e-bd13-4285-98d7-95d588dba934 req-eeca57ea-c569-4d11-a16d-40d740618fc5 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/security-groups?id=c776077f-6b09-4c92-a212-43bc02e1345f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440974 May 28 17:33:11.123655 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-b0d8b2fc-a245-41c5-9d16-f9da3c721945 req-0d3fe8e3-8a85-4a87-8d3f-f8b0322ed1c7 tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] 10.222.0.33 "GET /v2.0/ports?device_id=4ab8f789-f8ff-4804-bfcb-3e1d600943b2 HTTP/1.1" status: 200 len: 210 time: 0.0269818 May 28 17:33:11.331431 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8757f2-b09d-451c-ad83-e9ba0b52d6eb req-e76eb83b-45a2-48cb-99b6-90f189e0ab29 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:33:11.332882 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-bc8757f2-b09d-451c-ad83-e9ba0b52d6eb req-e76eb83b-45a2-48cb-99b6-90f189e0ab29 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/ports?device_id=435314f8-f9b7-4e9c-94f3-8a84190965b9 HTTP/1.1" status: 200 len: 946 time: 0.0466459 May 28 17:33:11.343642 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:33:11.381899 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-bc8757f2-b09d-451c-ad83-e9ba0b52d6eb req-18c184e2-959f-4592-b829-0e470b06fd1f tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/security-groups?id=c776077f-6b09-4c92-a212-43bc02e1345f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435674 May 28 17:33:12.223262 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-59d5b650-20fa-4eb1-8935-36ec5d3e879b req-11209f50-ef1f-402d-8c3d-047576d21e64 tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] 10.222.0.33 "GET /v2.0/ports?device_id=4ab8f789-f8ff-4804-bfcb-3e1d600943b2 HTTP/1.1" status: 200 len: 210 time: 0.0302613 May 28 17:33:12.500998 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9994f2-c94a-4f55-bf8b-a3e4ba536692 req-13186cf1-5884-4e3d-9fb0-1bce8a1b5d05 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:33:12.502465 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-2e9994f2-c94a-4f55-bf8b-a3e4ba536692 req-13186cf1-5884-4e3d-9fb0-1bce8a1b5d05 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/ports?device_id=435314f8-f9b7-4e9c-94f3-8a84190965b9 HTTP/1.1" status: 200 len: 946 time: 0.0492983 May 28 17:33:12.554757 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-2e9994f2-c94a-4f55-bf8b-a3e4ba536692 req-a3f812f7-859f-4ba0-9064-bf4d422e430e tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/security-groups?id=c776077f-6b09-4c92-a212-43bc02e1345f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463612 May 28 17:33:12.712170 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8420c21-f49b-48f8-8d0c-beae69b98525 req-fd5f5cc6-4982-4ce4-8cbc-7fae20f35543 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:33:12.713753 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-d8420c21-f49b-48f8-8d0c-beae69b98525 req-fd5f5cc6-4982-4ce4-8cbc-7fae20f35543 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.16 "GET /v2.0/ports?device_id=435314f8-f9b7-4e9c-94f3-8a84190965b9 HTTP/1.1" status: 200 len: 946 time: 0.0477581 May 28 17:33:12.798473 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.plugin [req-d8420c21-f49b-48f8-8d0c-beae69b98525 req-5878532b-ca41-4834-8fe6-6183726315da tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Deleting port 5ea754ee-2216-4168-ad09-190faba5d36c {{(pid=103912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 28 17:33:12.798957 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-d8420c21-f49b-48f8-8d0c-beae69b98525 req-5878532b-ca41-4834-8fe6-6183726315da tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735968504037'] for port (5ea754ee-2216-4168-ad09-190faba5d36c), before_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:33:12.877762 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5392639-16c8-4ca0-a21f-354bacf33b95 req-2920383f-f5d0-4dde-80ea-ad66d6ac2b0f tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:33:12.879539 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-c5392639-16c8-4ca0-a21f-354bacf33b95 req-2920383f-f5d0-4dde-80ea-ad66d6ac2b0f tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] 10.222.0.16 "GET /v2.0/networks?id=ef03f64f-43e2-4121-9b36-bf95e66e6156 HTTP/1.1" status: 200 len: 810 time: 0.1086655 May 28 17:33:12.896429 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.db [req-d8420c21-f49b-48f8-8d0c-beae69b98525 req-5878532b-ca41-4834-8fe6-6183726315da tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] For port 5ea754ee-2216-4168-ad09-190faba5d36c, host hv-cinder-84372, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84372',level=0,port_id=5ea754ee-2216-4168-ad09-190faba5d36c,segment=NetworkSegment(a4610069-396c-410a-becf-747bd2412bad),segment_id=a4610069-396c-410a-becf-747bd2412bad)] {{(pid=103912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 17:33:12.896789 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-d8420c21-f49b-48f8-8d0c-beae69b98525 req-5878532b-ca41-4834-8fe6-6183726315da tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-660327'] for port (5ea754ee-2216-4168-ad09-190faba5d36c), precommit_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:33:12.951717 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=5 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:33:12.967583 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-c5392639-16c8-4ca0-a21f-354bacf33b95 req-afb1ea8e-7dd8-4978-a537-7a2e1ca9826d tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=90b378551d1c467e911cf01274c97d85 HTTP/1.1" status: 200 len: 379 time: 0.0559604 May 28 17:33:13.049100 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.v2.base [req-c5392639-16c8-4ca0-a21f-354bacf33b95 req-30fd7bfc-9a4e-4031-935a-d3686518ec50 tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Request body: {'port': {'device_id': '4ab8f789-f8ff-4804-bfcb-3e1d600943b2', 'network_id': 'ef03f64f-43e2-4121-9b36-bf95e66e6156', 'admin_state_up': True, 'tenant_id': '90b378551d1c467e911cf01274c97d85', 'security_groups': ['0452ddee-9d77-4978-a293-607f0ac6b0d1']}} {{(pid=103911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 17:33:13.057834 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-d8420c21-f49b-48f8-8d0c-beae69b98525 req-5878532b-ca41-4834-8fe6-6183726315da tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:33:13.058189 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-d8420c21-f49b-48f8-8d0c-beae69b98525 req-5878532b-ca41-4834-8fe6-6183726315da tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681695'] for floatingip (9f1fb058-daa8-4412-b64f-99781ba6f696), after_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:33:13.058495 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.db.l3_db [req-d8420c21-f49b-48f8-8d0c-beae69b98525 req-5878532b-ca41-4834-8fe6-6183726315da tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Floating IP 9f1fb058-daa8-4412-b64f-99781ba6f696 disassociated. External IP: 172.27.0.37, port: 5ea754ee-2216-4168-ad09-190faba5d36c. May 28 17:33:13.058833 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.plugin [req-d8420c21-f49b-48f8-8d0c-beae69b98525 req-5878532b-ca41-4834-8fe6-6183726315da tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Calling delete_port for 5ea754ee-2216-4168-ad09-190faba5d36c owned by compute:nova {{(pid=103912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 28 17:33:13.104684 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:33:13.160956 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5392639-16c8-4ca0-a21f-354bacf33b95 req-30fd7bfc-9a4e-4031-935a-d3686518ec50 tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Made reservation on behalf of 90b378551d1c467e911cf01274c97d85 for: {'port': 1} {{(pid=103911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 17:33:13.164309 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-c5392639-16c8-4ca0-a21f-354bacf33b95 req-30fd7bfc-9a4e-4031-935a-d3686518ec50 tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (None), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:33:13.195969 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-d8420c21-f49b-48f8-8d0c-beae69b98525 req-5878532b-ca41-4834-8fe6-6183726315da tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735968512467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735968120122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6173922'] for port (5ea754ee-2216-4168-ad09-190faba5d36c), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:33:13.222375 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5878532b-ca41-4834-8fe6-6183726315da tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Pushing event deleted for resources: {'Port': ['ID=5ea754ee-2216-4168-ad09-190faba5d36c,revision_number=None']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:33:13.297768 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.db.db_base_plugin_common [req-c5392639-16c8-4ca0-a21f-354bacf33b95 req-30fd7bfc-9a4e-4031-935a-d3686518ec50 tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Allocated IP 172.20.0.14 (ef03f64f-43e2-4121-9b36-bf95e66e6156/cac4e4be-bdeb-4bc3-836c-d18d4297ccc1/ec8a6a71-b7c9-479a-9c50-6bdafed86a1d) {{(pid=103911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 17:33:13.352755 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-69f8d6f8-1f22-4136-b5b7-1a6cb7e0268e req-ee91b75a-4144-4f63-aa91-19587b7633e2 tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] 10.222.0.33 "GET /v2.0/ports?device_id=4ab8f789-f8ff-4804-bfcb-3e1d600943b2 HTTP/1.1" status: 200 len: 210 time: 0.0323622 May 28 17:33:13.373650 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d8420c21-f49b-48f8-8d0c-beae69b98525 req-5878532b-ca41-4834-8fe6-6183726315da tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Router 12fda40b-4795-4b4e-aa8c-8aea324670b8 has already been hosted by L3 agent 8a8c7bbb-808d-49ae-95de-62501e6237ff {{(pid=103912) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 17:33:13.437480 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-c5392639-16c8-4ca0-a21f-354bacf33b95 req-30fd7bfc-9a4e-4031-935a-d3686518ec50 tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Publish callbacks [] for port (ec8a6a71-b7c9-479a-9c50-6bdafed86a1d), precommit_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:33:13.444084 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:33:13.476911 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-c5392639-16c8-4ca0-a21f-354bacf33b95 req-30fd7bfc-9a4e-4031-935a-d3686518ec50 tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735968120113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6040268'] for port (ec8a6a71-b7c9-479a-9c50-6bdafed86a1d), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:33:13.483168 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d8420c21-f49b-48f8-8d0c-beae69b98525 req-5878532b-ca41-4834-8fe6-6183726315da tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Notify agent at l3_agent.dv-cinder-843729-1-iscsi the message routers_updated {{(pid=103912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 17:33:13.494482 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d23f178f-efa3-4224-9a14-82e4c5d46de4 None None] Sync routers for ids ['12fda40b-4795-4b4e-aa8c-8aea324670b8'] in dv-cinder-843729-1-iscsi {{(pid=103913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 17:33:13.504745 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d23f178f-efa3-4224-9a14-82e4c5d46de4 None None] Routers {'12fda40b-4795-4b4e-aa8c-8aea324670b8'} bound to L3 agent in host dv-cinder-843729-1-iscsi {{(pid=103913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 28 17:33:13.505541 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.l3_hamode_db [None req-d23f178f-efa3-4224-9a14-82e4c5d46de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843729-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-28T17:16:55Z,description=,heartbeat_timestamp=2022-05-28T17:32:55Z,host='dv-cinder-843729-1-iscsi',id=8a8c7bbb-808d-49ae-95de-62501e6237ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T17:16:55Z,topic='l3_agent')) {'router_ids': ['12fda40b-4795-4b4e-aa8c-8aea324670b8'], 'active': True} {{(pid=103913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:33:13.531800 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5392639-16c8-4ca0-a21f-354bacf33b95 req-30fd7bfc-9a4e-4031-935a-d3686518ec50 tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Network ef03f64f-43e2-4121-9b36-bf95e66e6156 is already hosted by enough agents. {{(pid=103911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 17:33:13.533561 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8420c21-f49b-48f8-8d0c-beae69b98525 req-5878532b-ca41-4834-8fe6-6183726315da tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] No DVR routers for this DVR port 5ea754ee-2216-4168-ad09-190faba5d36c on host hv-cinder-84372 {{(pid=103912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 17:33:13.536095 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-d8420c21-f49b-48f8-8d0c-beae69b98525 req-5878532b-ca41-4834-8fe6-6183726315da tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22441'] for port (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:33:13.537591 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.scheduler.base_scheduler [req-c5392639-16c8-4ca0-a21f-354bacf33b95 req-30fd7bfc-9a4e-4031-935a-d3686518ec50 tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Resources bound (agent type, host, resource id): {{(pid=103911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 17:33:13.539235 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-d8420c21-f49b-48f8-8d0c-beae69b98525 req-5878532b-ca41-4834-8fe6-6183726315da tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.16 "DELETE /v2.0/ports/5ea754ee-2216-4168-ad09-190faba5d36c HTTP/1.1" status: 204 len: 173 time: 0.8199663 May 28 17:33:13.539698 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '435314f8-f9b7-4e9c-94f3-8a84190965b9', 'name': 'network-vif-deleted', 'tag': '5ea754ee-2216-4168-ad09-190faba5d36c'}] {{(pid=103912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 17:33:13.541719 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5392639-16c8-4ca0-a21f-354bacf33b95 req-30fd7bfc-9a4e-4031-935a-d3686518ec50 tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Received port after_create {{(pid=103911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 28 17:33:13.541915 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}192b2939a0ee72d6dca365a869ce4d556b01f2e73c600b6e44d67eb265bc480d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4b51a8c-f2b6-49af-b0c6-28e84f7d932b" -d '{"events": [{"server_uuid": "435314f8-f9b7-4e9c-94f3-8a84190965b9", "name": "network-vif-deleted", "tag": "5ea754ee-2216-4168-ad09-190faba5d36c"}]}' {{(pid=103912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 28 17:33:13.584171 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fd7bfc-9a4e-4031-935a-d3686518ec50 tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Pushing event updated for resources: {'Port': ['ID=ec8a6a71-b7c9-479a-9c50-6bdafed86a1d,revision_number=1']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:33:13.644035 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.l3_dvr_db [None req-d23f178f-efa3-4224-9a14-82e4c5d46de4 None None] Set router 12fda40b-4795-4b4e-aa8c-8aea324670b8 gateway port host: dv-cinder-843729-1-iscsi {{(pid=103913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 28 17:33:13.652752 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 May 2022 17:33:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fd5d530-f717-4a73-8ebe-df208f37ca56 x-openstack-request-id: req-4fd5d530-f717-4a73-8ebe-df208f37ca56 {{(pid=103912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 28 17:33:13.653038 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "435314f8-f9b7-4e9c-94f3-8a84190965b9", "name": "network-vif-deleted", "tag": "5ea754ee-2216-4168-ad09-190faba5d36c", "status": "completed", "code": 200}]} {{(pid=103912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 28 17:33:13.653285 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-4fd5d530-f717-4a73-8ebe-df208f37ca56 {{(pid=103912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 28 17:33:13.654012 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4fd5d530-f717-4a73-8ebe-df208f37ca56'] response: {'server_uuid': '435314f8-f9b7-4e9c-94f3-8a84190965b9', 'name': 'network-vif-deleted', 'tag': '5ea754ee-2216-4168-ad09-190faba5d36c', 'status': 'completed', 'code': 200} May 28 17:33:13.672913 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5392639-16c8-4ca0-a21f-354bacf33b95 req-30fd7bfc-9a4e-4031-935a-d3686518ec50 tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:33:13.673225 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-c5392639-16c8-4ca0-a21f-354bacf33b95 req-30fd7bfc-9a4e-4031-935a-d3686518ec50 tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22441'] for port (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:33:13.684540 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:33:13.694013 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-c5392639-16c8-4ca0-a21f-354bacf33b95 req-30fd7bfc-9a4e-4031-935a-d3686518ec50 tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6487546 May 28 17:33:13.723405 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.v2.base [req-c5392639-16c8-4ca0-a21f-354bacf33b95 req-b7119f01-cf2b-45c3-a246-c124cc140dc4 service neutron] Request body: {'port': {'device_id': '4ab8f789-f8ff-4804-bfcb-3e1d600943b2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84372'}} {{(pid=103911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 17:33:13.760249 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-195c6dd0-1e37-4980-9205-9bff190c3b6d req-1c029c4a-f117-4221-b16e-96b0d5eebca1 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/ports?device_id=435314f8-f9b7-4e9c-94f3-8a84190965b9 HTTP/1.1" status: 200 len: 210 time: 0.0639029 May 28 17:33:13.835174 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-c5392639-16c8-4ca0-a21f-354bacf33b95 req-b7119f01-cf2b-45c3-a246-c124cc140dc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (ec8a6a71-b7c9-479a-9c50-6bdafed86a1d), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:33:13.873776 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.l3_hamode_db [None req-d23f178f-efa3-4224-9a14-82e4c5d46de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12fda40b-4795-4b4e-aa8c-8aea324670b8', 'name': 'tempest-ServerRescueNegativeTestJSON-167424422-router', 'tenant_id': '8e92a5dc387f47c99ce98da4d6fd9d92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'external_fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.52'}], 'enable_snat': True}, 'gw_port_id': '2fa9d34c-91da-4609-b5f4-0db6c14379f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T17:25:28Z', 'updated_at': '2022-05-28T17:25:36Z', 'revision_number': 4, 'project_id': '8e92a5dc387f47c99ce98da4d6fd9d92', 'gw_port': {'id': '2fa9d34c-91da-4609-b5f4-0db6c14379f2', 'name': '', 'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:a7:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12fda40b-4795-4b4e-aa8c-8aea324670b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:25:29Z', 'updated_at': '2022-05-28T17:25:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843729-1-iscsi', '_interfaces': [{'id': 'eba77069-41ec-451f-bf20-fa1ad8d2c951', 'name': '', 'network_id': '77a1ea92-c07d-41a7-8668-7c3c660591aa', 'tenant_id': '8e92a5dc387f47c99ce98da4d6fd9d92', 'mac_address': 'fa:16:3e:be:d9:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12fda40b-4795-4b4e-aa8c-8aea324670b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '034da301-fbaa-496d-8b67-7a375e67ef37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:25:34Z', 'updated_at': '2022-05-28T17:25:47Z', 'revision_number': 5, 'project_id': '8e92a5dc387f47c99ce98da4d6fd9d92', 'subnets': [{'id': '034da301-fbaa-496d-8b67-7a375e67ef37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843729-1-iscsi', False) {} {{(pid=103913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:33:13.904700 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d23f178f-efa3-4224-9a14-82e4c5d46de4 None None] Checking router: 12fda40b-4795-4b4e-aa8c-8aea324670b8 for host: dv-cinder-843729-1-iscsi {{(pid=103913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 17:33:13.917411 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=100 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:33:13.919206 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-2f375221-924e-4b87-a75e-4b25a2e10276 None None] Provisioning complete for port ec8a6a71-b7c9-479a-9c50-6bdafed86a1d triggered by entity DHCP. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 17:33:13.919611 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-2f375221-924e-4b87-a75e-4b25a2e10276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1821120'] for port (ec8a6a71-b7c9-479a-9c50-6bdafed86a1d), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:33:13.923386 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d23f178f-efa3-4224-9a14-82e4c5d46de4 None None] Routers {'12fda40b-4795-4b4e-aa8c-8aea324670b8'} bound to L3 agent in host dv-cinder-843729-1-iscsi {{(pid=103913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 28 17:33:13.924008 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.l3_hamode_db [None req-d23f178f-efa3-4224-9a14-82e4c5d46de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843729-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-28T17:16:55Z,description=,heartbeat_timestamp=2022-05-28T17:32:55Z,host='dv-cinder-843729-1-iscsi',id=8a8c7bbb-808d-49ae-95de-62501e6237ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T17:16:55Z,topic='l3_agent')) {'router_ids': ['12fda40b-4795-4b4e-aa8c-8aea324670b8'], 'active': True} {{(pid=103913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:33:13.925487 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=100 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:33:13.995516 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-2f375221-924e-4b87-a75e-4b25a2e10276 None None] Port ec8a6a71-b7c9-479a-9c50-6bdafed86a1d cannot update to ACTIVE because it is not bound. {{(pid=103913) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 28 17:33:14.052986 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.l3_dvr_db [None req-d23f178f-efa3-4224-9a14-82e4c5d46de4 None None] Set router 12fda40b-4795-4b4e-aa8c-8aea324670b8 gateway port host: dv-cinder-843729-1-iscsi {{(pid=103913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 28 17:33:14.142591 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.notifiers.nova [req-c5392639-16c8-4ca0-a21f-354bacf33b95 req-b7119f01-cf2b-45c3-a246-c124cc140dc4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec8a6a71-b7c9-479a-9c50-6bdafed86a1d {{(pid=103911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 17:33:14.151388 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-c5392639-16c8-4ca0-a21f-354bacf33b95 req-b7119f01-cf2b-45c3-a246-c124cc140dc4 service neutron] Publish callbacks [] for port (ec8a6a71-b7c9-479a-9c50-6bdafed86a1d), precommit_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:33:14.166967 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [req-c5392639-16c8-4ca0-a21f-354bacf33b95 req-b7119f01-cf2b-45c3-a246-c124cc140dc4 service neutron] Transition to ACTIVE for port object ec8a6a71-b7c9-479a-9c50-6bdafed86a1d will not be triggered until provisioned by entity L2. {{(pid=103911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 28 17:33:14.172556 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-c5392639-16c8-4ca0-a21f-354bacf33b95 req-b7119f01-cf2b-45c3-a246-c124cc140dc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735968512485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735968120131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735968120149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6040315'] for port (ec8a6a71-b7c9-479a-9c50-6bdafed86a1d), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:33:14.278237 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7119f01-cf2b-45c3-a246-c124cc140dc4 service neutron] Pushing event updated for resources: {'Port': ['ID=ec8a6a71-b7c9-479a-9c50-6bdafed86a1d,revision_number=2']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:33:14.284606 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.l3_hamode_db [None req-d23f178f-efa3-4224-9a14-82e4c5d46de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12fda40b-4795-4b4e-aa8c-8aea324670b8', 'name': 'tempest-ServerRescueNegativeTestJSON-167424422-router', 'tenant_id': '8e92a5dc387f47c99ce98da4d6fd9d92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'external_fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.52'}], 'enable_snat': True}, 'gw_port_id': '2fa9d34c-91da-4609-b5f4-0db6c14379f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T17:25:28Z', 'updated_at': '2022-05-28T17:25:36Z', 'revision_number': 4, 'project_id': '8e92a5dc387f47c99ce98da4d6fd9d92', 'gw_port': {'id': '2fa9d34c-91da-4609-b5f4-0db6c14379f2', 'name': '', 'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:a7:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12fda40b-4795-4b4e-aa8c-8aea324670b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:25:29Z', 'updated_at': '2022-05-28T17:25:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843729-1-iscsi', '_interfaces': [{'id': 'eba77069-41ec-451f-bf20-fa1ad8d2c951', 'name': '', 'network_id': '77a1ea92-c07d-41a7-8668-7c3c660591aa', 'tenant_id': '8e92a5dc387f47c99ce98da4d6fd9d92', 'mac_address': 'fa:16:3e:be:d9:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12fda40b-4795-4b4e-aa8c-8aea324670b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '034da301-fbaa-496d-8b67-7a375e67ef37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:25:34Z', 'updated_at': '2022-05-28T17:25:47Z', 'revision_number': 5, 'project_id': '8e92a5dc387f47c99ce98da4d6fd9d92', 'subnets': [{'id': '034da301-fbaa-496d-8b67-7a375e67ef37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843729-1-iscsi', False) {} {{(pid=103913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:33:14.313022 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.managers [req-c5392639-16c8-4ca0-a21f-354bacf33b95 req-b7119f01-cf2b-45c3-a246-c124cc140dc4 service neutron] Attempting to bind port ec8a6a71-b7c9-479a-9c50-6bdafed86a1d on host hv-cinder-84372 for vnic_type normal with profile {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 28 17:33:14.313369 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.managers [req-c5392639-16c8-4ca0-a21f-354bacf33b95 req-b7119f01-cf2b-45c3-a246-c124cc140dc4 service neutron] Attempting to bind port ec8a6a71-b7c9-479a-9c50-6bdafed86a1d by drivers openvswitch,hyperv on host hv-cinder-84372 at level 0 using segments [{'id': 'f8beb8cc-f482-4497-a44b-eda26792e0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'ef03f64f-43e2-4121-9b36-bf95e66e6156'}] {{(pid=103911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 28 17:33:14.313499 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d23f178f-efa3-4224-9a14-82e4c5d46de4 None None] The sync data for ids ['12fda40b-4795-4b4e-aa8c-8aea324670b8'] in dv-cinder-843729-1-iscsi is: [{'id': '12fda40b-4795-4b4e-aa8c-8aea324670b8', 'name': 'tempest-ServerRescueNegativeTestJSON-167424422-router', 'tenant_id': '8e92a5dc387f47c99ce98da4d6fd9d92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'external_fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.52'}], 'enable_snat': True}, 'gw_port_id': '2fa9d34c-91da-4609-b5f4-0db6c14379f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T17:25:28Z', 'updated_at': '2022-05-28T17:25:36Z', 'revision_number': 4, 'project_id': '8e92a5dc387f47c99ce98da4d6fd9d92', 'gw_port': {'id': '2fa9d34c-91da-4609-b5f4-0db6c14379f2', 'name': '', 'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:a7:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12fda40b-4795-4b4e-aa8c-8aea324670b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:25:29Z', 'updated_at': '2022-05-28T17:25:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843729-1-iscsi', '_interfaces': [{'id': 'eba77069-41ec-451f-bf20-fa1ad8d2c951', 'name': '', 'network_id': '77a1ea92-c07d-41a7-8668-7c3c660591aa', 'tenant_id': '8e92a5dc387f47c99ce98da4d6fd9d92', 'mac_address': 'fa:16:3e:be:d9:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12fda40b-4795-4b4e-aa8c-8aea324670b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '034da301-fbaa-496d-8b67-7a375e67ef37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:25:34Z', 'updated_at': '2022-05-28T17:25:47Z', 'revision_number': 5, 'project_id': '8e92a5dc387f47c99ce98da4d6fd9d92', 'subnets': [{'id': '034da301-fbaa-496d-8b67-7a375e67ef37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 17:33:14.313651 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5392639-16c8-4ca0-a21f-354bacf33b95 req-b7119f01-cf2b-45c3-a246-c124cc140dc4 service neutron] Attempting to bind port ec8a6a71-b7c9-479a-9c50-6bdafed86a1d on network ef03f64f-43e2-4121-9b36-bf95e66e6156 {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 28 17:33:14.322826 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5392639-16c8-4ca0-a21f-354bacf33b95 req-b7119f01-cf2b-45c3-a246-c124cc140dc4 service neutron] Port ec8a6a71-b7c9-479a-9c50-6bdafed86a1d on network ef03f64f-43e2-4121-9b36-bf95e66e6156 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84372 {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 28 17:33:14.323282 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5392639-16c8-4ca0-a21f-354bacf33b95 req-b7119f01-cf2b-45c3-a246-c124cc140dc4 service neutron] Attempting to bind port ec8a6a71-b7c9-479a-9c50-6bdafed86a1d on network ef03f64f-43e2-4121-9b36-bf95e66e6156 {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 28 17:33:14.329772 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5392639-16c8-4ca0-a21f-354bacf33b95 req-b7119f01-cf2b-45c3-a246-c124cc140dc4 service neutron] Checking agent: {'id': '7cdbebfa-f3b4-48eb-8fbc-caed95606681', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84372', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 17, 23, 31), 'started_at': datetime.datetime(2022, 5, 28, 17, 23, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 17, 33, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 28 17:33:14.330110 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5392639-16c8-4ca0-a21f-354bacf33b95 req-b7119f01-cf2b-45c3-a246-c124cc140dc4 service neutron] Checking segment: {'id': 'f8beb8cc-f482-4497-a44b-eda26792e0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'ef03f64f-43e2-4121-9b36-bf95e66e6156'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 28 17:33:14.330550 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5392639-16c8-4ca0-a21f-354bacf33b95 req-b7119f01-cf2b-45c3-a246-c124cc140dc4 service neutron] Bound using segment: {'id': 'f8beb8cc-f482-4497-a44b-eda26792e0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'ef03f64f-43e2-4121-9b36-bf95e66e6156'} {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 28 17:33:14.330987 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.managers [req-c5392639-16c8-4ca0-a21f-354bacf33b95 req-b7119f01-cf2b-45c3-a246-c124cc140dc4 service neutron] Bound port: ec8a6a71-b7c9-479a-9c50-6bdafed86a1d, host: hv-cinder-84372, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8beb8cc-f482-4497-a44b-eda26792e0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'ef03f64f-43e2-4121-9b36-bf95e66e6156'}}] {{(pid=103911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 28 17:33:14.331369 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-c5392639-16c8-4ca0-a21f-354bacf33b95 req-b7119f01-cf2b-45c3-a246-c124cc140dc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (ec8a6a71-b7c9-479a-9c50-6bdafed86a1d), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:33:14.412694 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [req-c5392639-16c8-4ca0-a21f-354bacf33b95 req-b7119f01-cf2b-45c3-a246-c124cc140dc4 service neutron] For port ec8a6a71-b7c9-479a-9c50-6bdafed86a1d, host hv-cinder-84372, cleared binding levels {{(pid=103911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 17:33:14.416851 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [req-c5392639-16c8-4ca0-a21f-354bacf33b95 req-b7119f01-cf2b-45c3-a246-c124cc140dc4 service neutron] For port ec8a6a71-b7c9-479a-9c50-6bdafed86a1d, host hv-cinder-84372, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84372',level=0,port_id=ec8a6a71-b7c9-479a-9c50-6bdafed86a1d,segment=NetworkSegment(f8beb8cc-f482-4497-a44b-eda26792e0e2),segment_id=f8beb8cc-f482-4497-a44b-eda26792e0e2)] {{(pid=103911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 17:33:14.423197 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-c5392639-16c8-4ca0-a21f-354bacf33b95 req-b7119f01-cf2b-45c3-a246-c124cc140dc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735968512485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735968120131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735968120149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6040315'] for port (ec8a6a71-b7c9-479a-9c50-6bdafed86a1d), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:33:14.473634 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5392639-16c8-4ca0-a21f-354bacf33b95 req-b7119f01-cf2b-45c3-a246-c124cc140dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:33:14.474350 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-c5392639-16c8-4ca0-a21f-354bacf33b95 req-b7119f01-cf2b-45c3-a246-c124cc140dc4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22441'] for port (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:33:14.476059 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-c5392639-16c8-4ca0-a21f-354bacf33b95 req-b7119f01-cf2b-45c3-a246-c124cc140dc4 service neutron] 10.222.0.16 "PUT /v2.0/ports/ec8a6a71-b7c9-479a-9c50-6bdafed86a1d HTTP/1.1" status: 200 len: 1094 time: 0.7664447 May 28 17:33:14.478563 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ab8f789-f8ff-4804-bfcb-3e1d600943b2', 'tag': 'ec8a6a71-b7c9-479a-9c50-6bdafed86a1d'}] {{(pid=103911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 17:33:14.480931 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb6e18ef154237edf928b85f6b333e0f790e93c3571d1d8d4f7e4f30b44c92d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2118d268-4caa-4dd8-b9bf-694c9c239892" -d '{"events": [{"name": "network-changed", "server_uuid": "4ab8f789-f8ff-4804-bfcb-3e1d600943b2", "tag": "ec8a6a71-b7c9-479a-9c50-6bdafed86a1d"}]}' {{(pid=103911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 28 17:33:14.559224 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 May 2022 17:33:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaa70f5d-668d-4cfc-bf48-1d472c01ebfa x-openstack-request-id: req-aaa70f5d-668d-4cfc-bf48-1d472c01ebfa {{(pid=103911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 28 17:33:14.559853 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ab8f789-f8ff-4804-bfcb-3e1d600943b2", "tag": "ec8a6a71-b7c9-479a-9c50-6bdafed86a1d", "status": "completed", "code": 200}]} {{(pid=103911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 28 17:33:14.559853 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-aaa70f5d-668d-4cfc-bf48-1d472c01ebfa {{(pid=103911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 28 17:33:14.560121 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aaa70f5d-668d-4cfc-bf48-1d472c01ebfa'] response: {'name': 'network-changed', 'server_uuid': '4ab8f789-f8ff-4804-bfcb-3e1d600943b2', 'tag': 'ec8a6a71-b7c9-479a-9c50-6bdafed86a1d', 'status': 'completed', 'code': 200} May 28 17:33:14.564368 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:33:14.590004 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9588c9-b94d-4729-8efb-3f1c871f174e req-1d69077c-5f70-414c-bb1e-6e85fbeca20d tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:33:14.591816 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-2c9588c9-b94d-4729-8efb-3f1c871f174e req-1d69077c-5f70-414c-bb1e-6e85fbeca20d tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] 10.222.0.33 "GET /v2.0/ports?device_id=4ab8f789-f8ff-4804-bfcb-3e1d600943b2 HTTP/1.1" status: 200 len: 944 time: 0.1428225 May 28 17:33:14.596243 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7119f01-cf2b-45c3-a246-c124cc140dc4 service neutron] Pushing event updated for resources: {'Port': ['ID=ec8a6a71-b7c9-479a-9c50-6bdafed86a1d,revision_number=3']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:33:14.645814 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:33:14.647000 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3c25337-273e-4aa5-b217-ffb516b29752 None None] New status for floating IP 9f1fb058-daa8-4412-b64f-99781ba6f696: DOWN {{(pid=103914) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 28 17:33:14.654391 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-2c9588c9-b94d-4729-8efb-3f1c871f174e req-f5d35057-0769-4f0e-9a3a-e5a57cffeb5c tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] 10.222.0.33 "GET /v2.0/security-groups?id=0452ddee-9d77-4978-a293-607f0ac6b0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548384 May 28 17:33:14.657280 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5392639-16c8-4ca0-a21f-354bacf33b95 req-7a54eb95-7180-4d01-8148-4250554666f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:33:14.658688 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-c5392639-16c8-4ca0-a21f-354bacf33b95 req-7a54eb95-7180-4d01-8148-4250554666f9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=90b378551d1c467e911cf01274c97d85&device_id=4ab8f789-f8ff-4804-bfcb-3e1d600943b2 HTTP/1.1" status: 200 len: 1128 time: 0.1141744 May 28 17:33:14.726238 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-c5392639-16c8-4ca0-a21f-354bacf33b95 req-cdfeb739-7aef-45e5-88f8-f4c97cb31c4d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ec8a6a71-b7c9-479a-9c50-6bdafed86a1d HTTP/1.1" status: 200 len: 217 time: 0.0392835 May 28 17:33:14.775696 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5392639-16c8-4ca0-a21f-354bacf33b95 req-3c23c256-6d9e-48a0-8c8f-13cd96cb887d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:33:14.777266 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-c5392639-16c8-4ca0-a21f-354bacf33b95 req-3c23c256-6d9e-48a0-8c8f-13cd96cb887d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=cac4e4be-bdeb-4bc3-836c-d18d4297ccc1 HTTP/1.1" status: 200 len: 849 time: 0.0452766 May 28 17:33:14.825333 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5392639-16c8-4ca0-a21f-354bacf33b95 req-85f1bb10-9812-4430-9ca8-744d23b28866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:33:14.826984 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-c5392639-16c8-4ca0-a21f-354bacf33b95 req-85f1bb10-9812-4430-9ca8-744d23b28866 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ef03f64f-43e2-4121-9b36-bf95e66e6156&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0433559 May 28 17:33:14.852900 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.33', 33208) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:33:14.913709 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-f90fe78b-a5cd-4b97-aee1-c7c066b08347 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Publish callbacks [] for security_group (c776077f-6b09-4c92-a212-43bc02e1345f), before_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:33:14.923947 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-c5392639-16c8-4ca0-a21f-354bacf33b95 req-28aef9bc-2914-4bcc-a762-3c689440a3c7 service neutron] 10.222.0.16 "GET /v2.0/networks/ef03f64f-43e2-4121-9b36-bf95e66e6156?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909011 May 28 17:33:14.937438 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-f90fe78b-a5cd-4b97-aee1-c7c066b08347 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Publish callbacks [] for security_group (c776077f-6b09-4c92-a212-43bc02e1345f), precommit_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:33:14.984972 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-f90fe78b-a5cd-4b97-aee1-c7c066b08347 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594961'] for security_group (c776077f-6b09-4c92-a212-43bc02e1345f), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:33:14.987460 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-f90fe78b-a5cd-4b97-aee1-c7c066b08347 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Publish callbacks [] for security_group (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:33:14.988696 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-f90fe78b-a5cd-4b97-aee1-c7c066b08347 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "DELETE /v2.0/security-groups/c776077f-6b09-4c92-a212-43bc02e1345f HTTP/1.1" status: 204 len: 168 time: 0.1348319 May 28 17:33:14.992765 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.33', 33210) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:33:14.997462 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90fe78b-a5cd-4b97-aee1-c7c066b08347 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c776077f-6b09-4c92-a212-43bc02e1345f,revision_number=None']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:33:15.012778 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.api.v2.resource [None req-2aec5e9c-3e2c-4e64-9be3-18d45dd0bdcd tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] show failed (client error): The resource could not be found. May 28 17:33:15.014075 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-2aec5e9c-3e2c-4e64-9be3-18d45dd0bdcd tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/security-groups/c776077f-6b09-4c92-a212-43bc02e1345f HTTP/1.1" status: 404 len: 347 time: 0.0203354 May 28 17:33:15.017522 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.33', 33212) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:33:15.035652 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-c5392639-16c8-4ca0-a21f-354bacf33b95 req-1a1fddb6-5182-42cf-9326-50239377d549 service neutron] 10.222.0.16 "GET /v2.0/networks/ef03f64f-43e2-4121-9b36-bf95e66e6156?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057267 May 28 17:33:15.126168 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.plugin [None req-b74ca0ea-90ae-457b-bcb8-c4a43c165563 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Deleting port d07d7e27-5a64-45af-8fa4-65cb01819843 {{(pid=103912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 28 17:33:15.126416 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-b74ca0ea-90ae-457b-bcb8-c4a43c165563 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735968504037'] for port (d07d7e27-5a64-45af-8fa4-65cb01819843), before_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:33:15.151717 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:33:15.204152 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-b74ca0ea-90ae-457b-bcb8-c4a43c165563 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-660327'] for port (d07d7e27-5a64-45af-8fa4-65cb01819843), precommit_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:33:15.204477 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-b74ca0ea-90ae-457b-bcb8-c4a43c165563 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Publish callbacks [] for floatingip (d07d7e27-5a64-45af-8fa4-65cb01819843), precommit_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:33:15.216177 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.plugin [None req-b74ca0ea-90ae-457b-bcb8-c4a43c165563 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Calling delete_port for d07d7e27-5a64-45af-8fa4-65cb01819843 owned by network:floatingip {{(pid=103912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 28 17:33:15.338960 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:DELETE=11,neutron:SELECT=89 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:33:15.344000 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-b74ca0ea-90ae-457b-bcb8-c4a43c165563 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735968512467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735968120122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6173922'] for port (d07d7e27-5a64-45af-8fa4-65cb01819843), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:33:15.368381 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74ca0ea-90ae-457b-bcb8-c4a43c165563 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Pushing event deleted for resources: {'Port': ['ID=d07d7e27-5a64-45af-8fa4-65cb01819843,revision_number=None']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:33:15.428854 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-b74ca0ea-90ae-457b-bcb8-c4a43c165563 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Publish callbacks [] for floatingip (9f1fb058-daa8-4412-b64f-99781ba6f696), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:33:15.431248 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-b74ca0ea-90ae-457b-bcb8-c4a43c165563 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22441'] for floatingip (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:33:15.432408 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-b74ca0ea-90ae-457b-bcb8-c4a43c165563 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "DELETE /v2.0/floatingips/9f1fb058-daa8-4412-b64f-99781ba6f696 HTTP/1.1" status: 204 len: 168 time: 0.4139249 May 28 17:33:15.781638 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7db451-7671-4c26-b39c-5af172eca244 req-650b8deb-fbfd-460e-95bc-1faad12b2669 tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:33:15.783309 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-aa7db451-7671-4c26-b39c-5af172eca244 req-650b8deb-fbfd-460e-95bc-1faad12b2669 tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] 10.222.0.33 "GET /v2.0/ports?device_id=4ab8f789-f8ff-4804-bfcb-3e1d600943b2 HTTP/1.1" status: 200 len: 944 time: 0.0532000 May 28 17:33:15.821390 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Device 5ea754ee-2216-4168-ad09-190faba5d36c no longer exists at agent hyperv_hv-cinder-84372 {{(pid=103913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 28 17:33:15.843394 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] No Port match for: 5ea754ee-2216-4168-ad09-190faba5d36c {{(pid=103913) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 28 17:33:15.843942 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Device 5ea754ee-2216-4168-ad09-190faba5d36c not bound to the agent host hv-cinder-84372 {{(pid=103913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 28 17:33:16.090056 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-aa7db451-7671-4c26-b39c-5af172eca244 req-406eef9a-eea4-4d95-a25c-8ae89b3c5c65 tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] 10.222.0.33 "GET /v2.0/security-groups?id=0452ddee-9d77-4978-a293-607f0ac6b0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3006361 May 28 17:33:17.208855 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19fbabf-1b2e-416b-8a71-9a2cc5494ad1 req-e93825a5-8461-4049-b9b9-c9fd9fa6cc47 tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:33:17.210284 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-f19fbabf-1b2e-416b-8a71-9a2cc5494ad1 req-e93825a5-8461-4049-b9b9-c9fd9fa6cc47 tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] 10.222.0.33 "GET /v2.0/ports?device_id=4ab8f789-f8ff-4804-bfcb-3e1d600943b2 HTTP/1.1" status: 200 len: 944 time: 0.0513928 May 28 17:33:17.267146 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-f19fbabf-1b2e-416b-8a71-9a2cc5494ad1 req-ceeef3f0-9e73-4fa1-9ff5-b648443df0cb tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] 10.222.0.33 "GET /v2.0/security-groups?id=0452ddee-9d77-4978-a293-607f0ac6b0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512557 May 28 17:33:17.294497 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2118d268-4caa-4dd8-b9bf-694c9c239892 req-f67655fe-a6da-4845-a05e-7d5f67713700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:33:17.296044 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-2118d268-4caa-4dd8-b9bf-694c9c239892 req-f67655fe-a6da-4845-a05e-7d5f67713700 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=90b378551d1c467e911cf01274c97d85&device_id=4ab8f789-f8ff-4804-bfcb-3e1d600943b2 HTTP/1.1" status: 200 len: 1128 time: 0.0439858 May 28 17:33:17.387279 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2118d268-4caa-4dd8-b9bf-694c9c239892 req-686e8580-b1b5-4166-81dc-05b5902fbf18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:33:17.388743 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-2118d268-4caa-4dd8-b9bf-694c9c239892 req-686e8580-b1b5-4166-81dc-05b5902fbf18 service neutron] 10.222.0.16 "GET /v2.0/networks?id=ef03f64f-43e2-4121-9b36-bf95e66e6156 HTTP/1.1" status: 200 len: 911 time: 0.0873878 May 28 17:33:17.428458 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-2118d268-4caa-4dd8-b9bf-694c9c239892 req-14beec1a-a741-478c-9563-9616003a3b65 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ec8a6a71-b7c9-479a-9c50-6bdafed86a1d HTTP/1.1" status: 200 len: 217 time: 0.0345857 May 28 17:33:17.476809 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2118d268-4caa-4dd8-b9bf-694c9c239892 req-42c35dc1-c298-449b-ad69-9f26a0189320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:33:17.478126 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-2118d268-4caa-4dd8-b9bf-694c9c239892 req-42c35dc1-c298-449b-ad69-9f26a0189320 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=cac4e4be-bdeb-4bc3-836c-d18d4297ccc1 HTTP/1.1" status: 200 len: 849 time: 0.0434625 May 28 17:33:17.521250 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2118d268-4caa-4dd8-b9bf-694c9c239892 req-c634f912-9328-4aa9-8e5f-5a357202be8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:33:17.522729 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-2118d268-4caa-4dd8-b9bf-694c9c239892 req-c634f912-9328-4aa9-8e5f-5a357202be8b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ef03f64f-43e2-4121-9b36-bf95e66e6156&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0386720 May 28 17:33:17.613239 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-2118d268-4caa-4dd8-b9bf-694c9c239892 req-199edf92-20b0-44e4-b436-10b74559c346 service neutron] 10.222.0.16 "GET /v2.0/networks/ef03f64f-43e2-4121-9b36-bf95e66e6156?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846307 May 28 17:33:17.708355 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-2118d268-4caa-4dd8-b9bf-694c9c239892 req-27c2b368-12c4-4ef2-8c00-c5e904f1e078 service neutron] 10.222.0.16 "GET /v2.0/networks/ef03f64f-43e2-4121-9b36-bf95e66e6156?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892227 May 28 17:33:17.828112 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Device ec8a6a71-b7c9-479a-9c50-6bdafed86a1d details requested by agent hyperv_hv-cinder-84372 with host hv-cinder-84372 {{(pid=103913) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 28 17:33:17.912662 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c73193-bbb3-4c5f-953a-9ebf26493fe6 req-89a339ed-14c0-40cf-bb5f-cb1e41adb0bc tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:33:17.914261 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-c8c73193-bbb3-4c5f-953a-9ebf26493fe6 req-89a339ed-14c0-40cf-bb5f-cb1e41adb0bc tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/ports?device_id=9d6203f1-8344-4493-9b94-22fb56f73a96 HTTP/1.1" status: 200 len: 946 time: 0.0477281 May 28 17:33:17.931634 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] For port ec8a6a71-b7c9-479a-9c50-6bdafed86a1d, host hv-cinder-84372, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84372',level=0,port_id=ec8a6a71-b7c9-479a-9c50-6bdafed86a1d,segment=NetworkSegment(f8beb8cc-f482-4497-a44b-eda26792e0e2),segment_id=f8beb8cc-f482-4497-a44b-eda26792e0e2)] {{(pid=103913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 17:33:17.943590 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Returning: {'device': 'ec8a6a71-b7c9-479a-9c50-6bdafed86a1d', 'network_id': 'ef03f64f-43e2-4121-9b36-bf95e66e6156', 'port_id': 'ec8a6a71-b7c9-479a-9c50-6bdafed86a1d', 'mac_address': 'fa:16:3e:4c:b1:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cac4e4be-bdeb-4bc3-836c-d18d4297ccc1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103913) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 28 17:33:17.962049 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-c8c73193-bbb3-4c5f-953a-9ebf26493fe6 req-1f0226aa-2b45-44ed-aabe-d0957de3a50a tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/security-groups?id=e86c30f5-196b-4340-88e9-8368ca719339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419848 May 28 17:33:17.981797 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Current status of the port ec8a6a71-b7c9-479a-9c50-6bdafed86a1d is: DOWN; New status is: BUILD {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 17:33:17.982121 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (ec8a6a71-b7c9-479a-9c50-6bdafed86a1d), before_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:33:17.995056 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.notifiers.nova [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec8a6a71-b7c9-479a-9c50-6bdafed86a1d {{(pid=103913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 17:33:18.014912 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] For port ec8a6a71-b7c9-479a-9c50-6bdafed86a1d, host hv-cinder-84372, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84372',level=0,port_id=ec8a6a71-b7c9-479a-9c50-6bdafed86a1d,segment=NetworkSegment(f8beb8cc-f482-4497-a44b-eda26792e0e2),segment_id=f8beb8cc-f482-4497-a44b-eda26792e0e2)] {{(pid=103913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 17:33:18.018460 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735968512485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735968120131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735968120149'] for port (ec8a6a71-b7c9-479a-9c50-6bdafed86a1d), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:33:18.062891 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Pushing event updated for resources: {'Port': ['ID=ec8a6a71-b7c9-479a-9c50-6bdafed86a1d,revision_number=4']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:33:18.382265 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524b3b08-d61b-4377-9321-e2ab67264c20 req-1ed4bd7c-1d25-44a1-b535-d48fa52c93f7 tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:33:18.383730 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-524b3b08-d61b-4377-9321-e2ab67264c20 req-1ed4bd7c-1d25-44a1-b535-d48fa52c93f7 tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] 10.222.0.33 "GET /v2.0/ports?device_id=4ab8f789-f8ff-4804-bfcb-3e1d600943b2 HTTP/1.1" status: 200 len: 945 time: 0.0470953 May 28 17:33:18.432302 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-524b3b08-d61b-4377-9321-e2ab67264c20 req-ecf1e96d-ac40-48cd-94ba-66e29ac555ad tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] 10.222.0.33 "GET /v2.0/security-groups?id=0452ddee-9d77-4978-a293-607f0ac6b0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431366 May 28 17:33:18.533834 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] get_ports_and_sgs() called for port_ids ['ec8a6a71-b7c9-479a-9c50-6bdafed86a1d'] {{(pid=103913) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 28 17:33:18.629423 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=100 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:33:18.639884 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bdea3d-3845-4bb2-b708-0fc330687eb3 req-1283efd8-048d-48fa-8ae4-fda54dd1ba4a tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:33:18.642354 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-15bdea3d-3845-4bb2-b708-0fc330687eb3 req-1283efd8-048d-48fa-8ae4-fda54dd1ba4a tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.16 "GET /v2.0/ports?device_id=9d6203f1-8344-4493-9b94-22fb56f73a96 HTTP/1.1" status: 200 len: 946 time: 0.0525382 May 28 17:33:18.692199 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=100 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:33:18.734783 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [req-15bdea3d-3845-4bb2-b708-0fc330687eb3 req-52efcf2b-09d2-45bc-81ba-053e8f1af12f tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Deleting port 047a6d17-d6d2-4e8d-afee-99011f7fd562 {{(pid=103911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 28 17:33:18.735018 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-15bdea3d-3845-4bb2-b708-0fc330687eb3 req-52efcf2b-09d2-45bc-81ba-053e8f1af12f tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735968504037'] for port (047a6d17-d6d2-4e8d-afee-99011f7fd562), before_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:33:18.824771 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [req-15bdea3d-3845-4bb2-b708-0fc330687eb3 req-52efcf2b-09d2-45bc-81ba-053e8f1af12f tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] For port 047a6d17-d6d2-4e8d-afee-99011f7fd562, host hv-cinder-84372, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84372',level=0,port_id=047a6d17-d6d2-4e8d-afee-99011f7fd562,segment=NetworkSegment(a4610069-396c-410a-becf-747bd2412bad),segment_id=a4610069-396c-410a-becf-747bd2412bad)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 17:33:18.825138 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-15bdea3d-3845-4bb2-b708-0fc330687eb3 req-52efcf2b-09d2-45bc-81ba-053e8f1af12f tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-660327'] for port (047a6d17-d6d2-4e8d-afee-99011f7fd562), precommit_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:33:18.838997 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [req-15bdea3d-3845-4bb2-b708-0fc330687eb3 req-52efcf2b-09d2-45bc-81ba-053e8f1af12f tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Calling delete_port for 047a6d17-d6d2-4e8d-afee-99011f7fd562 owned by compute:nova {{(pid=103911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 28 17:33:18.968271 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-15bdea3d-3845-4bb2-b708-0fc330687eb3 req-52efcf2b-09d2-45bc-81ba-053e8f1af12f tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735968512467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735968120122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6040268'] for port (047a6d17-d6d2-4e8d-afee-99011f7fd562), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:33:18.993532 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52efcf2b-09d2-45bc-81ba-053e8f1af12f tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Pushing event deleted for resources: {'Port': ['ID=047a6d17-d6d2-4e8d-afee-99011f7fd562,revision_number=None']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:33:19.050700 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [req-15bdea3d-3845-4bb2-b708-0fc330687eb3 req-52efcf2b-09d2-45bc-81ba-053e8f1af12f tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] No DVR routers for this DVR port 047a6d17-d6d2-4e8d-afee-99011f7fd562 on host hv-cinder-84372 {{(pid=103911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 17:33:19.060500 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-15bdea3d-3845-4bb2-b708-0fc330687eb3 req-52efcf2b-09d2-45bc-81ba-053e8f1af12f tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22441'] for port (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:33:19.063655 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-15bdea3d-3845-4bb2-b708-0fc330687eb3 req-52efcf2b-09d2-45bc-81ba-053e8f1af12f tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.16 "DELETE /v2.0/ports/047a6d17-d6d2-4e8d-afee-99011f7fd562 HTTP/1.1" status: 204 len: 173 time: 0.4155097 May 28 17:33:19.064157 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d6203f1-8344-4493-9b94-22fb56f73a96', 'name': 'network-vif-deleted', 'tag': '047a6d17-d6d2-4e8d-afee-99011f7fd562'}] {{(pid=103911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 17:33:19.066346 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb6e18ef154237edf928b85f6b333e0f790e93c3571d1d8d4f7e4f30b44c92d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59a5edfb-c828-4e14-b597-979f3675c5a6" -d '{"events": [{"server_uuid": "9d6203f1-8344-4493-9b94-22fb56f73a96", "name": "network-vif-deleted", "tag": "047a6d17-d6d2-4e8d-afee-99011f7fd562"}]}' {{(pid=103911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 28 17:33:19.085567 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-51b40e75-fae4-4986-b57a-be16b78ea6f9 req-4d59bb9d-a8c9-4e89-9dc6-a060e5ab1533 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/ports?device_id=9d6203f1-8344-4493-9b94-22fb56f73a96 HTTP/1.1" status: 200 len: 210 time: 0.0367188 May 28 17:33:19.118220 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 May 2022 17:33:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b60b7ead-028e-4623-adb5-8e6a38b5b13a x-openstack-request-id: req-b60b7ead-028e-4623-adb5-8e6a38b5b13a {{(pid=103911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 28 17:33:19.118624 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d6203f1-8344-4493-9b94-22fb56f73a96", "name": "network-vif-deleted", "tag": "047a6d17-d6d2-4e8d-afee-99011f7fd562", "status": "completed", "code": 200}]} {{(pid=103911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 28 17:33:19.118880 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-b60b7ead-028e-4623-adb5-8e6a38b5b13a {{(pid=103911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 28 17:33:19.119287 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b60b7ead-028e-4623-adb5-8e6a38b5b13a'] response: {'server_uuid': '9d6203f1-8344-4493-9b94-22fb56f73a96', 'name': 'network-vif-deleted', 'tag': '047a6d17-d6d2-4e8d-afee-99011f7fd562', 'status': 'completed', 'code': 200} May 28 17:33:19.495302 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] get_ports_and_sgs() called for port_ids ['4e39dc15-aca5-489f-886d-23cd2b05b64d', '047a6d17-d6d2-4e8d-afee-99011f7fd562'] {{(pid=103913) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 28 17:33:19.551572 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=100 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:33:19.553748 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6af57a0-60a9-4981-9648-d7adde7a8a73 req-11cecb08-56b2-4b48-8218-405b684113be tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:33:19.555462 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-d6af57a0-60a9-4981-9648-d7adde7a8a73 req-11cecb08-56b2-4b48-8218-405b684113be tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] 10.222.0.33 "GET /v2.0/ports?device_id=4ab8f789-f8ff-4804-bfcb-3e1d600943b2 HTTP/1.1" status: 200 len: 945 time: 0.0527036 May 28 17:33:19.557315 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:33:19.608217 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-d6af57a0-60a9-4981-9648-d7adde7a8a73 req-3321b9b4-eb36-4851-87de-77a919aedd64 tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] 10.222.0.33 "GET /v2.0/security-groups?id=0452ddee-9d77-4978-a293-607f0ac6b0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458105 May 28 17:33:20.027111 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Device ec8a6a71-b7c9-479a-9c50-6bdafed86a1d up at agent hyperv_hv-cinder-84372 {{(pid=103913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 28 17:33:20.073947 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Provisioning for port ec8a6a71-b7c9-479a-9c50-6bdafed86a1d completed by entity L2. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 28 17:33:20.080047 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Provisioning complete for port ec8a6a71-b7c9-479a-9c50-6bdafed86a1d triggered by entity L2. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 17:33:20.080448 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1821120'] for port (ec8a6a71-b7c9-479a-9c50-6bdafed86a1d), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:33:20.160099 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Current status of the port ec8a6a71-b7c9-479a-9c50-6bdafed86a1d is: BUILD; New status is: ACTIVE {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 17:33:20.160569 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (ec8a6a71-b7c9-479a-9c50-6bdafed86a1d), before_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:33:20.183975 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ab8f789-f8ff-4804-bfcb-3e1d600943b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec8a6a71-b7c9-479a-9c50-6bdafed86a1d'}] {{(pid=103913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 17:33:20.186416 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fc7d66bd3c46bdb9792f0e064e6c35853b2e9fce1f0b0d0eb0c21c6a12b004b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a62cc380-42e6-4f4b-b671-c244e4f96f0a" -d '{"events": [{"server_uuid": "4ab8f789-f8ff-4804-bfcb-3e1d600943b2", "name": "network-vif-plugged", "status": "completed", "tag": "ec8a6a71-b7c9-479a-9c50-6bdafed86a1d"}]}' {{(pid=103913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 28 17:33:20.200429 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] For port ec8a6a71-b7c9-479a-9c50-6bdafed86a1d, host hv-cinder-84372, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84372',level=0,port_id=ec8a6a71-b7c9-479a-9c50-6bdafed86a1d,segment=NetworkSegment(f8beb8cc-f482-4497-a44b-eda26792e0e2),segment_id=f8beb8cc-f482-4497-a44b-eda26792e0e2)] {{(pid=103913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 17:33:20.204844 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735968512485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735968120131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735968120149'] for port (ec8a6a71-b7c9-479a-9c50-6bdafed86a1d), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:33:20.232208 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 May 2022 17:33:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98efc13a-8560-4673-8546-f333a82d3ddd x-openstack-request-id: req-98efc13a-8560-4673-8546-f333a82d3ddd {{(pid=103913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 28 17:33:20.232576 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ab8f789-f8ff-4804-bfcb-3e1d600943b2", "name": "network-vif-plugged", "status": "completed", "tag": "ec8a6a71-b7c9-479a-9c50-6bdafed86a1d", "code": 200}]} {{(pid=103913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 28 17:33:20.232876 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-98efc13a-8560-4673-8546-f333a82d3ddd {{(pid=103913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 28 17:33:20.233273 dv-cinder-843729-1-iscsi neutron-server[103913]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98efc13a-8560-4673-8546-f333a82d3ddd'] response: {'server_uuid': '4ab8f789-f8ff-4804-bfcb-3e1d600943b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec8a6a71-b7c9-479a-9c50-6bdafed86a1d', 'code': 200} May 28 17:33:20.261043 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Pushing event updated for resources: {'Port': ['ID=ec8a6a71-b7c9-479a-9c50-6bdafed86a1d,revision_number=5']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:33:20.386977 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64315086-c08f-4f0d-828f-1feb63114907 req-e9aa33b5-9cf8-467a-bb2f-58bf15546575 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:33:20.388481 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-64315086-c08f-4f0d-828f-1feb63114907 req-e9aa33b5-9cf8-467a-bb2f-58bf15546575 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/ports?device_id=1c3b0710-2e45-41e0-b02a-a9b95245f62a HTTP/1.1" status: 200 len: 945 time: 0.0520301 May 28 17:33:20.440647 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-64315086-c08f-4f0d-828f-1feb63114907 req-4af1ae90-f1ee-467d-958f-655e002ce057 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/security-groups?id=e86c30f5-196b-4340-88e9-8368ca719339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458820 May 28 17:33:20.722957 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df9f13d-ac3b-4b14-a143-c6c8216b09cc req-6e3e0aaf-0dcc-42ca-997e-dfd078f236f0 tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:33:20.724479 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-2df9f13d-ac3b-4b14-a143-c6c8216b09cc req-6e3e0aaf-0dcc-42ca-997e-dfd078f236f0 tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] 10.222.0.33 "GET /v2.0/ports?device_id=4ab8f789-f8ff-4804-bfcb-3e1d600943b2 HTTP/1.1" status: 200 len: 946 time: 0.0470006 May 28 17:33:20.775751 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-2df9f13d-ac3b-4b14-a143-c6c8216b09cc req-01ca9f6e-3b1f-4e65-b1dd-9483ae250dfe tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] 10.222.0.33 "GET /v2.0/security-groups?id=0452ddee-9d77-4978-a293-607f0ac6b0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457702 May 28 17:33:21.553426 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc06587-60c5-48c5-b6cb-db74c30cde80 req-7bdc20ca-3553-4505-82c9-dfca1b7ca3b3 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:33:21.554911 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-7bc06587-60c5-48c5-b6cb-db74c30cde80 req-7bdc20ca-3553-4505-82c9-dfca1b7ca3b3 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/ports?device_id=1c3b0710-2e45-41e0-b02a-a9b95245f62a HTTP/1.1" status: 200 len: 945 time: 0.0464220 May 28 17:33:21.582692 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838c3504-1ebc-4816-8518-dc4616a94289 req-abd08ee8-227c-4056-af2e-5f9d0e5d8ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:33:21.584237 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-838c3504-1ebc-4816-8518-dc4616a94289 req-abd08ee8-227c-4056-af2e-5f9d0e5d8ef3 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4ab8f789-f8ff-4804-bfcb-3e1d600943b2 HTTP/1.1" status: 200 len: 1130 time: 0.0405538 May 28 17:33:21.602418 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-7bc06587-60c5-48c5-b6cb-db74c30cde80 req-8832e6dd-98ee-4595-a811-f216e96e105a tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/security-groups?id=e86c30f5-196b-4340-88e9-8368ca719339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419297 May 28 17:33:21.630784 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-838c3504-1ebc-4816-8518-dc4616a94289 req-1ffe304a-85c4-4b4e-afeb-8c32b1047600 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=0452ddee-9d77-4978-a293-607f0ac6b0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395558 May 28 17:33:21.888096 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02a01f8-d9f0-4b6a-998f-a6e57fd0d0c6 req-182bbf18-4cd5-4573-be22-242bf9e671a6 tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:33:21.889545 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-c02a01f8-d9f0-4b6a-998f-a6e57fd0d0c6 req-182bbf18-4cd5-4573-be22-242bf9e671a6 tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] 10.222.0.33 "GET /v2.0/ports?device_id=4ab8f789-f8ff-4804-bfcb-3e1d600943b2 HTTP/1.1" status: 200 len: 946 time: 0.0473688 May 28 17:33:21.937068 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-c02a01f8-d9f0-4b6a-998f-a6e57fd0d0c6 req-fcdf1b2b-9d5c-479d-8fd2-0cae59ade806 tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] 10.222.0.33 "GET /v2.0/security-groups?id=0452ddee-9d77-4978-a293-607f0ac6b0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416780 May 28 17:33:22.045212 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Device 047a6d17-d6d2-4e8d-afee-99011f7fd562 no longer exists at agent hyperv_hv-cinder-84372 {{(pid=103913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 28 17:33:22.064757 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] No Port match for: 047a6d17-d6d2-4e8d-afee-99011f7fd562 {{(pid=103913) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 28 17:33:22.065096 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Device 047a6d17-d6d2-4e8d-afee-99011f7fd562 not bound to the agent host hv-cinder-84372 {{(pid=103913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 28 17:33:22.714537 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12de5be1-aa31-4493-8e89-f0e0905b9cf8 req-6aad9e87-c250-4b44-b9a2-c496e6e236a6 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:33:22.716136 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-12de5be1-aa31-4493-8e89-f0e0905b9cf8 req-6aad9e87-c250-4b44-b9a2-c496e6e236a6 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/ports?device_id=1c3b0710-2e45-41e0-b02a-a9b95245f62a HTTP/1.1" status: 200 len: 945 time: 0.0461028 May 28 17:33:22.762921 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-12de5be1-aa31-4493-8e89-f0e0905b9cf8 req-c5720947-0fa8-4f9d-9421-889a4c770e21 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/security-groups?id=e86c30f5-196b-4340-88e9-8368ca719339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406034 May 28 17:33:22.837650 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6365ff57-8c6a-4f16-8d7f-60ce89c1c364 req-54ed55af-0aa2-4109-a0cd-630212107d69 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:33:22.840089 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-6365ff57-8c6a-4f16-8d7f-60ce89c1c364 req-54ed55af-0aa2-4109-a0cd-630212107d69 tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.16 "GET /v2.0/ports?device_id=1c3b0710-2e45-41e0-b02a-a9b95245f62a HTTP/1.1" status: 200 len: 945 time: 0.0541174 May 28 17:33:22.857118 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-66ce4086-940d-4165-b27d-92974b5c2880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (b4d0b3c0-cc03-4456-af87-35ab415ef94b), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:33:22.925990 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [req-6365ff57-8c6a-4f16-8d7f-60ce89c1c364 req-d99c04c0-1405-4fb7-816c-145921d6134a tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Deleting port 4e39dc15-aca5-489f-886d-23cd2b05b64d {{(pid=103911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 28 17:33:22.926562 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-6365ff57-8c6a-4f16-8d7f-60ce89c1c364 req-d99c04c0-1405-4fb7-816c-145921d6134a tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735968504037'] for port (4e39dc15-aca5-489f-886d-23cd2b05b64d), before_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:33:23.003428 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:33:23.019689 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:33:23.054282 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [req-6365ff57-8c6a-4f16-8d7f-60ce89c1c364 req-d99c04c0-1405-4fb7-816c-145921d6134a tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] For port 4e39dc15-aca5-489f-886d-23cd2b05b64d, host hv-cinder-84372, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84372',level=0,port_id=4e39dc15-aca5-489f-886d-23cd2b05b64d,segment=NetworkSegment(a4610069-396c-410a-becf-747bd2412bad),segment_id=a4610069-396c-410a-becf-747bd2412bad)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 17:33:23.054645 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-6365ff57-8c6a-4f16-8d7f-60ce89c1c364 req-d99c04c0-1405-4fb7-816c-145921d6134a tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-660327'] for port (4e39dc15-aca5-489f-886d-23cd2b05b64d), precommit_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:33:23.076081 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddca1a2a-698c-4afc-9946-e391b520b290 req-ccbbdad7-7251-49a1-bdfb-70c2437ffa26 tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:33:23.077545 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-ddca1a2a-698c-4afc-9946-e391b520b290 req-ccbbdad7-7251-49a1-bdfb-70c2437ffa26 tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] 10.222.0.33 "GET /v2.0/ports?device_id=4ab8f789-f8ff-4804-bfcb-3e1d600943b2 HTTP/1.1" status: 200 len: 946 time: 0.0728943 May 28 17:33:23.078535 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [req-6365ff57-8c6a-4f16-8d7f-60ce89c1c364 req-d99c04c0-1405-4fb7-816c-145921d6134a tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Calling delete_port for 4e39dc15-aca5-489f-886d-23cd2b05b64d owned by compute:nova {{(pid=103911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 28 17:33:23.414953 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-ddca1a2a-698c-4afc-9946-e391b520b290 req-23541c7b-f44d-4a87-a5e8-37f328ab2c6c tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] 10.222.0.33 "GET /v2.0/security-groups?id=0452ddee-9d77-4978-a293-607f0ac6b0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3299809 May 28 17:33:23.481000 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-6365ff57-8c6a-4f16-8d7f-60ce89c1c364 req-d99c04c0-1405-4fb7-816c-145921d6134a tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735968512467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735968120122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6040268'] for port (4e39dc15-aca5-489f-886d-23cd2b05b64d), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:33:23.509288 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99c04c0-1405-4fb7-816c-145921d6134a tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Pushing event deleted for resources: {'Port': ['ID=4e39dc15-aca5-489f-886d-23cd2b05b64d,revision_number=None']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:33:23.522060 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] get_ports_and_sgs() called for port_ids ['4e39dc15-aca5-489f-886d-23cd2b05b64d'] {{(pid=103913) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 28 17:33:23.557702 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [req-6365ff57-8c6a-4f16-8d7f-60ce89c1c364 req-d99c04c0-1405-4fb7-816c-145921d6134a tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] No DVR routers for this DVR port 4e39dc15-aca5-489f-886d-23cd2b05b64d on host hv-cinder-84372 {{(pid=103911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 17:33:23.560034 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-6365ff57-8c6a-4f16-8d7f-60ce89c1c364 req-d99c04c0-1405-4fb7-816c-145921d6134a tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22441'] for port (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:33:23.563153 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-6365ff57-8c6a-4f16-8d7f-60ce89c1c364 req-d99c04c0-1405-4fb7-816c-145921d6134a tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.16 "DELETE /v2.0/ports/4e39dc15-aca5-489f-886d-23cd2b05b64d HTTP/1.1" status: 204 len: 173 time: 0.7165658 May 28 17:33:23.563621 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c3b0710-2e45-41e0-b02a-a9b95245f62a', 'name': 'network-vif-deleted', 'tag': '4e39dc15-aca5-489f-886d-23cd2b05b64d'}] {{(pid=103911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 17:33:23.566443 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb6e18ef154237edf928b85f6b333e0f790e93c3571d1d8d4f7e4f30b44c92d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25a46fe8-5aac-44fa-82ac-456d3f2de28d" -d '{"events": [{"server_uuid": "1c3b0710-2e45-41e0-b02a-a9b95245f62a", "name": "network-vif-deleted", "tag": "4e39dc15-aca5-489f-886d-23cd2b05b64d"}]}' {{(pid=103911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 28 17:33:23.599898 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 May 2022 17:33:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e8e2b8f-014b-4f99-bb5c-6d6e3d2432d2 x-openstack-request-id: req-6e8e2b8f-014b-4f99-bb5c-6d6e3d2432d2 {{(pid=103911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 28 17:33:23.600186 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c3b0710-2e45-41e0-b02a-a9b95245f62a", "name": "network-vif-deleted", "tag": "4e39dc15-aca5-489f-886d-23cd2b05b64d", "status": "completed", "code": 200}]} {{(pid=103911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 28 17:33:23.600436 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-6e8e2b8f-014b-4f99-bb5c-6d6e3d2432d2 {{(pid=103911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 28 17:33:23.600829 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e8e2b8f-014b-4f99-bb5c-6d6e3d2432d2'] response: {'server_uuid': '1c3b0710-2e45-41e0-b02a-a9b95245f62a', 'name': 'network-vif-deleted', 'tag': '4e39dc15-aca5-489f-886d-23cd2b05b64d', 'status': 'completed', 'code': 200} May 28 17:33:23.880909 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-ab4bfbcd-cc0c-41f3-b72f-3ebaeae43691 req-ff67fde1-e877-4df6-bb04-e61d54213c3f tempest-ServerRescueNegativeTestJSON-1728494172 tempest-ServerRescueNegativeTestJSON-1728494172-project] 10.222.0.33 "GET /v2.0/ports?device_id=1c3b0710-2e45-41e0-b02a-a9b95245f62a HTTP/1.1" status: 200 len: 210 time: 0.0325718 May 28 17:33:24.532056 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4579a5a1-f5c7-41f0-83d6-967d376d20b2 req-c481c192-bbff-4d3b-b963-b7a19a2fb317 tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:33:24.533473 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-4579a5a1-f5c7-41f0-83d6-967d376d20b2 req-c481c192-bbff-4d3b-b963-b7a19a2fb317 tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] 10.222.0.33 "GET /v2.0/ports?device_id=4ab8f789-f8ff-4804-bfcb-3e1d600943b2 HTTP/1.1" status: 200 len: 946 time: 0.0500858 May 28 17:33:24.579740 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-4579a5a1-f5c7-41f0-83d6-967d376d20b2 req-79ef5ebe-1002-435f-b40a-f4a1f143e2ee tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] 10.222.0.33 "GET /v2.0/security-groups?id=0452ddee-9d77-4978-a293-607f0ac6b0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406241 May 28 17:33:24.688957 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8195e034-474d-495a-8a3f-a928e7f35fa7 req-624c1fbb-0f87-4636-b74b-d1682175c27b tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:33:24.691288 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-8195e034-474d-495a-8a3f-a928e7f35fa7 req-624c1fbb-0f87-4636-b74b-d1682175c27b tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] 10.222.0.33 "GET /v2.0/ports?device_id=4ab8f789-f8ff-4804-bfcb-3e1d600943b2 HTTP/1.1" status: 200 len: 946 time: 0.0463805 May 28 17:33:24.703707 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.33', 33270) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:33:24.708904 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.v2.base [None req-a97ca3c0-5d6d-4797-8304-33b815e192df tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Request body: {'floatingip': {'port_id': 'ec8a6a71-b7c9-479a-9c50-6bdafed86a1d'}} {{(pid=103911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 17:33:24.746176 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-a97ca3c0-5d6d-4797-8304-33b815e192df tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Publish callbacks [] for floatingip (b7f65257-a5dd-4dd0-b744-63e8cf445fa0), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:33:24.794342 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=21,neutron:UPDATE=4 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:33:24.836360 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=25,neutron:UPDATE=3 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:33:24.940403 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.33', 33274) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:33:25.151259 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-ee304e78-c6f6-46b7-9172-ca1ee9c0a5dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (8a8c7bbb-808d-49ae-95de-62501e6237ff), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:33:25.248127 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-a97ca3c0-5d6d-4797-8304-33b815e192df tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:33:25.257257 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-a97ca3c0-5d6d-4797-8304-33b815e192df tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681695'] for floatingip (b7f65257-a5dd-4dd0-b744-63e8cf445fa0), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:33:25.327781 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:33:25.333377 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:33:25.432669 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.db.l3_db [None req-a97ca3c0-5d6d-4797-8304-33b815e192df tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Floating IP b7f65257-a5dd-4dd0-b744-63e8cf445fa0 associated. External IP: 172.27.0.144, port: ec8a6a71-b7c9-479a-9c50-6bdafed86a1d. May 28 17:33:25.668663 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-bbbff1b4-658d-4afd-8ae6-7a23806bab2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-686559'] for router_interface (12fda40b-4795-4b4e-aa8c-8aea324670b8), before_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:33:25.785675 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a97ca3c0-5d6d-4797-8304-33b815e192df tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Router 671f58c8-e137-4780-97bd-9d0a9ed4dab7 has already been hosted by L3 agent 8a8c7bbb-808d-49ae-95de-62501e6237ff {{(pid=103911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 17:33:25.977161 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a97ca3c0-5d6d-4797-8304-33b815e192df tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Notify agent at l3_agent.dv-cinder-843729-1-iscsi the message routers_updated {{(pid=103911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 17:33:25.987248 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79288ea5-3ecc-412b-bdfd-a5da7e3036e5 None None] Sync routers for ids ['671f58c8-e137-4780-97bd-9d0a9ed4dab7'] in dv-cinder-843729-1-iscsi {{(pid=103913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 17:33:25.996278 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-a97ca3c0-5d6d-4797-8304-33b815e192df tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22441'] for floatingip (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:33:25.997413 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79288ea5-3ecc-412b-bdfd-a5da7e3036e5 None None] Routers {'671f58c8-e137-4780-97bd-9d0a9ed4dab7'} bound to L3 agent in host dv-cinder-843729-1-iscsi {{(pid=103913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 28 17:33:25.998026 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.l3_hamode_db [None req-79288ea5-3ecc-412b-bdfd-a5da7e3036e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843729-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-28T17:16:55Z,description=,heartbeat_timestamp=2022-05-28T17:33:25Z,host='dv-cinder-843729-1-iscsi',id=8a8c7bbb-808d-49ae-95de-62501e6237ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T17:16:55Z,topic='l3_agent')) {'router_ids': ['671f58c8-e137-4780-97bd-9d0a9ed4dab7'], 'active': True} {{(pid=103913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:33:26.036480 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-a97ca3c0-5d6d-4797-8304-33b815e192df tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] 10.222.0.33 "PUT /v2.0/floatingips/b7f65257-a5dd-4dd0-b744-63e8cf445fa0 HTTP/1.1" status: 200 len: 992 time: 1.3295577 May 28 17:33:26.036480 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-bbbff1b4-658d-4afd-8ae6-7a23806bab2b admin admin] Deleting port eba77069-41ec-451f-bf20-fa1ad8d2c951 {{(pid=103911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 28 17:33:26.036480 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-bbbff1b4-658d-4afd-8ae6-7a23806bab2b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735968504037'] for port (eba77069-41ec-451f-bf20-fa1ad8d2c951), before_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:33:26.037025 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ab8f789-f8ff-4804-bfcb-3e1d600943b2', 'tag': 'ec8a6a71-b7c9-479a-9c50-6bdafed86a1d'}] {{(pid=103911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 17:33:26.039191 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb6e18ef154237edf928b85f6b333e0f790e93c3571d1d8d4f7e4f30b44c92d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-939bd183-a14c-40e7-b31a-173e795629de" -d '{"events": [{"name": "network-changed", "server_uuid": "4ab8f789-f8ff-4804-bfcb-3e1d600943b2", "tag": "ec8a6a71-b7c9-479a-9c50-6bdafed86a1d"}]}' {{(pid=103911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 28 17:33:26.087422 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Device 4e39dc15-aca5-489f-886d-23cd2b05b64d no longer exists at agent hyperv_hv-cinder-84372 {{(pid=103913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 28 17:33:26.099022 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 May 2022 17:33:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52b7ec10-25fd-477d-b643-4156bdf2f49d x-openstack-request-id: req-52b7ec10-25fd-477d-b643-4156bdf2f49d {{(pid=103911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 28 17:33:26.099308 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ab8f789-f8ff-4804-bfcb-3e1d600943b2", "tag": "ec8a6a71-b7c9-479a-9c50-6bdafed86a1d", "status": "completed", "code": 200}]} {{(pid=103911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 28 17:33:26.099588 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-52b7ec10-25fd-477d-b643-4156bdf2f49d {{(pid=103911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 28 17:33:26.099980 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52b7ec10-25fd-477d-b643-4156bdf2f49d'] response: {'name': 'network-changed', 'server_uuid': '4ab8f789-f8ff-4804-bfcb-3e1d600943b2', 'tag': 'ec8a6a71-b7c9-479a-9c50-6bdafed86a1d', 'status': 'completed', 'code': 200} May 28 17:33:26.137224 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=100 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:33:26.140640 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=100 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:33:26.147133 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-bbbff1b4-658d-4afd-8ae6-7a23806bab2b admin admin] For port eba77069-41ec-451f-bf20-fa1ad8d2c951, host dv-cinder-843729-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843729-1-iscsi',level=0,port_id=eba77069-41ec-451f-bf20-fa1ad8d2c951,segment=NetworkSegment(a4610069-396c-410a-becf-747bd2412bad),segment_id=a4610069-396c-410a-becf-747bd2412bad)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 17:33:26.147524 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-bbbff1b4-658d-4afd-8ae6-7a23806bab2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-660327'] for port (eba77069-41ec-451f-bf20-fa1ad8d2c951), precommit_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:33:26.182529 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-bbbff1b4-658d-4afd-8ae6-7a23806bab2b admin admin] Calling delete_port for eba77069-41ec-451f-bf20-fa1ad8d2c951 owned by network:router_interface {{(pid=103911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 28 17:33:26.196850 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939bd183-a14c-40e7-b31a-173e795629de req-79c7ddd2-a838-49ae-b777-0bd55ee79fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:33:26.198329 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-939bd183-a14c-40e7-b31a-173e795629de req-79c7ddd2-a838-49ae-b777-0bd55ee79fb2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=90b378551d1c467e911cf01274c97d85&device_id=4ab8f789-f8ff-4804-bfcb-3e1d600943b2 HTTP/1.1" status: 200 len: 1130 time: 0.0752194 May 28 17:33:26.245938 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] No Port match for: 4e39dc15-aca5-489f-886d-23cd2b05b64d {{(pid=103913) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 28 17:33:26.246515 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Device 4e39dc15-aca5-489f-886d-23cd2b05b64d not bound to the agent host hv-cinder-84372 {{(pid=103913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 28 17:33:26.257839 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.l3_dvr_db [None req-79288ea5-3ecc-412b-bdfd-a5da7e3036e5 None None] Set router 671f58c8-e137-4780-97bd-9d0a9ed4dab7 gateway port host: dv-cinder-843729-1-iscsi {{(pid=103913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 28 17:33:26.443281 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-f22b8f6e-815f-41ba-a8b6-c2e56f67911e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (0b51406a-5a43-473c-8a39-67b2a4c71e5e), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:33:26.490639 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.l3_hamode_db [None req-79288ea5-3ecc-412b-bdfd-a5da7e3036e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '671f58c8-e137-4780-97bd-9d0a9ed4dab7', 'name': 'tempest-AttachVolumeTestJSON-164266833-router', 'tenant_id': '90b378551d1c467e911cf01274c97d85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'external_fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.67'}], 'enable_snat': True}, 'gw_port_id': 'ffdbc796-5ee6-4b98-99e5-3f462060250a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T17:25:27Z', 'updated_at': '2022-05-28T17:25:34Z', 'revision_number': 4, 'project_id': '90b378551d1c467e911cf01274c97d85', 'gw_port': {'id': 'ffdbc796-5ee6-4b98-99e5-3f462060250a', 'name': '', 'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:ae:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '671f58c8-e137-4780-97bd-9d0a9ed4dab7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:25:28Z', 'updated_at': '2022-05-28T17:25:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843729-1-iscsi', '_floatingips': [{'id': 'b7f65257-a5dd-4dd0-b744-63e8cf445fa0', 'tenant_id': '90b378551d1c467e911cf01274c97d85', 'floating_ip_address': '172.27.0.144', 'floating_network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'router_id': '671f58c8-e137-4780-97bd-9d0a9ed4dab7', 'port_id': 'ec8a6a71-b7c9-479a-9c50-6bdafed86a1d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef03f64f-43e2-4121-9b36-bf95e66e6156', 'mac_address': 'fa:16:3e:4c:b1:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ab8f789-f8ff-4804-bfcb-3e1d600943b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T17:33:08Z', 'updated_at': '2022-05-28T17:33:25Z', 'revision_number': 1, 'project_id': '90b378551d1c467e911cf01274c97d85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae7cb121-682f-4a2f-9816-6dd875165244', 'name': '', 'network_id': 'ef03f64f-43e2-4121-9b36-bf95e66e6156', 'tenant_id': '90b378551d1c467e911cf01274c97d85', 'mac_address': 'fa:16:3e:90:d3:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '671f58c8-e137-4780-97bd-9d0a9ed4dab7', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'cac4e4be-bdeb-4bc3-836c-d18d4297ccc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:25:33Z', 'updated_at': '2022-05-28T17:25:41Z', 'revision_number': 5, 'project_id': '90b378551d1c467e911cf01274c97d85', 'subnets': [{'id': 'cac4e4be-bdeb-4bc3-836c-d18d4297ccc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843729-1-iscsi', False) {} {{(pid=103913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:33:26.521460 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79288ea5-3ecc-412b-bdfd-a5da7e3036e5 None None] Checking router: 671f58c8-e137-4780-97bd-9d0a9ed4dab7 for host: dv-cinder-843729-1-iscsi {{(pid=103913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 17:33:26.528173 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:33:26.533123 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79288ea5-3ecc-412b-bdfd-a5da7e3036e5 None None] Routers {'671f58c8-e137-4780-97bd-9d0a9ed4dab7'} bound to L3 agent in host dv-cinder-843729-1-iscsi {{(pid=103913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 28 17:33:26.534491 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.l3_hamode_db [None req-79288ea5-3ecc-412b-bdfd-a5da7e3036e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843729-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-28T17:16:55Z,description=,heartbeat_timestamp=2022-05-28T17:33:25Z,host='dv-cinder-843729-1-iscsi',id=8a8c7bbb-808d-49ae-95de-62501e6237ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T17:16:55Z,topic='l3_agent')) {'router_ids': ['671f58c8-e137-4780-97bd-9d0a9ed4dab7'], 'active': True} {{(pid=103913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:33:26.625029 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939bd183-a14c-40e7-b31a-173e795629de req-c7f56b9e-8985-43fb-a250-873c2f013267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:33:26.626472 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-939bd183-a14c-40e7-b31a-173e795629de req-c7f56b9e-8985-43fb-a250-873c2f013267 service neutron] 10.222.0.16 "GET /v2.0/networks?id=ef03f64f-43e2-4121-9b36-bf95e66e6156 HTTP/1.1" status: 200 len: 911 time: 0.4223249 May 28 17:33:26.648743 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.l3_dvr_db [None req-79288ea5-3ecc-412b-bdfd-a5da7e3036e5 None None] Set router 671f58c8-e137-4780-97bd-9d0a9ed4dab7 gateway port host: dv-cinder-843729-1-iscsi {{(pid=103913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 28 17:33:26.673947 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:33:26.717060 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-939bd183-a14c-40e7-b31a-173e795629de req-67863299-7ad8-4c30-9db4-b815813e46ae service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ec8a6a71-b7c9-479a-9c50-6bdafed86a1d HTTP/1.1" status: 200 len: 1000 time: 0.0797684 May 28 17:33:26.778342 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-bbbff1b4-658d-4afd-8ae6-7a23806bab2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735968512467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735968120122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6040268'] for port (eba77069-41ec-451f-bf20-fa1ad8d2c951), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:33:26.803676 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939bd183-a14c-40e7-b31a-173e795629de req-fd5f1375-5345-4c5d-b35f-0b24feeb0764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:33:26.805101 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-939bd183-a14c-40e7-b31a-173e795629de req-fd5f1375-5345-4c5d-b35f-0b24feeb0764 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=cac4e4be-bdeb-4bc3-836c-d18d4297ccc1 HTTP/1.1" status: 200 len: 849 time: 0.0804868 May 28 17:33:26.807840 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbff1b4-658d-4afd-8ae6-7a23806bab2b admin admin] Pushing event deleted for resources: {'Port': ['ID=eba77069-41ec-451f-bf20-fa1ad8d2c951,revision_number=None']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:33:26.882534 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.l3_hamode_db [None req-79288ea5-3ecc-412b-bdfd-a5da7e3036e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '671f58c8-e137-4780-97bd-9d0a9ed4dab7', 'name': 'tempest-AttachVolumeTestJSON-164266833-router', 'tenant_id': '90b378551d1c467e911cf01274c97d85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'external_fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.67'}], 'enable_snat': True}, 'gw_port_id': 'ffdbc796-5ee6-4b98-99e5-3f462060250a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T17:25:27Z', 'updated_at': '2022-05-28T17:25:34Z', 'revision_number': 4, 'project_id': '90b378551d1c467e911cf01274c97d85', 'gw_port': {'id': 'ffdbc796-5ee6-4b98-99e5-3f462060250a', 'name': '', 'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:ae:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '671f58c8-e137-4780-97bd-9d0a9ed4dab7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:25:28Z', 'updated_at': '2022-05-28T17:25:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843729-1-iscsi', '_floatingips': [{'id': 'b7f65257-a5dd-4dd0-b744-63e8cf445fa0', 'tenant_id': '90b378551d1c467e911cf01274c97d85', 'floating_ip_address': '172.27.0.144', 'floating_network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'router_id': '671f58c8-e137-4780-97bd-9d0a9ed4dab7', 'port_id': 'ec8a6a71-b7c9-479a-9c50-6bdafed86a1d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef03f64f-43e2-4121-9b36-bf95e66e6156', 'mac_address': 'fa:16:3e:4c:b1:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ab8f789-f8ff-4804-bfcb-3e1d600943b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T17:33:08Z', 'updated_at': '2022-05-28T17:33:25Z', 'revision_number': 1, 'project_id': '90b378551d1c467e911cf01274c97d85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae7cb121-682f-4a2f-9816-6dd875165244', 'name': '', 'network_id': 'ef03f64f-43e2-4121-9b36-bf95e66e6156', 'tenant_id': '90b378551d1c467e911cf01274c97d85', 'mac_address': 'fa:16:3e:90:d3:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '671f58c8-e137-4780-97bd-9d0a9ed4dab7', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'cac4e4be-bdeb-4bc3-836c-d18d4297ccc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:25:33Z', 'updated_at': '2022-05-28T17:25:41Z', 'revision_number': 5, 'project_id': '90b378551d1c467e911cf01274c97d85', 'subnets': [{'id': 'cac4e4be-bdeb-4bc3-836c-d18d4297ccc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843729-1-iscsi', False) {} {{(pid=103913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:33:26.896234 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939bd183-a14c-40e7-b31a-173e795629de req-c5b97caf-3ab3-4baf-849c-c723be3a1314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:33:26.897716 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-939bd183-a14c-40e7-b31a-173e795629de req-c5b97caf-3ab3-4baf-849c-c723be3a1314 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ef03f64f-43e2-4121-9b36-bf95e66e6156&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0864952 May 28 17:33:26.914971 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79288ea5-3ecc-412b-bdfd-a5da7e3036e5 None None] The sync data for ids ['671f58c8-e137-4780-97bd-9d0a9ed4dab7'] in dv-cinder-843729-1-iscsi is: [{'id': '671f58c8-e137-4780-97bd-9d0a9ed4dab7', 'name': 'tempest-AttachVolumeTestJSON-164266833-router', 'tenant_id': '90b378551d1c467e911cf01274c97d85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'external_fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.67'}], 'enable_snat': True}, 'gw_port_id': 'ffdbc796-5ee6-4b98-99e5-3f462060250a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T17:25:27Z', 'updated_at': '2022-05-28T17:25:34Z', 'revision_number': 4, 'project_id': '90b378551d1c467e911cf01274c97d85', 'gw_port': {'id': 'ffdbc796-5ee6-4b98-99e5-3f462060250a', 'name': '', 'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:ae:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '671f58c8-e137-4780-97bd-9d0a9ed4dab7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:25:28Z', 'updated_at': '2022-05-28T17:25:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843729-1-iscsi', '_floatingips': [{'id': 'b7f65257-a5dd-4dd0-b744-63e8cf445fa0', 'tenant_id': '90b378551d1c467e911cf01274c97d85', 'floating_ip_address': '172.27.0.144', 'floating_network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'router_id': '671f58c8-e137-4780-97bd-9d0a9ed4dab7', 'port_id': 'ec8a6a71-b7c9-479a-9c50-6bdafed86a1d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef03f64f-43e2-4121-9b36-bf95e66e6156', 'mac_address': 'fa:16:3e:4c:b1:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ab8f789-f8ff-4804-bfcb-3e1d600943b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T17:33:08Z', 'updated_at': '2022-05-28T17:33:25Z', 'revision_number': 1, 'project_id': '90b378551d1c467e911cf01274c97d85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae7cb121-682f-4a2f-9816-6dd875165244', 'name': '', 'network_id': 'ef03f64f-43e2-4121-9b36-bf95e66e6156', 'tenant_id': '90b378551d1c467e911cf01274c97d85', 'mac_address': 'fa:16:3e:90:d3:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '671f58c8-e137-4780-97bd-9d0a9ed4dab7', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'cac4e4be-bdeb-4bc3-836c-d18d4297ccc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:25:33Z', 'updated_at': '2022-05-28T17:25:41Z', 'revision_number': 5, 'project_id': '90b378551d1c467e911cf01274c97d85', 'subnets': [{'id': 'cac4e4be-bdeb-4bc3-836c-d18d4297ccc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 17:33:27.087284 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-939bd183-a14c-40e7-b31a-173e795629de req-dcb13e00-2bcf-4e84-a44f-8ba5f9b04a3f service neutron] 10.222.0.16 "GET /v2.0/networks/ef03f64f-43e2-4121-9b36-bf95e66e6156?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1816967 May 28 17:33:27.088002 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-bbbff1b4-658d-4afd-8ae6-7a23806bab2b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-152111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-686403'] for router_interface (12fda40b-4795-4b4e-aa8c-8aea324670b8), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:33:27.137367 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37274053-4388-436c-bbe6-816d38d4c84a None None] New status for floating IP b7f65257-a5dd-4dd0-b744-63e8cf445fa0: ACTIVE {{(pid=103914) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 28 17:33:27.194849 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:33:27.216563 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:33:27.274274 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-939bd183-a14c-40e7-b31a-173e795629de req-8a1bbc3d-434e-441f-a8ad-7f8c2812ed56 service neutron] 10.222.0.16 "GET /v2.0/networks/ef03f64f-43e2-4121-9b36-bf95e66e6156?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1799476 May 28 17:33:27.384215 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbbff1b4-658d-4afd-8ae6-7a23806bab2b admin admin] Router 12fda40b-4795-4b4e-aa8c-8aea324670b8 has already been hosted by L3 agent 8a8c7bbb-808d-49ae-95de-62501e6237ff {{(pid=103911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 17:33:27.487673 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbbff1b4-658d-4afd-8ae6-7a23806bab2b admin admin] Notify agent at l3_agent.dv-cinder-843729-1-iscsi the message routers_updated {{(pid=103911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 17:33:27.494322 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-bbbff1b4-658d-4afd-8ae6-7a23806bab2b admin admin] 10.222.0.33 "PUT /v2.0/routers/12fda40b-4795-4b4e-aa8c-8aea324670b8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5501382 May 28 17:33:27.495290 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.33', 33284) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:33:27.497722 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba3705e-9fcb-4c0e-a359-fa344106865e None None] Sync routers for ids ['12fda40b-4795-4b4e-aa8c-8aea324670b8'] in dv-cinder-843729-1-iscsi {{(pid=103913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 17:33:27.508659 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba3705e-9fcb-4c0e-a359-fa344106865e None None] Routers {'12fda40b-4795-4b4e-aa8c-8aea324670b8'} bound to L3 agent in host dv-cinder-843729-1-iscsi {{(pid=103913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 28 17:33:27.509290 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.l3_hamode_db [None req-fba3705e-9fcb-4c0e-a359-fa344106865e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843729-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-28T17:16:55Z,description=,heartbeat_timestamp=2022-05-28T17:33:25Z,host='dv-cinder-843729-1-iscsi',id=8a8c7bbb-808d-49ae-95de-62501e6237ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T17:16:55Z,topic='l3_agent')) {'router_ids': ['12fda40b-4795-4b4e-aa8c-8aea324670b8'], 'active': True} {{(pid=103913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:33:27.606382 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-b26a09c8-ae75-4496-a91f-a47bafec0e3c admin admin] Publish callbacks [] for router (12fda40b-4795-4b4e-aa8c-8aea324670b8), before_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:33:27.615385 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.l3_dvr_db [None req-fba3705e-9fcb-4c0e-a359-fa344106865e None None] Set router 12fda40b-4795-4b4e-aa8c-8aea324670b8 gateway port host: dv-cinder-843729-1-iscsi {{(pid=103913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 28 17:33:27.704039 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-b26a09c8-ae75-4496-a91f-a47bafec0e3c admin admin] Publish callbacks [] for router_gateway (12fda40b-4795-4b4e-aa8c-8aea324670b8), before_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:33:27.753071 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-b26a09c8-ae75-4496-a91f-a47bafec0e3c admin admin] Deleting port 2fa9d34c-91da-4609-b5f4-0db6c14379f2 {{(pid=103911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 28 17:33:27.753406 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-b26a09c8-ae75-4496-a91f-a47bafec0e3c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735968504037'] for port (2fa9d34c-91da-4609-b5f4-0db6c14379f2), before_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:33:27.757295 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-44990afe-4038-4bea-a0ed-12e052229f33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (19502cf1-8899-41f0-9103-a107faa54218), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:33:27.798992 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.l3_hamode_db [None req-fba3705e-9fcb-4c0e-a359-fa344106865e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12fda40b-4795-4b4e-aa8c-8aea324670b8', 'name': 'tempest-ServerRescueNegativeTestJSON-167424422-router', 'tenant_id': '8e92a5dc387f47c99ce98da4d6fd9d92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'external_fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.52'}], 'enable_snat': True}, 'gw_port_id': '2fa9d34c-91da-4609-b5f4-0db6c14379f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T17:25:28Z', 'updated_at': '2022-05-28T17:33:26Z', 'revision_number': 5, 'project_id': '8e92a5dc387f47c99ce98da4d6fd9d92', 'gw_port': {'id': '2fa9d34c-91da-4609-b5f4-0db6c14379f2', 'name': '', 'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:a7:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12fda40b-4795-4b4e-aa8c-8aea324670b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:25:29Z', 'updated_at': '2022-05-28T17:25:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843729-1-iscsi'}], 'dv-cinder-843729-1-iscsi', False) {} {{(pid=103913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:33:27.823955 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba3705e-9fcb-4c0e-a359-fa344106865e None None] Checking router: 12fda40b-4795-4b4e-aa8c-8aea324670b8 for host: dv-cinder-843729-1-iscsi {{(pid=103913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 17:33:27.833636 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba3705e-9fcb-4c0e-a359-fa344106865e None None] Routers {'12fda40b-4795-4b4e-aa8c-8aea324670b8'} bound to L3 agent in host dv-cinder-843729-1-iscsi {{(pid=103913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 28 17:33:27.834525 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.l3_hamode_db [None req-fba3705e-9fcb-4c0e-a359-fa344106865e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843729-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-28T17:16:55Z,description=,heartbeat_timestamp=2022-05-28T17:33:25Z,host='dv-cinder-843729-1-iscsi',id=8a8c7bbb-808d-49ae-95de-62501e6237ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T17:16:55Z,topic='l3_agent')) {'router_ids': ['12fda40b-4795-4b4e-aa8c-8aea324670b8'], 'active': True} {{(pid=103913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:33:27.834738 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-b26a09c8-ae75-4496-a91f-a47bafec0e3c admin admin] For port 2fa9d34c-91da-4609-b5f4-0db6c14379f2, host dv-cinder-843729-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843729-1-iscsi',level=0,port_id=2fa9d34c-91da-4609-b5f4-0db6c14379f2,segment=NetworkSegment(3991c6da-7adc-4448-bfac-a7af5b626d82),segment_id=3991c6da-7adc-4448-bfac-a7af5b626d82)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 17:33:27.835229 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-b26a09c8-ae75-4496-a91f-a47bafec0e3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-660327'] for port (2fa9d34c-91da-4609-b5f4-0db6c14379f2), precommit_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:33:27.851596 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-b26a09c8-ae75-4496-a91f-a47bafec0e3c admin admin] Calling delete_port for 2fa9d34c-91da-4609-b5f4-0db6c14379f2 owned by network:router_gateway {{(pid=103911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 28 17:33:27.939262 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.l3_dvr_db [None req-fba3705e-9fcb-4c0e-a359-fa344106865e None None] Set router 12fda40b-4795-4b4e-aa8c-8aea324670b8 gateway port host: None {{(pid=103913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 28 17:33:27.964332 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:33:27.989780 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.l3_hamode_db [None req-fba3705e-9fcb-4c0e-a359-fa344106865e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12fda40b-4795-4b4e-aa8c-8aea324670b8', 'name': 'tempest-ServerRescueNegativeTestJSON-167424422-router', 'tenant_id': '8e92a5dc387f47c99ce98da4d6fd9d92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T17:25:28Z', 'updated_at': '2022-05-28T17:33:27Z', 'revision_number': 6, 'project_id': '8e92a5dc387f47c99ce98da4d6fd9d92', 'gw_port_host': None}], 'dv-cinder-843729-1-iscsi', False) {} {{(pid=103913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:33:28.013961 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba3705e-9fcb-4c0e-a359-fa344106865e None None] The sync data for ids ['12fda40b-4795-4b4e-aa8c-8aea324670b8'] in dv-cinder-843729-1-iscsi is: [{'id': '12fda40b-4795-4b4e-aa8c-8aea324670b8', 'name': 'tempest-ServerRescueNegativeTestJSON-167424422-router', 'tenant_id': '8e92a5dc387f47c99ce98da4d6fd9d92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T17:25:28Z', 'updated_at': '2022-05-28T17:33:27Z', 'revision_number': 6, 'project_id': '8e92a5dc387f47c99ce98da4d6fd9d92', 'gw_port_host': None}] {{(pid=103913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 17:33:28.026262 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-b26a09c8-ae75-4496-a91f-a47bafec0e3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735968512467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735968120122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6040268'] for port (2fa9d34c-91da-4609-b5f4-0db6c14379f2), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:33:28.051666 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26a09c8-ae75-4496-a91f-a47bafec0e3c admin admin] Pushing event deleted for resources: {'Port': ['ID=2fa9d34c-91da-4609-b5f4-0db6c14379f2,revision_number=None']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:33:28.120169 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-b26a09c8-ae75-4496-a91f-a47bafec0e3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-681697'] for router_gateway (12fda40b-4795-4b4e-aa8c-8aea324670b8), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:33:28.207174 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-b26a09c8-ae75-4496-a91f-a47bafec0e3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6173'] for router (12fda40b-4795-4b4e-aa8c-8aea324670b8), precommit_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:33:28.209332 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-b26a09c8-ae75-4496-a91f-a47bafec0e3c admin admin] Publish callbacks [] for router_controller (12fda40b-4795-4b4e-aa8c-8aea324670b8), precommit_delete_associations {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:33:28.241930 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:33:28.250209 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-b26a09c8-ae75-4496-a91f-a47bafec0e3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-540091'] for router (12fda40b-4795-4b4e-aa8c-8aea324670b8), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:33:28.250846 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b26a09c8-ae75-4496-a91f-a47bafec0e3c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 12fda40b-4795-4b4e-aa8c-8aea324670b8 {{(pid=103911) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 28 17:33:28.256788 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-b26a09c8-ae75-4496-a91f-a47bafec0e3c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:33:28.257890 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-b26a09c8-ae75-4496-a91f-a47bafec0e3c admin admin] 10.222.0.33 "DELETE /v2.0/routers/12fda40b-4795-4b4e-aa8c-8aea324670b8 HTTP/1.1" status: 204 len: 168 time: 0.7616522 May 28 17:33:28.260405 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.33', 33286) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:33:28.307057 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a7f4490-e66b-443d-9e33-b88ca5760c49 admin admin] Deleting subnet 034da301-fbaa-496d-8b67-7a375e67ef37 {{(pid=103911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 28 17:33:28.310105 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-2a7f4490-e66b-443d-9e33-b88ca5760c49 admin admin] Publish callbacks [] for subnet (034da301-fbaa-496d-8b67-7a375e67ef37), before_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:33:28.344789 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-2a7f4490-e66b-443d-9e33-b88ca5760c49 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5576428'] for subnet (034da301-fbaa-496d-8b67-7a375e67ef37), precommit_delete_associations {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:33:28.427916 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-2a7f4490-e66b-443d-9e33-b88ca5760c49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755116'] for subnet (034da301-fbaa-496d-8b67-7a375e67ef37), precommit_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:33:28.483427 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-2a7f4490-e66b-443d-9e33-b88ca5760c49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6042941', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5946037'] for subnet (034da301-fbaa-496d-8b67-7a375e67ef37), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:33:28.509753 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7f4490-e66b-443d-9e33-b88ca5760c49 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=034da301-fbaa-496d-8b67-7a375e67ef37,revision_number=None']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:33:28.511685 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-2a7f4490-e66b-443d-9e33-b88ca5760c49 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:33:28.517085 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-2a7f4490-e66b-443d-9e33-b88ca5760c49 admin admin] 10.222.0.33 "DELETE /v2.0/subnets/034da301-fbaa-496d-8b67-7a375e67ef37 HTTP/1.1" status: 204 len: 168 time: 0.2535572 May 28 17:33:28.517251 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1447bce-1811-4dc0-8995-d731e54648a5 None None] Network 77a1ea92-c07d-41a7-8668-7c3c660591aa requested from dv-cinder-843729-1-iscsi {{(pid=103913) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 28 17:33:28.517738 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.33', 33288) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:33:28.586101 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-387f95d4-7092-42c0-9cef-e7c7e5ccaa5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1661291'] for network (77a1ea92-c07d-41a7-8668-7c3c660591aa), before_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:33:28.633679 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-387f95d4-7092-42c0-9cef-e7c7e5ccaa5f admin admin] Deleting port e267d1cd-430e-48de-92e4-76d300cfb08f {{(pid=103911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 28 17:33:28.634020 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-387f95d4-7092-42c0-9cef-e7c7e5ccaa5f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735968504037'] for port (e267d1cd-430e-48de-92e4-76d300cfb08f), before_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:33:28.695761 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-387f95d4-7092-42c0-9cef-e7c7e5ccaa5f admin admin] For port e267d1cd-430e-48de-92e4-76d300cfb08f, host dv-cinder-843729-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843729-1-iscsi',level=0,port_id=e267d1cd-430e-48de-92e4-76d300cfb08f,segment=NetworkSegment(a4610069-396c-410a-becf-747bd2412bad),segment_id=a4610069-396c-410a-becf-747bd2412bad)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 17:33:28.696119 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-387f95d4-7092-42c0-9cef-e7c7e5ccaa5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-660327'] for port (e267d1cd-430e-48de-92e4-76d300cfb08f), precommit_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:33:28.708734 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-387f95d4-7092-42c0-9cef-e7c7e5ccaa5f admin admin] Calling delete_port for e267d1cd-430e-48de-92e4-76d300cfb08f owned by network:dhcp {{(pid=103911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 28 17:33:28.793643 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-387f95d4-7092-42c0-9cef-e7c7e5ccaa5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735968512467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735968120122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6040268'] for port (e267d1cd-430e-48de-92e4-76d300cfb08f), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:33:28.809287 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80212823-3d8b-439b-9dfe-b30ce653c6cd None None] DHCP port deletion for 77a1ea92-c07d-41a7-8668-7c3c660591aa request from dv-cinder-843729-1-iscsi {{(pid=103913) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 28 17:33:28.819416 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387f95d4-7092-42c0-9cef-e7c7e5ccaa5f admin admin] Pushing event deleted for resources: {'Port': ['ID=e267d1cd-430e-48de-92e4-76d300cfb08f,revision_number=None']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:33:28.825251 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-387f95d4-7092-42c0-9cef-e7c7e5ccaa5f admin admin] No DVR routers for this DVR port e267d1cd-430e-48de-92e4-76d300cfb08f on host dv-cinder-843729-1-iscsi {{(pid=103911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 17:33:28.897114 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-387f95d4-7092-42c0-9cef-e7c7e5ccaa5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753177', 'neutron.services.segments.db._delete_segments_for_network-8735968598640'] for network (77a1ea92-c07d-41a7-8668-7c3c660591aa), precommit_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:33:28.918880 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.services.segments.db [None req-387f95d4-7092-42c0-9cef-e7c7e5ccaa5f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77a1ea92-c07d-41a7-8668-7c3c660591aa']}} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:33:28.930149 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.services.segments.db [None req-387f95d4-7092-42c0-9cef-e7c7e5ccaa5f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4610069-396c-410a-becf-747bd2412bad') {'for_net_delete': True} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:33:28.930455 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.services.segments.db [None req-387f95d4-7092-42c0-9cef-e7c7e5ccaa5f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4610069-396c-410a-becf-747bd2412bad') {} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:33:28.944947 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-387f95d4-7092-42c0-9cef-e7c7e5ccaa5f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735968599161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5576405'] for segment (a4610069-396c-410a-becf-747bd2412bad), before_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:33:28.956161 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:33:28.959156 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-387f95d4-7092-42c0-9cef-e7c7e5ccaa5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766051'] for segment (a4610069-396c-410a-becf-747bd2412bad), precommit_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:33:28.966639 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-387f95d4-7092-42c0-9cef-e7c7e5ccaa5f admin admin] Releasing vlan 195 on physical network physnet1 to pool {{(pid=103911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 17:33:28.966987 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-387f95d4-7092-42c0-9cef-e7c7e5ccaa5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6040223'] for segment (a4610069-396c-410a-becf-747bd2412bad), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:33:28.988803 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.services.segments.plugin [-] Segment a4610069-396c-410a-becf-747bd2412bad resource provider aggregate not found May 28 17:33:28.991502 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Device eba77069-41ec-451f-bf20-fa1ad8d2c951 no longer exists at agent ovs-agent-dv-cinder-843729-1-iscsi {{(pid=103913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 28 17:33:29.011878 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] No Port match for: eba77069-41ec-451f-bf20-fa1ad8d2c951 {{(pid=103913) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 28 17:33:29.012229 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Device eba77069-41ec-451f-bf20-fa1ad8d2c951 not bound to the agent host dv-cinder-843729-1-iscsi {{(pid=103913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 28 17:33:29.012640 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Device e267d1cd-430e-48de-92e4-76d300cfb08f no longer exists at agent ovs-agent-dv-cinder-843729-1-iscsi {{(pid=103913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 28 17:33:29.022013 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.services.segments.plugin [-] Segment a4610069-396c-410a-becf-747bd2412bad resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a4610069-396c-410a-becf-747bd2412bad found for delete ", "request_id": "req-e871dfa8-f77f-4eec-acca-be34a0bfc05d"}]} May 28 17:33:29.033886 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] No Port match for: e267d1cd-430e-48de-92e4-76d300cfb08f {{(pid=103913) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 28 17:33:29.034296 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Device e267d1cd-430e-48de-92e4-76d300cfb08f not bound to the agent host dv-cinder-843729-1-iscsi {{(pid=103913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 28 17:33:29.035094 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Device 2fa9d34c-91da-4609-b5f4-0db6c14379f2 no longer exists at agent ovs-agent-dv-cinder-843729-1-iscsi {{(pid=103913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 28 17:33:29.035271 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-387f95d4-7092-42c0-9cef-e7c7e5ccaa5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1753186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681677'] for network (77a1ea92-c07d-41a7-8668-7c3c660591aa), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:33:29.042162 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-387f95d4-7092-42c0-9cef-e7c7e5ccaa5f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-152074'] for network (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:33:29.048210 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-387f95d4-7092-42c0-9cef-e7c7e5ccaa5f admin admin] 10.222.0.33 "DELETE /v2.0/networks/77a1ea92-c07d-41a7-8668-7c3c660591aa HTTP/1.1" status: 204 len: 168 time: 0.5294433 May 28 17:33:29.048777 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4,neutron:DELETE=8 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:33:29.058015 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] No Port match for: 2fa9d34c-91da-4609-b5f4-0db6c14379f2 {{(pid=103913) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 28 17:33:29.058371 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Device 2fa9d34c-91da-4609-b5f4-0db6c14379f2 not bound to the agent host dv-cinder-843729-1-iscsi {{(pid=103913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 28 17:33:29.059462 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387f95d4-7092-42c0-9cef-e7c7e5ccaa5f admin admin] Pushing event deleted for resources: {'Network': ['ID=77a1ea92-c07d-41a7-8668-7c3c660591aa,revision_number=None']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:33:29.181239 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.33', 33296) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:33:29.219903 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-dd959612-7d27-4ead-a18f-70effb719178 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=8e92a5dc387f47c99ce98da4d6fd9d92&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0374596 May 28 17:33:29.222750 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.33', 33298) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:33:29.229178 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:33:29.271298 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-dc9b2110-daf5-4fa9-8a8e-97c3612bed9d admin admin] Publish callbacks [] for security_group (e86c30f5-196b-4340-88e9-8368ca719339), before_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:33:29.292551 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-dc9b2110-daf5-4fa9-8a8e-97c3612bed9d admin admin] Publish callbacks [] for security_group (e86c30f5-196b-4340-88e9-8368ca719339), precommit_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:33:29.339237 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-dc9b2110-daf5-4fa9-8a8e-97c3612bed9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594961'] for security_group (e86c30f5-196b-4340-88e9-8368ca719339), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:33:29.341840 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-dc9b2110-daf5-4fa9-8a8e-97c3612bed9d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:33:29.342943 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-dc9b2110-daf5-4fa9-8a8e-97c3612bed9d admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/e86c30f5-196b-4340-88e9-8368ca719339 HTTP/1.1" status: 204 len: 168 time: 0.1193099 May 28 17:33:29.351392 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9b2110-daf5-4fa9-8a8e-97c3612bed9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e86c30f5-196b-4340-88e9-8368ca719339,revision_number=None']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:33:29.400162 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (0032cfec-21e8-44dd-a7d5-0b8312dfe052), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:33:30.011320 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.33', 33320) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:33:30.106754 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.v2.base [None req-bb3914b5-018f-4186-953e-da4306a2ca05 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-835744229-network', 'tenant_id': '9525b35792a04dc3a6f109cb39ee9d50'}} {{(pid=103911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 17:33:30.126640 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb3914b5-018f-4186-953e-da4306a2ca05 admin admin] Made reservation on behalf of 9525b35792a04dc3a6f109cb39ee9d50 for: {'network': 1} {{(pid=103911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 17:33:30.129741 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-bb3914b5-018f-4186-953e-da4306a2ca05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for network (None), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:33:30.138288 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-bb3914b5-018f-4186-953e-da4306a2ca05 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:33:30.212146 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-bb3914b5-018f-4186-953e-da4306a2ca05 admin admin] Publish callbacks [] for security_group (8ae40807-a534-4c59-8415-d635008b7f28), precommit_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:33:30.215850 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-bb3914b5-018f-4186-953e-da4306a2ca05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594961'] for security_group (8ae40807-a534-4c59-8415-d635008b7f28), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:33:30.244059 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb3914b5-018f-4186-953e-da4306a2ca05 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 182} {{(pid=103911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 17:33:30.253375 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3914b5-018f-4186-953e-da4306a2ca05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ae40807-a534-4c59-8415-d635008b7f28,revision_number=1']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:33:30.259674 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-bb3914b5-018f-4186-953e-da4306a2ca05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766051'] for segment (480101fc-6c46-44c0-bf09-f4d27baa4f82), precommit_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:33:30.260055 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.db.segments_db [None req-bb3914b5-018f-4186-953e-da4306a2ca05 admin admin] Added segment 480101fc-6c46-44c0-bf09-f4d27baa4f82 of type vlan for network f73c6d30-f59b-4e03-9c62-138278150c67 May 28 17:33:30.301377 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-bb3914b5-018f-4186-953e-da4306a2ca05 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735968101232'] for network (f73c6d30-f59b-4e03-9c62-138278150c67), precommit_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:33:30.325411 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-bb3914b5-018f-4186-953e-da4306a2ca05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116'] for network (f73c6d30-f59b-4e03-9c62-138278150c67), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:33:30.326420 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb3914b5-018f-4186-953e-da4306a2ca05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:33:30.326975 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-bb3914b5-018f-4186-953e-da4306a2ca05 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-152074'] for network (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:33:30.363542 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-bb3914b5-018f-4186-953e-da4306a2ca05 admin admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.3510962 May 28 17:33:30.366522 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.33', 33324) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:33:30.371399 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.v2.base [None req-873aa2d4-7e64-47f0-99c3-23ebbd35e0fd admin admin] Request body: {'subnet': {'network_id': 'f73c6d30-f59b-4e03-9c62-138278150c67', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-835744229-subnet', 'tenant_id': '9525b35792a04dc3a6f109cb39ee9d50', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 17:33:30.390605 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3914b5-018f-4186-953e-da4306a2ca05 admin admin] Pushing event updated for resources: {'Network': ['ID=f73c6d30-f59b-4e03-9c62-138278150c67,revision_number=1']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:33:30.401067 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-873aa2d4-7e64-47f0-99c3-23ebbd35e0fd admin admin] Made reservation on behalf of 9525b35792a04dc3a6f109cb39ee9d50 for: {'subnet': 1} {{(pid=103912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 17:33:30.403498 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-873aa2d4-7e64-47f0-99c3-23ebbd35e0fd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5675793'] for subnet (None), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:33:30.404807 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Network f73c6d30-f59b-4e03-9c62-138278150c67 details requested by agent ovs-agent-dv-cinder-843729-1-iscsi with host dv-cinder-843729-1-iscsi {{(pid=103913) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 28 17:33:30.521336 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:33:30.582363 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-873aa2d4-7e64-47f0-99c3-23ebbd35e0fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6171474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5675783'] for subnet (3ba9da23-e7a0-4b8a-b5a4-c3c0fc07e6a1), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:33:30.639777 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873aa2d4-7e64-47f0-99c3-23ebbd35e0fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ba9da23-e7a0-4b8a-b5a4-c3c0fc07e6a1,revision_number=0']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:33:30.648783 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-873aa2d4-7e64-47f0-99c3-23ebbd35e0fd admin admin] Checking segment: {'id': '480101fc-6c46-44c0-bf09-f4d27baa4f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'f73c6d30-f59b-4e03-9c62-138278150c67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 28 17:33:30.649182 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-873aa2d4-7e64-47f0-99c3-23ebbd35e0fd admin admin] Network hostable DHCP agents. Network: f73c6d30-f59b-4e03-9c62-138278150c67, hostable agents: ['b4d0b3c0-cc03-4456-af87-35ab415ef94b'], hosted agents: [] {{(pid=103912) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 17:33:30.667502 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-873aa2d4-7e64-47f0-99c3-23ebbd35e0fd admin admin] Network f73c6d30-f59b-4e03-9c62-138278150c67 is scheduled to be hosted by DHCP agent b4d0b3c0-cc03-4456-af87-35ab415ef94b with binding_index 1 {{(pid=103912) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 17:33:30.676800 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.scheduler.base_scheduler [None req-873aa2d4-7e64-47f0-99c3-23ebbd35e0fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843729-1-iscsi, f73c6d30-f59b-4e03-9c62-138278150c67) {{(pid=103912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 17:33:30.680838 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-873aa2d4-7e64-47f0-99c3-23ebbd35e0fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:33:30.681435 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-873aa2d4-7e64-47f0-99c3-23ebbd35e0fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-152074'] for subnet (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:33:30.686295 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-161ffb8b-9ab6-4dcb-941f-8e603218ae5d None None] Network f73c6d30-f59b-4e03-9c62-138278150c67 requested from dv-cinder-843729-1-iscsi {{(pid=103913) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 28 17:33:30.699036 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-873aa2d4-7e64-47f0-99c3-23ebbd35e0fd admin admin] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3314528 May 28 17:33:30.699781 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.33', 33326) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:33:30.703899 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.v2.base [None req-09b32882-b178-40d3-8f13-d5c6f41505fe admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-835744229-router', 'tenant_id': '9525b35792a04dc3a6f109cb39ee9d50', 'external_gateway_info': {'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48'}}} {{(pid=103912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 17:33:30.712810 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:33:30.728206 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-09b32882-b178-40d3-8f13-d5c6f41505fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-687946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6195'] for router (4d1920b0-566c-4298-8aa6-a5f29f68f519), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:33:30.729315 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-09b32882-b178-40d3-8f13-d5c6f41505fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-680010', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-544425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6154'] for router (4d1920b0-566c-4298-8aa6-a5f29f68f519), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:33:30.781569 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-09b32882-b178-40d3-8f13-d5c6f41505fe admin admin] Publish callbacks [] for router_controller (4d1920b0-566c-4298-8aa6-a5f29f68f519), precommit_add_association {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:33:30.792560 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b05c939b-dc1a-46a6-96d8-e1675b436f68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d5e403e-4665-5b85-8da6-ff3b1ced4194-f73c6d30-f59b-4e03-9c62-138278150c67', 'network_id': 'f73c6d30-f59b-4e03-9c62-138278150c67', 'project_id': '9525b35792a04dc3a6f109cb39ee9d50', 'fixed_ips': [{'subnet_id': '3ba9da23-e7a0-4b8a-b5a4-c3c0fc07e6a1'}]}} from dv-cinder-843729-1-iscsi. {{(pid=103913) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 28 17:33:30.793503 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-b05c939b-dc1a-46a6-96d8-e1675b436f68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (None), before_create {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:33:30.796489 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:33:30.922455 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-09b32882-b178-40d3-8f13-d5c6f41505fe admin admin] Publish callbacks [] for router_gateway (4d1920b0-566c-4298-8aa6-a5f29f68f519), precommit_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:33:31.039105 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:33:31.062971 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.db_base_plugin_common [None req-b05c939b-dc1a-46a6-96d8-e1675b436f68 None None] Allocated IP 172.20.0.2 (f73c6d30-f59b-4e03-9c62-138278150c67/3ba9da23-e7a0-4b8a-b5a4-c3c0fc07e6a1/ce272146-d793-4951-971e-ea72a2ebdb74) {{(pid=103913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 17:33:31.110047 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-09b32882-b178-40d3-8f13-d5c6f41505fe admin admin] Publish callbacks [] for router_gateway (4d1920b0-566c-4298-8aa6-a5f29f68f519), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:33:31.132810 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-09b32882-b178-40d3-8f13-d5c6f41505fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (None), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:33:31.206918 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-b05c939b-dc1a-46a6-96d8-e1675b436f68 None None] Publish callbacks [] for port (ce272146-d793-4951-971e-ea72a2ebdb74), precommit_create {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:33:31.213619 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-b05c939b-dc1a-46a6-96d8-e1675b436f68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735968120113'] for port (ce272146-d793-4951-971e-ea72a2ebdb74), after_create {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:33:31.244415 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.db.db_base_plugin_common [None req-09b32882-b178-40d3-8f13-d5c6f41505fe admin admin] Allocated IP 172.27.0.164 (2edbe6b8-aac1-406b-a2f1-8819dd0d1c48/5128d65d-65c0-41d1-99c9-7682fd6eaf92/9af5fae3-06cc-45b6-9e16-34f986749091) {{(pid=103912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 17:33:31.257931 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b05c939b-dc1a-46a6-96d8-e1675b436f68 None None] Network f73c6d30-f59b-4e03-9c62-138278150c67 is already hosted by enough agents. {{(pid=103913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 17:33:31.263797 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.scheduler.base_scheduler [None req-b05c939b-dc1a-46a6-96d8-e1675b436f68 None None] Resources bound (agent type, host, resource id): {{(pid=103913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 17:33:31.267501 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b05c939b-dc1a-46a6-96d8-e1675b436f68 None None] Received port after_create {{(pid=103913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 28 17:33:31.274520 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05c939b-dc1a-46a6-96d8-e1675b436f68 None None] Pushing event updated for resources: {'Port': ['ID=ce272146-d793-4951-971e-ea72a2ebdb74,revision_number=1']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:33:31.327410 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.managers [None req-b05c939b-dc1a-46a6-96d8-e1675b436f68 None None] Attempting to bind port ce272146-d793-4951-971e-ea72a2ebdb74 on host dv-cinder-843729-1-iscsi for vnic_type normal with profile {{(pid=103913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 28 17:33:31.327781 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.managers [None req-b05c939b-dc1a-46a6-96d8-e1675b436f68 None None] Attempting to bind port ce272146-d793-4951-971e-ea72a2ebdb74 by drivers openvswitch,hyperv on host dv-cinder-843729-1-iscsi at level 0 using segments [{'id': '480101fc-6c46-44c0-bf09-f4d27baa4f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'f73c6d30-f59b-4e03-9c62-138278150c67'}] {{(pid=103913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 28 17:33:31.328144 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b05c939b-dc1a-46a6-96d8-e1675b436f68 None None] Attempting to bind port ce272146-d793-4951-971e-ea72a2ebdb74 on network f73c6d30-f59b-4e03-9c62-138278150c67 {{(pid=103913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 28 17:33:31.333907 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b05c939b-dc1a-46a6-96d8-e1675b436f68 None None] Checking agent: {'id': '0032cfec-21e8-44dd-a7d5-0b8312dfe052', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843729-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 17, 16, 59), 'started_at': datetime.datetime(2022, 5, 28, 17, 17, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 17, 33, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843729-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 28 17:33:31.334279 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b05c939b-dc1a-46a6-96d8-e1675b436f68 None None] Checking segment: {'id': '480101fc-6c46-44c0-bf09-f4d27baa4f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'f73c6d30-f59b-4e03-9c62-138278150c67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 28 17:33:31.334686 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-b05c939b-dc1a-46a6-96d8-e1675b436f68 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:33:31.335077 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b05c939b-dc1a-46a6-96d8-e1675b436f68 None None] Bound using segment: {'id': '480101fc-6c46-44c0-bf09-f4d27baa4f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'f73c6d30-f59b-4e03-9c62-138278150c67'} {{(pid=103913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 28 17:33:31.335565 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.managers [None req-b05c939b-dc1a-46a6-96d8-e1675b436f68 None None] Bound port: ce272146-d793-4951-971e-ea72a2ebdb74, host: dv-cinder-843729-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '480101fc-6c46-44c0-bf09-f4d27baa4f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'f73c6d30-f59b-4e03-9c62-138278150c67'}}] {{(pid=103913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 28 17:33:31.335945 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-b05c939b-dc1a-46a6-96d8-e1675b436f68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (ce272146-d793-4951-971e-ea72a2ebdb74), before_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:33:31.358915 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-09b32882-b178-40d3-8f13-d5c6f41505fe admin admin] Publish callbacks [] for port (9af5fae3-06cc-45b6-9e16-34f986749091), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:33:31.392285 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-09b32882-b178-40d3-8f13-d5c6f41505fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735968120113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6173922'] for port (9af5fae3-06cc-45b6-9e16-34f986749091), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:33:31.399365 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-b05c939b-dc1a-46a6-96d8-e1675b436f68 None None] For port ce272146-d793-4951-971e-ea72a2ebdb74, host dv-cinder-843729-1-iscsi, cleared binding levels {{(pid=103913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 17:33:31.402633 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-b05c939b-dc1a-46a6-96d8-e1675b436f68 None None] For port ce272146-d793-4951-971e-ea72a2ebdb74, host dv-cinder-843729-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843729-1-iscsi',level=0,port_id=ce272146-d793-4951-971e-ea72a2ebdb74,segment=NetworkSegment(480101fc-6c46-44c0-bf09-f4d27baa4f82),segment_id=480101fc-6c46-44c0-bf09-f4d27baa4f82)] {{(pid=103913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 17:33:31.408843 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-b05c939b-dc1a-46a6-96d8-e1675b436f68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735968512485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735968120131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735968120149'] for port (ce272146-d793-4951-971e-ea72a2ebdb74), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:33:31.427625 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:DELETE=1,neutron:INSERT=3 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:33:31.429971 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09b32882-b178-40d3-8f13-d5c6f41505fe admin admin] Network 2edbe6b8-aac1-406b-a2f1-8819dd0d1c48 is already hosted by enough agents. {{(pid=103912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 17:33:31.435319 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.scheduler.base_scheduler [None req-09b32882-b178-40d3-8f13-d5c6f41505fe admin admin] Resources bound (agent type, host, resource id): {{(pid=103912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 17:33:31.447843 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b32882-b178-40d3-8f13-d5c6f41505fe admin admin] Received port after_create {{(pid=103912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 28 17:33:31.470284 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05c939b-dc1a-46a6-96d8-e1675b436f68 None None] Pushing event updated for resources: {'Port': ['ID=ce272146-d793-4951-971e-ea72a2ebdb74,revision_number=2']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:33:31.496396 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b32882-b178-40d3-8f13-d5c6f41505fe admin admin] Pushing event updated for resources: {'Port': ['ID=9af5fae3-06cc-45b6-9e16-34f986749091,revision_number=1']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:33:31.508561 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b32882-b178-40d3-8f13-d5c6f41505fe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:33:31.509265 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b32882-b178-40d3-8f13-d5c6f41505fe admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:33:31.509908 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b32882-b178-40d3-8f13-d5c6f41505fe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:33:31.510473 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b32882-b178-40d3-8f13-d5c6f41505fe admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:33:31.510872 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b32882-b178-40d3-8f13-d5c6f41505fe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:33:31.511927 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b32882-b178-40d3-8f13-d5c6f41505fe admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:33:31.512324 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b32882-b178-40d3-8f13-d5c6f41505fe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:33:31.512710 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b32882-b178-40d3-8f13-d5c6f41505fe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:33:31.513099 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b32882-b178-40d3-8f13-d5c6f41505fe admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:33:31.513510 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b32882-b178-40d3-8f13-d5c6f41505fe admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:33:31.513875 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b32882-b178-40d3-8f13-d5c6f41505fe admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:33:31.514327 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b32882-b178-40d3-8f13-d5c6f41505fe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:33:31.514706 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b32882-b178-40d3-8f13-d5c6f41505fe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:33:31.515090 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b32882-b178-40d3-8f13-d5c6f41505fe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:33:31.515518 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b32882-b178-40d3-8f13-d5c6f41505fe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:33:31.784776 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-09b32882-b178-40d3-8f13-d5c6f41505fe admin admin] Publish callbacks [] for router_gateway (4d1920b0-566c-4298-8aa6-a5f29f68f519), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:33:31.930620 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:33:31.979598 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-09b32882-b178-40d3-8f13-d5c6f41505fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-679993'] for router (4d1920b0-566c-4298-8aa6-a5f29f68f519), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:33:32.108528 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09b32882-b178-40d3-8f13-d5c6f41505fe admin admin] Router 4d1920b0-566c-4298-8aa6-a5f29f68f519 is scheduled to L3 agent 8a8c7bbb-808d-49ae-95de-62501e6237ff with binding_index 1 {{(pid=103912) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 28 17:33:32.215051 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09b32882-b178-40d3-8f13-d5c6f41505fe admin admin] Notify agent at l3_agent.dv-cinder-843729-1-iscsi the message routers_updated {{(pid=103912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 17:33:32.226646 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca5970e5-03ee-4e79-a3fb-536614d1b214 None None] Sync routers for ids ['4d1920b0-566c-4298-8aa6-a5f29f68f519'] in dv-cinder-843729-1-iscsi {{(pid=103914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 17:33:32.235148 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-09b32882-b178-40d3-8f13-d5c6f41505fe admin admin] Publish callbacks [] for router (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:33:32.239866 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-09b32882-b178-40d3-8f13-d5c6f41505fe admin admin] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.5357151 May 28 17:33:32.239866 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.33', 33330) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:33:32.241165 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca5970e5-03ee-4e79-a3fb-536614d1b214 None None] Routers {'4d1920b0-566c-4298-8aa6-a5f29f68f519'} bound to L3 agent in host dv-cinder-843729-1-iscsi {{(pid=103914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 28 17:33:32.241802 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-ca5970e5-03ee-4e79-a3fb-536614d1b214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843729-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-28T17:16:55Z,description=,heartbeat_timestamp=2022-05-28T17:33:25Z,host='dv-cinder-843729-1-iscsi',id=8a8c7bbb-808d-49ae-95de-62501e6237ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T17:16:55Z,topic='l3_agent')) {'router_ids': ['4d1920b0-566c-4298-8aa6-a5f29f68f519'], 'active': True} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:33:32.354666 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvr_db [None req-ca5970e5-03ee-4e79-a3fb-536614d1b214 None None] Set router 4d1920b0-566c-4298-8aa6-a5f29f68f519 gateway port host: dv-cinder-843729-1-iscsi {{(pid=103914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 28 17:33:32.395839 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4e4f1b0-c326-468c-a4ef-cd07cf270448 None None] Network f73c6d30-f59b-4e03-9c62-138278150c67 requested from dv-cinder-843729-1-iscsi {{(pid=103913) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 28 17:33:32.492891 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=1 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:33:32.530507 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-ca5970e5-03ee-4e79-a3fb-536614d1b214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d1920b0-566c-4298-8aa6-a5f29f68f519', 'name': 'tempest-AttachVolumeNegativeTest-835744229-router', 'tenant_id': '9525b35792a04dc3a6f109cb39ee9d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'external_fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '9af5fae3-06cc-45b6-9e16-34f986749091', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T17:33:30Z', 'updated_at': '2022-05-28T17:33:31Z', 'revision_number': 3, 'project_id': '9525b35792a04dc3a6f109cb39ee9d50', 'gw_port': {'id': '9af5fae3-06cc-45b6-9e16-34f986749091', 'name': '', 'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:33:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d1920b0-566c-4298-8aa6-a5f29f68f519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:33:31Z', 'updated_at': '2022-05-28T17:33:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843729-1-iscsi'}], 'dv-cinder-843729-1-iscsi', False) {} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:33:32.535647 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-85355697-fff6-450e-8cf0-d49b92949956 None None] Provisioning complete for port ce272146-d793-4951-971e-ea72a2ebdb74 triggered by entity DHCP. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 17:33:32.536605 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-85355697-fff6-450e-8cf0-d49b92949956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1821120'] for port (ce272146-d793-4951-971e-ea72a2ebdb74), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:33:32.563592 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:33:32.566693 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca5970e5-03ee-4e79-a3fb-536614d1b214 None None] Checking router: 4d1920b0-566c-4298-8aa6-a5f29f68f519 for host: dv-cinder-843729-1-iscsi {{(pid=103914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 17:33:32.567186 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca5970e5-03ee-4e79-a3fb-536614d1b214 None None] Updating router 4d1920b0-566c-4298-8aa6-a5f29f68f519 port 9af5fae3-06cc-45b6-9e16-34f986749091 binding host dv-cinder-843729-1-iscsi {{(pid=103914) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 17:33:32.600733 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron_lib.callbacks.manager [None req-ca5970e5-03ee-4e79-a3fb-536614d1b214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (9af5fae3-06cc-45b6-9e16-34f986749091), before_update {{(pid=103914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:33:32.627822 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-85355697-fff6-450e-8cf0-d49b92949956 None None] Current status of the port ce272146-d793-4951-971e-ea72a2ebdb74 is: DOWN; New status is: ACTIVE {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 17:33:32.628154 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-85355697-fff6-450e-8cf0-d49b92949956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (ce272146-d793-4951-971e-ea72a2ebdb74), before_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:33:32.667260 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-85355697-fff6-450e-8cf0-d49b92949956 None None] For port ce272146-d793-4951-971e-ea72a2ebdb74, host dv-cinder-843729-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843729-1-iscsi',level=0,port_id=ce272146-d793-4951-971e-ea72a2ebdb74,segment=NetworkSegment(480101fc-6c46-44c0-bf09-f4d27baa4f82),segment_id=480101fc-6c46-44c0-bf09-f4d27baa4f82)] {{(pid=103913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 17:33:32.673476 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-85355697-fff6-450e-8cf0-d49b92949956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735968512485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735968120131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735968120149'] for port (ce272146-d793-4951-971e-ea72a2ebdb74), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:33:32.697161 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-1fbbb0ea-2b46-4d28-9a77-842c6d3537cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (None), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:33:32.740634 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85355697-fff6-450e-8cf0-d49b92949956 None None] Pushing event updated for resources: {'Port': ['ID=ce272146-d793-4951-971e-ea72a2ebdb74,revision_number=3']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:33:32.871236 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.db.db_base_plugin_common [None req-1fbbb0ea-2b46-4d28-9a77-842c6d3537cf admin admin] Allocated IP 172.20.0.1 (f73c6d30-f59b-4e03-9c62-138278150c67/3ba9da23-e7a0-4b8a-b5a4-c3c0fc07e6a1/d48c0f56-dacf-413d-a74b-2725ae7eef68) {{(pid=103912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 17:33:32.891825 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:33:32.895736 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-b8cae76e-405f-4488-9309-99be04ead66e None None] Provisioning complete for port ce272146-d793-4951-971e-ea72a2ebdb74 triggered by entity DHCP. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 17:33:32.896146 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-b8cae76e-405f-4488-9309-99be04ead66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1821120'] for port (ce272146-d793-4951-971e-ea72a2ebdb74), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:33:32.986409 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:33:32.990155 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-1fbbb0ea-2b46-4d28-9a77-842c6d3537cf admin admin] Publish callbacks [] for port (d48c0f56-dacf-413d-a74b-2725ae7eef68), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:33:32.996288 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-b8cae76e-405f-4488-9309-99be04ead66e None None] Current status of the port ce272146-d793-4951-971e-ea72a2ebdb74 is: ACTIVE; New status is: ACTIVE {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 17:33:33.028250 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-1fbbb0ea-2b46-4d28-9a77-842c6d3537cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735968120113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6173922'] for port (d48c0f56-dacf-413d-a74b-2725ae7eef68), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:33:33.028785 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron_lib.callbacks.manager [None req-ca5970e5-03ee-4e79-a3fb-536614d1b214 None None] Publish callbacks [] for port (9af5fae3-06cc-45b6-9e16-34f986749091), precommit_update {{(pid=103914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:33:33.031898 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Device ce272146-d793-4951-971e-ea72a2ebdb74 up at agent ovs-agent-dv-cinder-843729-1-iscsi {{(pid=103913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 28 17:33:33.038334 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron_lib.callbacks.manager [None req-ca5970e5-03ee-4e79-a3fb-536614d1b214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735968512485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735968120131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735968120149'] for port (9af5fae3-06cc-45b6-9e16-34f986749091), after_update {{(pid=103914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:33:33.069683 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fbbb0ea-2b46-4d28-9a77-842c6d3537cf admin admin] Network f73c6d30-f59b-4e03-9c62-138278150c67 is already hosted by enough agents. {{(pid=103912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 17:33:33.072964 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.scheduler.base_scheduler [None req-1fbbb0ea-2b46-4d28-9a77-842c6d3537cf admin admin] Resources bound (agent type, host, resource id): {{(pid=103912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 17:33:33.076792 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fbbb0ea-2b46-4d28-9a77-842c6d3537cf admin admin] Received port after_create {{(pid=103912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 28 17:33:33.085743 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Provisioning complete for port ce272146-d793-4951-971e-ea72a2ebdb74 triggered by entity L2. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 17:33:33.086207 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1821120'] for port (ce272146-d793-4951-971e-ea72a2ebdb74), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:33:33.096518 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:33:33.098824 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1509d85-b2bb-4737-b264-dcd98065fa8f None None] Pushing event updated for resources: {'Port': ['ID=9af5fae3-06cc-45b6-9e16-34f986749091,revision_number=2']} {{(pid=103914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:33:33.102986 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.plugins.ml2.managers [None req-ca5970e5-03ee-4e79-a3fb-536614d1b214 None None] Attempting to bind port 9af5fae3-06cc-45b6-9e16-34f986749091 on host dv-cinder-843729-1-iscsi for vnic_type normal with profile {{(pid=103914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 28 17:33:33.103246 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.plugins.ml2.managers [None req-ca5970e5-03ee-4e79-a3fb-536614d1b214 None None] Attempting to bind port 9af5fae3-06cc-45b6-9e16-34f986749091 by drivers openvswitch,hyperv on host dv-cinder-843729-1-iscsi at level 0 using segments [{'id': '3991c6da-7adc-4448-bfac-a7af5b626d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48'}] {{(pid=103914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 28 17:33:33.103640 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca5970e5-03ee-4e79-a3fb-536614d1b214 None None] Attempting to bind port 9af5fae3-06cc-45b6-9e16-34f986749091 on network 2edbe6b8-aac1-406b-a2f1-8819dd0d1c48 {{(pid=103914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 28 17:33:33.111162 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbb0ea-2b46-4d28-9a77-842c6d3537cf admin admin] Pushing event updated for resources: {'Port': ['ID=d48c0f56-dacf-413d-a74b-2725ae7eef68,revision_number=1']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:33:33.117088 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1509d85-b2bb-4737-b264-dcd98065fa8f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:33:33.117448 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1509d85-b2bb-4737-b264-dcd98065fa8f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:33:33.117815 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1509d85-b2bb-4737-b264-dcd98065fa8f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:33:33.118176 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1509d85-b2bb-4737-b264-dcd98065fa8f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:33:33.118632 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1509d85-b2bb-4737-b264-dcd98065fa8f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:33:33.119234 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1509d85-b2bb-4737-b264-dcd98065fa8f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:33:33.119926 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1509d85-b2bb-4737-b264-dcd98065fa8f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:33:33.119926 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1509d85-b2bb-4737-b264-dcd98065fa8f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:33:33.120224 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1509d85-b2bb-4737-b264-dcd98065fa8f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:33:33.120549 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1509d85-b2bb-4737-b264-dcd98065fa8f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:33:33.120875 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1509d85-b2bb-4737-b264-dcd98065fa8f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:33:33.121212 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1509d85-b2bb-4737-b264-dcd98065fa8f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:33:33.122503 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1509d85-b2bb-4737-b264-dcd98065fa8f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:33:33.122839 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1509d85-b2bb-4737-b264-dcd98065fa8f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:33:33.123154 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1509d85-b2bb-4737-b264-dcd98065fa8f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:33:33.128266 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca5970e5-03ee-4e79-a3fb-536614d1b214 None None] Checking agent: {'id': '0032cfec-21e8-44dd-a7d5-0b8312dfe052', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843729-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 17, 16, 59), 'started_at': datetime.datetime(2022, 5, 28, 17, 17, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 17, 33, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843729-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 28 17:33:33.128645 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca5970e5-03ee-4e79-a3fb-536614d1b214 None None] Checking segment: {'id': '3991c6da-7adc-4448-bfac-a7af5b626d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 28 17:33:33.129052 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron_lib.callbacks.manager [None req-ca5970e5-03ee-4e79-a3fb-536614d1b214 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:33:33.129437 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca5970e5-03ee-4e79-a3fb-536614d1b214 None None] Bound using segment: {'id': '3991c6da-7adc-4448-bfac-a7af5b626d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48'} {{(pid=103914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 28 17:33:33.129970 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.plugins.ml2.managers [None req-ca5970e5-03ee-4e79-a3fb-536614d1b214 None None] Bound port: 9af5fae3-06cc-45b6-9e16-34f986749091, host: dv-cinder-843729-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3991c6da-7adc-4448-bfac-a7af5b626d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48'}}] {{(pid=103914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 28 17:33:33.130105 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-1fbbb0ea-2b46-4d28-9a77-842c6d3537cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681546'] for router_interface (4d1920b0-566c-4298-8aa6-a5f29f68f519), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:33:33.130348 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron_lib.callbacks.manager [None req-ca5970e5-03ee-4e79-a3fb-536614d1b214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (9af5fae3-06cc-45b6-9e16-34f986749091), before_update {{(pid=103914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:33:33.175230 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Current status of the port ce272146-d793-4951-971e-ea72a2ebdb74 is: ACTIVE; New status is: ACTIVE {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 17:33:33.198189 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:33:33.198449 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.plugins.ml2.db [None req-ca5970e5-03ee-4e79-a3fb-536614d1b214 None None] For port 9af5fae3-06cc-45b6-9e16-34f986749091, host dv-cinder-843729-1-iscsi, cleared binding levels {{(pid=103914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 17:33:33.201423 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.plugins.ml2.db [None req-ca5970e5-03ee-4e79-a3fb-536614d1b214 None None] For port 9af5fae3-06cc-45b6-9e16-34f986749091, host dv-cinder-843729-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843729-1-iscsi',level=0,port_id=9af5fae3-06cc-45b6-9e16-34f986749091,segment=NetworkSegment(3991c6da-7adc-4448-bfac-a7af5b626d82),segment_id=3991c6da-7adc-4448-bfac-a7af5b626d82)] {{(pid=103914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 17:33:33.208637 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron_lib.callbacks.manager [None req-ca5970e5-03ee-4e79-a3fb-536614d1b214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735968512485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735968120131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735968120149'] for port (9af5fae3-06cc-45b6-9e16-34f986749091), after_update {{(pid=103914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:33:33.263590 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1509d85-b2bb-4737-b264-dcd98065fa8f None None] Pushing event updated for resources: {'Port': ['ID=9af5fae3-06cc-45b6-9e16-34f986749091,revision_number=3']} {{(pid=103914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:33:33.273532 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-1fbbb0ea-2b46-4d28-9a77-842c6d3537cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (d48c0f56-dacf-413d-a74b-2725ae7eef68), before_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:33:33.277720 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca5970e5-03ee-4e79-a3fb-536614d1b214 None None] Routers {'4d1920b0-566c-4298-8aa6-a5f29f68f519'} bound to L3 agent in host dv-cinder-843729-1-iscsi {{(pid=103914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 28 17:33:33.278371 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-ca5970e5-03ee-4e79-a3fb-536614d1b214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843729-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-28T17:16:55Z,description=,heartbeat_timestamp=2022-05-28T17:33:25Z,host='dv-cinder-843729-1-iscsi',id=8a8c7bbb-808d-49ae-95de-62501e6237ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T17:16:55Z,topic='l3_agent')) {'router_ids': ['4d1920b0-566c-4298-8aa6-a5f29f68f519'], 'active': True} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:33:33.324826 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:33:33.386461 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvr_db [None req-ca5970e5-03ee-4e79-a3fb-536614d1b214 None None] Set router 4d1920b0-566c-4298-8aa6-a5f29f68f519 gateway port host: dv-cinder-843729-1-iscsi {{(pid=103914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 28 17:33:33.417657 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-9f6d6443-2f50-42e7-b899-34305502875b None None] Provisioning complete for port d48c0f56-dacf-413d-a74b-2725ae7eef68 triggered by entity DHCP. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 17:33:33.418287 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-9f6d6443-2f50-42e7-b899-34305502875b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1821120'] for port (d48c0f56-dacf-413d-a74b-2725ae7eef68), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:33:33.456330 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-9f6d6443-2f50-42e7-b899-34305502875b None None] Port d48c0f56-dacf-413d-a74b-2725ae7eef68 cannot update to ACTIVE because it is not bound. {{(pid=103913) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 28 17:33:33.479383 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-1fbbb0ea-2b46-4d28-9a77-842c6d3537cf admin admin] Publish callbacks [] for port (d48c0f56-dacf-413d-a74b-2725ae7eef68), precommit_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:33:33.483868 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-1fbbb0ea-2b46-4d28-9a77-842c6d3537cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735968512485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735968120131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735968120149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6173909'] for port (d48c0f56-dacf-413d-a74b-2725ae7eef68), after_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:33:33.552974 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbb0ea-2b46-4d28-9a77-842c6d3537cf admin admin] Pushing event updated for resources: {'Port': ['ID=d48c0f56-dacf-413d-a74b-2725ae7eef68,revision_number=2']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:33:33.556341 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-1fbbb0ea-2b46-4d28-9a77-842c6d3537cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-152102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-686586'] for router_interface (4d1920b0-566c-4298-8aa6-a5f29f68f519), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:33:33.582272 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-ca5970e5-03ee-4e79-a3fb-536614d1b214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d1920b0-566c-4298-8aa6-a5f29f68f519', 'name': 'tempest-AttachVolumeNegativeTest-835744229-router', 'tenant_id': '9525b35792a04dc3a6f109cb39ee9d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'external_fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '9af5fae3-06cc-45b6-9e16-34f986749091', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T17:33:30Z', 'updated_at': '2022-05-28T17:33:33Z', 'revision_number': 4, 'project_id': '9525b35792a04dc3a6f109cb39ee9d50', 'gw_port': {'id': '9af5fae3-06cc-45b6-9e16-34f986749091', 'name': '', 'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:33:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d1920b0-566c-4298-8aa6-a5f29f68f519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:33:31Z', 'updated_at': '2022-05-28T17:33:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843729-1-iscsi', '_interfaces': [{'id': 'd48c0f56-dacf-413d-a74b-2725ae7eef68', 'name': '', 'network_id': 'f73c6d30-f59b-4e03-9c62-138278150c67', 'tenant_id': '9525b35792a04dc3a6f109cb39ee9d50', 'mac_address': 'fa:16:3e:99:a1:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d1920b0-566c-4298-8aa6-a5f29f68f519', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '3ba9da23-e7a0-4b8a-b5a4-c3c0fc07e6a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:33:32Z', 'updated_at': '2022-05-28T17:33:32Z', 'revision_number': 1, 'project_id': '9525b35792a04dc3a6f109cb39ee9d50', 'subnets': [{'id': '3ba9da23-e7a0-4b8a-b5a4-c3c0fc07e6a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843729-1-iscsi', False) {} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:33:33.607304 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca5970e5-03ee-4e79-a3fb-536614d1b214 None None] The sync data for ids ['4d1920b0-566c-4298-8aa6-a5f29f68f519'] in dv-cinder-843729-1-iscsi is: [{'id': '4d1920b0-566c-4298-8aa6-a5f29f68f519', 'name': 'tempest-AttachVolumeNegativeTest-835744229-router', 'tenant_id': '9525b35792a04dc3a6f109cb39ee9d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'external_fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '9af5fae3-06cc-45b6-9e16-34f986749091', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T17:33:30Z', 'updated_at': '2022-05-28T17:33:33Z', 'revision_number': 4, 'project_id': '9525b35792a04dc3a6f109cb39ee9d50', 'gw_port': {'id': '9af5fae3-06cc-45b6-9e16-34f986749091', 'name': '', 'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:33:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d1920b0-566c-4298-8aa6-a5f29f68f519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:33:31Z', 'updated_at': '2022-05-28T17:33:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843729-1-iscsi', '_interfaces': [{'id': 'd48c0f56-dacf-413d-a74b-2725ae7eef68', 'name': '', 'network_id': 'f73c6d30-f59b-4e03-9c62-138278150c67', 'tenant_id': '9525b35792a04dc3a6f109cb39ee9d50', 'mac_address': 'fa:16:3e:99:a1:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d1920b0-566c-4298-8aa6-a5f29f68f519', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '3ba9da23-e7a0-4b8a-b5a4-c3c0fc07e6a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:33:32Z', 'updated_at': '2022-05-28T17:33:32Z', 'revision_number': 1, 'project_id': '9525b35792a04dc3a6f109cb39ee9d50', 'subnets': [{'id': '3ba9da23-e7a0-4b8a-b5a4-c3c0fc07e6a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 17:33:33.655280 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fbbb0ea-2b46-4d28-9a77-842c6d3537cf admin admin] Network f73c6d30-f59b-4e03-9c62-138278150c67 is already hosted by enough agents. {{(pid=103912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 17:33:33.656659 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.scheduler.base_scheduler [None req-1fbbb0ea-2b46-4d28-9a77-842c6d3537cf admin admin] Resources bound (agent type, host, resource id): {{(pid=103912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 17:33:33.776288 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fbbb0ea-2b46-4d28-9a77-842c6d3537cf admin admin] Router 4d1920b0-566c-4298-8aa6-a5f29f68f519 has already been hosted by L3 agent 8a8c7bbb-808d-49ae-95de-62501e6237ff {{(pid=103912) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 17:33:33.840696 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:33:33.901317 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fbbb0ea-2b46-4d28-9a77-842c6d3537cf admin admin] Notify agent at l3_agent.dv-cinder-843729-1-iscsi the message routers_updated {{(pid=103912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 17:33:33.906427 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-1fbbb0ea-2b46-4d28-9a77-842c6d3537cf admin admin] 10.222.0.33 "PUT /v2.0/routers/4d1920b0-566c-4298-8aa6-a5f29f68f519/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6655703 May 28 17:33:33.987439 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-06c80631-bae1-4315-b0b9-03405ea9ee63 None None] Provisioning complete for port d48c0f56-dacf-413d-a74b-2725ae7eef68 triggered by entity DHCP. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 17:33:33.988031 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-06c80631-bae1-4315-b0b9-03405ea9ee63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1821120'] for port (d48c0f56-dacf-413d-a74b-2725ae7eef68), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:33:34.021513 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-06c80631-bae1-4315-b0b9-03405ea9ee63 None None] Port d48c0f56-dacf-413d-a74b-2725ae7eef68 cannot update to ACTIVE because it is not bound. {{(pid=103913) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 28 17:33:34.214358 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.33', 33342) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:33:34.218934 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.v2.base [None req-03cf1482-db53-419d-8d45-114156805119 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2030583811', 'description': 'tempest-description--1294973606'}} {{(pid=103912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 17:33:34.251559 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-03cf1482-db53-419d-8d45-114156805119 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Publish callbacks [] for security_group (None), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:33:34.333301 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-03cf1482-db53-419d-8d45-114156805119 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Publish callbacks [] for security_group (0cf7350a-49ea-456a-97bb-9b056bff6004), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:33:34.337135 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-03cf1482-db53-419d-8d45-114156805119 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594961'] for security_group (0cf7350a-49ea-456a-97bb-9b056bff6004), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:33:34.344149 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:UPDATE=2,neutron:SELECT=96,neutron:INSERT=2 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:33:34.372411 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-03cf1482-db53-419d-8d45-114156805119 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Publish callbacks [] for security_group (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:33:34.373552 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-03cf1482-db53-419d-8d45-114156805119 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1581972 May 28 17:33:34.376728 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.33', 33344) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:33:34.384531 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.v2.base [None req-fd459a2d-731f-49e6-941b-1d409ff25af7 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Request body: {'security_group_rule': {'security_group_id': '0cf7350a-49ea-456a-97bb-9b056bff6004', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 17:33:34.390824 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cf1482-db53-419d-8d45-114156805119 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0cf7350a-49ea-456a-97bb-9b056bff6004,revision_number=1']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:33:34.419015 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-fd459a2d-731f-49e6-941b-1d409ff25af7 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Publish callbacks [] for security_group_rule (9e6ba9b3-6744-4c3c-be7f-66f726227d7e), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:33:34.482457 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-fd459a2d-731f-49e6-941b-1d409ff25af7 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Publish callbacks [] for security_group_rule (9e6ba9b3-6744-4c3c-be7f-66f726227d7e), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:33:34.486341 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-fd459a2d-731f-49e6-941b-1d409ff25af7 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595010'] for security_group_rule (9e6ba9b3-6744-4c3c-be7f-66f726227d7e), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:33:34.507139 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd459a2d-731f-49e6-941b-1d409ff25af7 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e6ba9b3-6744-4c3c-be7f-66f726227d7e,revision_number=0']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:33:34.517276 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-fd459a2d-731f-49e6-941b-1d409ff25af7 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:33:34.521414 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.33', 33346) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:33:34.521963 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-fd459a2d-731f-49e6-941b-1d409ff25af7 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1432264 May 28 17:33:34.525982 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.v2.base [None req-9e635100-e2fa-476c-b33d-80d28a50613a tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Request body: {'security_group_rule': {'security_group_id': '0cf7350a-49ea-456a-97bb-9b056bff6004', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 17:33:34.556565 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-9e635100-e2fa-476c-b33d-80d28a50613a tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Publish callbacks [] for security_group_rule (234f4fe5-e896-49a8-a113-1fa39c4c709d), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:33:34.566785 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (7cdbebfa-f3b4-48eb-8fbc-caed95606681), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:33:34.612168 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-9e635100-e2fa-476c-b33d-80d28a50613a tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Publish callbacks [] for security_group_rule (234f4fe5-e896-49a8-a113-1fa39c4c709d), precommit_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:33:34.618297 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-9e635100-e2fa-476c-b33d-80d28a50613a tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595010'] for security_group_rule (234f4fe5-e896-49a8-a113-1fa39c4c709d), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:33:34.637656 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e635100-e2fa-476c-b33d-80d28a50613a tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=234f4fe5-e896-49a8-a113-1fa39c4c709d,revision_number=0']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:33:34.646948 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-9e635100-e2fa-476c-b33d-80d28a50613a tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:33:34.648381 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-9e635100-e2fa-476c-b33d-80d28a50613a tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1259711 May 28 17:33:34.651800 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.33', 33348) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:33:34.656097 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.v2.base [None req-6789cdec-59d6-497a-8731-2ec7b7c4e1c1 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Request body: {'floatingip': {'floating_network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48'}} {{(pid=103911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 17:33:34.677502 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-6789cdec-59d6-497a-8731-2ec7b7c4e1c1 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:33:34.770972 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-6789cdec-59d6-497a-8731-2ec7b7c4e1c1 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (None), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:33:34.883763 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.db.db_base_plugin_common [None req-6789cdec-59d6-497a-8731-2ec7b7c4e1c1 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Allocated IP 172.27.0.6 (2edbe6b8-aac1-406b-a2f1-8819dd0d1c48/5128d65d-65c0-41d1-99c9-7682fd6eaf92/dab59e7d-342f-4c41-bb43-24dc31d6f87d) {{(pid=103911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 17:33:34.885559 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=75,neutron:DELETE=1,neutron:INSERT=19,neutron:UPDATE=5 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:33:34.956581 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=82,neutron:INSERT=10,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:33:34.994815 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-6789cdec-59d6-497a-8731-2ec7b7c4e1c1 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Publish callbacks [] for port (dab59e7d-342f-4c41-bb43-24dc31d6f87d), precommit_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:33:34.997064 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Device 9af5fae3-06cc-45b6-9e16-34f986749091 up at agent ovs-agent-dv-cinder-843729-1-iscsi {{(pid=103913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 28 17:33:35.029553 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-6789cdec-59d6-497a-8731-2ec7b7c4e1c1 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735968120113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6040268'] for port (dab59e7d-342f-4c41-bb43-24dc31d6f87d), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:33:35.042020 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Provisioning complete for port 9af5fae3-06cc-45b6-9e16-34f986749091 triggered by entity L2. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 17:33:35.042397 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1821120'] for port (9af5fae3-06cc-45b6-9e16-34f986749091), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:33:35.075029 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6789cdec-59d6-497a-8731-2ec7b7c4e1c1 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Network 2edbe6b8-aac1-406b-a2f1-8819dd0d1c48 is already hosted by enough agents. {{(pid=103911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 17:33:35.080322 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.scheduler.base_scheduler [None req-6789cdec-59d6-497a-8731-2ec7b7c4e1c1 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Resources bound (agent type, host, resource id): {{(pid=103911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 17:33:35.083070 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6789cdec-59d6-497a-8731-2ec7b7c4e1c1 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Pushing event updated for resources: {'Port': ['ID=dab59e7d-342f-4c41-bb43-24dc31d6f87d,revision_number=1']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:33:35.085272 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6789cdec-59d6-497a-8731-2ec7b7c4e1c1 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Received port after_create {{(pid=103911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 28 17:33:35.120049 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Current status of the port 9af5fae3-06cc-45b6-9e16-34f986749091 is: DOWN; New status is: ACTIVE {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 17:33:35.120436 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (9af5fae3-06cc-45b6-9e16-34f986749091), before_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:33:35.142194 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] For port 9af5fae3-06cc-45b6-9e16-34f986749091, host dv-cinder-843729-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843729-1-iscsi',level=0,port_id=9af5fae3-06cc-45b6-9e16-34f986749091,segment=NetworkSegment(3991c6da-7adc-4448-bfac-a7af5b626d82),segment_id=3991c6da-7adc-4448-bfac-a7af5b626d82)] {{(pid=103913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 17:33:35.146983 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735968512485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735968120131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735968120149'] for port (9af5fae3-06cc-45b6-9e16-34f986749091), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:33:35.170047 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-6789cdec-59d6-497a-8731-2ec7b7c4e1c1 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Publish callbacks [] for floatingip (388f9609-a470-47c7-8586-806653c2e4a0), precommit_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:33:35.199272 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Pushing event updated for resources: {'Port': ['ID=9af5fae3-06cc-45b6-9e16-34f986749091,revision_number=4']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:33:35.214105 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-6789cdec-59d6-497a-8731-2ec7b7c4e1c1 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (dab59e7d-342f-4c41-bb43-24dc31d6f87d), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:33:35.402526 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-6789cdec-59d6-497a-8731-2ec7b7c4e1c1 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Publish callbacks [] for port (dab59e7d-342f-4c41-bb43-24dc31d6f87d), precommit_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:33:35.406734 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-6789cdec-59d6-497a-8731-2ec7b7c4e1c1 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735968512485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735968120131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735968120149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6040315'] for port (dab59e7d-342f-4c41-bb43-24dc31d6f87d), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:33:35.478049 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6789cdec-59d6-497a-8731-2ec7b7c4e1c1 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Pushing event updated for resources: {'Port': ['ID=dab59e7d-342f-4c41-bb43-24dc31d6f87d,revision_number=2']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:33:35.486304 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-6789cdec-59d6-497a-8731-2ec7b7c4e1c1 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681695'] for floatingip (388f9609-a470-47c7-8586-806653c2e4a0), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:33:35.502860 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-6789cdec-59d6-497a-8731-2ec7b7c4e1c1 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22441'] for floatingip (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:33:35.504213 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-6789cdec-59d6-497a-8731-2ec7b7c4e1c1 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 0.8515036 May 28 17:33:35.602507 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc38a73f-44e2-4fce-95e2-3fcdcba3b0bf None None] Sync routers for ids ['4d1920b0-566c-4298-8aa6-a5f29f68f519'] in dv-cinder-843729-1-iscsi {{(pid=103913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 17:33:35.614488 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc38a73f-44e2-4fce-95e2-3fcdcba3b0bf None None] Routers {'4d1920b0-566c-4298-8aa6-a5f29f68f519'} bound to L3 agent in host dv-cinder-843729-1-iscsi {{(pid=103913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 28 17:33:35.615116 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.l3_hamode_db [None req-cc38a73f-44e2-4fce-95e2-3fcdcba3b0bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843729-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-28T17:16:55Z,description=,heartbeat_timestamp=2022-05-28T17:33:25Z,host='dv-cinder-843729-1-iscsi',id=8a8c7bbb-808d-49ae-95de-62501e6237ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T17:16:55Z,topic='l3_agent')) {'router_ids': ['4d1920b0-566c-4298-8aa6-a5f29f68f519'], 'active': True} {{(pid=103913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:33:35.660554 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-dc50637b-a7be-4fa7-a7f6-def5045460ee req-9c574598-ccb6-4705-b5b3-c6290952fbe2 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] 10.222.0.33 "GET /v2.0/security-groups?name=tempest-securitygroup--2030583811&fields=id&tenant_id=9525b35792a04dc3a6f109cb39ee9d50 HTTP/1.1" status: 200 len: 267 time: 0.0426979 May 28 17:33:35.704423 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:33:35.718261 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:33:35.723628 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.l3_dvr_db [None req-cc38a73f-44e2-4fce-95e2-3fcdcba3b0bf None None] Set router 4d1920b0-566c-4298-8aa6-a5f29f68f519 gateway port host: dv-cinder-843729-1-iscsi {{(pid=103913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 28 17:33:35.771659 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc50637b-a7be-4fa7-a7f6-def5045460ee req-a9bd6319-6088-4d3e-a9c3-a94590d388f4 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:33:35.773142 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-dc50637b-a7be-4fa7-a7f6-def5045460ee req-a9bd6319-6088-4d3e-a9c3-a94590d388f4 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] 10.222.0.33 "GET /v2.0/networks?id=f73c6d30-f59b-4e03-9c62-138278150c67 HTTP/1.1" status: 200 len: 814 time: 0.1060536 May 28 17:33:35.788174 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-dc50637b-a7be-4fa7-a7f6-def5045460ee req-de6542e4-2851-4507-9714-610a56bfed59 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] 10.222.0.33 "GET /v2.0/quotas/9525b35792a04dc3a6f109cb39ee9d50 HTTP/1.1" status: 200 len: 375 time: 0.0095541 May 28 17:33:35.837572 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-dc50637b-a7be-4fa7-a7f6-def5045460ee req-39796468-a78b-4049-b90a-06fe0c0b7507 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=9525b35792a04dc3a6f109cb39ee9d50&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0442927 May 28 17:33:35.906068 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:33:35.917035 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.l3_hamode_db [None req-cc38a73f-44e2-4fce-95e2-3fcdcba3b0bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d1920b0-566c-4298-8aa6-a5f29f68f519', 'name': 'tempest-AttachVolumeNegativeTest-835744229-router', 'tenant_id': '9525b35792a04dc3a6f109cb39ee9d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'external_fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '9af5fae3-06cc-45b6-9e16-34f986749091', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T17:33:30Z', 'updated_at': '2022-05-28T17:33:33Z', 'revision_number': 4, 'project_id': '9525b35792a04dc3a6f109cb39ee9d50', 'gw_port': {'id': '9af5fae3-06cc-45b6-9e16-34f986749091', 'name': '', 'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:33:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1920b0-566c-4298-8aa6-a5f29f68f519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:33:31Z', 'updated_at': '2022-05-28T17:33:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843729-1-iscsi', '_interfaces': [{'id': 'd48c0f56-dacf-413d-a74b-2725ae7eef68', 'name': '', 'network_id': 'f73c6d30-f59b-4e03-9c62-138278150c67', 'tenant_id': '9525b35792a04dc3a6f109cb39ee9d50', 'mac_address': 'fa:16:3e:99:a1:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d1920b0-566c-4298-8aa6-a5f29f68f519', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '3ba9da23-e7a0-4b8a-b5a4-c3c0fc07e6a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:33:32Z', 'updated_at': '2022-05-28T17:33:33Z', 'revision_number': 2, 'project_id': '9525b35792a04dc3a6f109cb39ee9d50', 'subnets': [{'id': '3ba9da23-e7a0-4b8a-b5a4-c3c0fc07e6a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843729-1-iscsi', False) {} {{(pid=103913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:33:35.940871 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-dc50637b-a7be-4fa7-a7f6-def5045460ee req-4ab68a48-071c-4ec4-8e5c-8b3ebf9b3fd7 service neutron] 10.222.0.33 "GET /v2.0/networks/f73c6d30-f59b-4e03-9c62-138278150c67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913827 May 28 17:33:35.948988 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc38a73f-44e2-4fce-95e2-3fcdcba3b0bf None None] Checking router: 4d1920b0-566c-4298-8aa6-a5f29f68f519 for host: dv-cinder-843729-1-iscsi {{(pid=103913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 17:33:35.949337 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc38a73f-44e2-4fce-95e2-3fcdcba3b0bf None None] Updating router 4d1920b0-566c-4298-8aa6-a5f29f68f519 port d48c0f56-dacf-413d-a74b-2725ae7eef68 binding host dv-cinder-843729-1-iscsi {{(pid=103913) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 17:33:35.970042 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:33:35.978264 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-cc38a73f-44e2-4fce-95e2-3fcdcba3b0bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (d48c0f56-dacf-413d-a74b-2725ae7eef68), before_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:33:36.031600 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-dc50637b-a7be-4fa7-a7f6-def5045460ee req-1432d430-0270-4e96-b724-28796d4dc620 service neutron] 10.222.0.33 "GET /v2.0/networks/f73c6d30-f59b-4e03-9c62-138278150c67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846245 May 28 17:33:36.208736 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-f7e0a4db-843f-4d08-a7b3-25c3aa3d7c82 req-26b8c148-f510-4386-bb50-15899a679945 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] 10.222.0.33 "GET /v2.0/ports?device_id=6863e51f-850f-4d83-a5ea-34408f176184 HTTP/1.1" status: 200 len: 210 time: 0.0334451 May 28 17:33:36.279150 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-cc38a73f-44e2-4fce-95e2-3fcdcba3b0bf None None] Publish callbacks [] for port (d48c0f56-dacf-413d-a74b-2725ae7eef68), precommit_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:33:36.285055 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-cc38a73f-44e2-4fce-95e2-3fcdcba3b0bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735968512485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735968120131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735968120149'] for port (d48c0f56-dacf-413d-a74b-2725ae7eef68), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:33:36.346379 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8736091c-5360-4640-9c33-0eed6adf1cf4 None None] Pushing event updated for resources: {'Port': ['ID=d48c0f56-dacf-413d-a74b-2725ae7eef68,revision_number=3']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:33:36.410353 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.managers [None req-cc38a73f-44e2-4fce-95e2-3fcdcba3b0bf None None] Attempting to bind port d48c0f56-dacf-413d-a74b-2725ae7eef68 on host dv-cinder-843729-1-iscsi for vnic_type normal with profile {{(pid=103913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 28 17:33:36.410353 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.managers [None req-cc38a73f-44e2-4fce-95e2-3fcdcba3b0bf None None] Attempting to bind port d48c0f56-dacf-413d-a74b-2725ae7eef68 by drivers openvswitch,hyperv on host dv-cinder-843729-1-iscsi at level 0 using segments [{'id': '480101fc-6c46-44c0-bf09-f4d27baa4f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'f73c6d30-f59b-4e03-9c62-138278150c67'}] {{(pid=103913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 28 17:33:36.410728 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc38a73f-44e2-4fce-95e2-3fcdcba3b0bf None None] Attempting to bind port d48c0f56-dacf-413d-a74b-2725ae7eef68 on network f73c6d30-f59b-4e03-9c62-138278150c67 {{(pid=103913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 28 17:33:36.417041 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc38a73f-44e2-4fce-95e2-3fcdcba3b0bf None None] Checking agent: {'id': '0032cfec-21e8-44dd-a7d5-0b8312dfe052', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843729-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 17, 16, 59), 'started_at': datetime.datetime(2022, 5, 28, 17, 17, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 17, 33, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843729-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 28 17:33:36.417412 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc38a73f-44e2-4fce-95e2-3fcdcba3b0bf None None] Checking segment: {'id': '480101fc-6c46-44c0-bf09-f4d27baa4f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'f73c6d30-f59b-4e03-9c62-138278150c67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 28 17:33:36.417860 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-cc38a73f-44e2-4fce-95e2-3fcdcba3b0bf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:33:36.418297 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc38a73f-44e2-4fce-95e2-3fcdcba3b0bf None None] Bound using segment: {'id': '480101fc-6c46-44c0-bf09-f4d27baa4f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'f73c6d30-f59b-4e03-9c62-138278150c67'} {{(pid=103913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 28 17:33:36.418659 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.managers [None req-cc38a73f-44e2-4fce-95e2-3fcdcba3b0bf None None] Bound port: d48c0f56-dacf-413d-a74b-2725ae7eef68, host: dv-cinder-843729-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '480101fc-6c46-44c0-bf09-f4d27baa4f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'f73c6d30-f59b-4e03-9c62-138278150c67'}}] {{(pid=103913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 28 17:33:36.419042 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-cc38a73f-44e2-4fce-95e2-3fcdcba3b0bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (d48c0f56-dacf-413d-a74b-2725ae7eef68), before_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:33:36.492351 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-cc38a73f-44e2-4fce-95e2-3fcdcba3b0bf None None] For port d48c0f56-dacf-413d-a74b-2725ae7eef68, host dv-cinder-843729-1-iscsi, cleared binding levels {{(pid=103913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 17:33:36.495698 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-cc38a73f-44e2-4fce-95e2-3fcdcba3b0bf None None] For port d48c0f56-dacf-413d-a74b-2725ae7eef68, host dv-cinder-843729-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843729-1-iscsi',level=0,port_id=d48c0f56-dacf-413d-a74b-2725ae7eef68,segment=NetworkSegment(480101fc-6c46-44c0-bf09-f4d27baa4f82),segment_id=480101fc-6c46-44c0-bf09-f4d27baa4f82)] {{(pid=103913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 17:33:36.503122 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-cc38a73f-44e2-4fce-95e2-3fcdcba3b0bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735968512485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735968120131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735968120149'] for port (d48c0f56-dacf-413d-a74b-2725ae7eef68), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:33:36.577907 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc38a73f-44e2-4fce-95e2-3fcdcba3b0bf None None] Routers {'4d1920b0-566c-4298-8aa6-a5f29f68f519'} bound to L3 agent in host dv-cinder-843729-1-iscsi {{(pid=103913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 28 17:33:36.578570 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.l3_hamode_db [None req-cc38a73f-44e2-4fce-95e2-3fcdcba3b0bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843729-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-28T17:16:55Z,description=,heartbeat_timestamp=2022-05-28T17:33:25Z,host='dv-cinder-843729-1-iscsi',id=8a8c7bbb-808d-49ae-95de-62501e6237ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T17:16:55Z,topic='l3_agent')) {'router_ids': ['4d1920b0-566c-4298-8aa6-a5f29f68f519'], 'active': True} {{(pid=103913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:33:36.581624 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8736091c-5360-4640-9c33-0eed6adf1cf4 None None] Pushing event updated for resources: {'Port': ['ID=d48c0f56-dacf-413d-a74b-2725ae7eef68,revision_number=4']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:33:36.585647 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-41a1d729-fc1d-40eb-bd46-924ad85a6104 None None] Provisioning complete for port d48c0f56-dacf-413d-a74b-2725ae7eef68 triggered by entity DHCP. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 17:33:36.585961 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-41a1d729-fc1d-40eb-bd46-924ad85a6104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1821120'] for port (d48c0f56-dacf-413d-a74b-2725ae7eef68), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:33:36.638157 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:33:36.757347 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.l3_dvr_db [None req-cc38a73f-44e2-4fce-95e2-3fcdcba3b0bf None None] Set router 4d1920b0-566c-4298-8aa6-a5f29f68f519 gateway port host: dv-cinder-843729-1-iscsi {{(pid=103913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 28 17:33:36.790073 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-41a1d729-fc1d-40eb-bd46-924ad85a6104 None None] Current status of the port d48c0f56-dacf-413d-a74b-2725ae7eef68 is: DOWN; New status is: ACTIVE {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 17:33:36.790471 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-41a1d729-fc1d-40eb-bd46-924ad85a6104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (d48c0f56-dacf-413d-a74b-2725ae7eef68), before_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:33:36.803475 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:33:36.882165 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-41a1d729-fc1d-40eb-bd46-924ad85a6104 None None] For port d48c0f56-dacf-413d-a74b-2725ae7eef68, host dv-cinder-843729-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843729-1-iscsi',level=0,port_id=d48c0f56-dacf-413d-a74b-2725ae7eef68,segment=NetworkSegment(480101fc-6c46-44c0-bf09-f4d27baa4f82),segment_id=480101fc-6c46-44c0-bf09-f4d27baa4f82)] {{(pid=103913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 17:33:36.888549 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-41a1d729-fc1d-40eb-bd46-924ad85a6104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735968512485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735968120131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735968120149'] for port (d48c0f56-dacf-413d-a74b-2725ae7eef68), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:33:37.048805 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Device d48c0f56-dacf-413d-a74b-2725ae7eef68 up at agent ovs-agent-dv-cinder-843729-1-iscsi {{(pid=103913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 28 17:33:37.113826 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-563acb4e-d4c8-471e-aeba-84f275848ab5 None None] Provisioning complete for port d48c0f56-dacf-413d-a74b-2725ae7eef68 triggered by entity DHCP. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 17:33:37.114195 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-563acb4e-d4c8-471e-aeba-84f275848ab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1821120'] for port (d48c0f56-dacf-413d-a74b-2725ae7eef68), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:33:37.173215 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a1d729-fc1d-40eb-bd46-924ad85a6104 None None] Pushing event updated for resources: {'Port': ['ID=d48c0f56-dacf-413d-a74b-2725ae7eef68,revision_number=5']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:33:37.225463 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Provisioning complete for port d48c0f56-dacf-413d-a74b-2725ae7eef68 triggered by entity L2. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 17:33:37.225752 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1821120'] for port (d48c0f56-dacf-413d-a74b-2725ae7eef68), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:33:37.264963 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.l3_hamode_db [None req-cc38a73f-44e2-4fce-95e2-3fcdcba3b0bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d1920b0-566c-4298-8aa6-a5f29f68f519', 'name': 'tempest-AttachVolumeNegativeTest-835744229-router', 'tenant_id': '9525b35792a04dc3a6f109cb39ee9d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'external_fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '9af5fae3-06cc-45b6-9e16-34f986749091', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T17:33:30Z', 'updated_at': '2022-05-28T17:33:33Z', 'revision_number': 4, 'project_id': '9525b35792a04dc3a6f109cb39ee9d50', 'gw_port': {'id': '9af5fae3-06cc-45b6-9e16-34f986749091', 'name': '', 'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:33:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1920b0-566c-4298-8aa6-a5f29f68f519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:33:31Z', 'updated_at': '2022-05-28T17:33:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843729-1-iscsi', '_interfaces': [{'id': 'd48c0f56-dacf-413d-a74b-2725ae7eef68', 'name': '', 'network_id': 'f73c6d30-f59b-4e03-9c62-138278150c67', 'tenant_id': '9525b35792a04dc3a6f109cb39ee9d50', 'mac_address': 'fa:16:3e:99:a1:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d1920b0-566c-4298-8aa6-a5f29f68f519', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '3ba9da23-e7a0-4b8a-b5a4-c3c0fc07e6a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:33:32Z', 'updated_at': '2022-05-28T17:33:36Z', 'revision_number': 4, 'project_id': '9525b35792a04dc3a6f109cb39ee9d50', 'subnets': [{'id': '3ba9da23-e7a0-4b8a-b5a4-c3c0fc07e6a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843729-1-iscsi', False) {} {{(pid=103913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:33:37.316088 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-02168ff6-3491-40dc-a152-a268a397ebb8 req-edb90c9c-0844-47f8-879b-d95d2e50fdfe tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] 10.222.0.33 "GET /v2.0/ports?device_id=6863e51f-850f-4d83-a5ea-34408f176184 HTTP/1.1" status: 200 len: 210 time: 0.0338020 May 28 17:33:37.317742 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc38a73f-44e2-4fce-95e2-3fcdcba3b0bf None None] The sync data for ids ['4d1920b0-566c-4298-8aa6-a5f29f68f519'] in dv-cinder-843729-1-iscsi is: [{'id': '4d1920b0-566c-4298-8aa6-a5f29f68f519', 'name': 'tempest-AttachVolumeNegativeTest-835744229-router', 'tenant_id': '9525b35792a04dc3a6f109cb39ee9d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'external_fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '9af5fae3-06cc-45b6-9e16-34f986749091', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T17:33:30Z', 'updated_at': '2022-05-28T17:33:33Z', 'revision_number': 4, 'project_id': '9525b35792a04dc3a6f109cb39ee9d50', 'gw_port': {'id': '9af5fae3-06cc-45b6-9e16-34f986749091', 'name': '', 'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:33:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1920b0-566c-4298-8aa6-a5f29f68f519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:33:31Z', 'updated_at': '2022-05-28T17:33:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843729-1-iscsi', '_interfaces': [{'id': 'd48c0f56-dacf-413d-a74b-2725ae7eef68', 'name': '', 'network_id': 'f73c6d30-f59b-4e03-9c62-138278150c67', 'tenant_id': '9525b35792a04dc3a6f109cb39ee9d50', 'mac_address': 'fa:16:3e:99:a1:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d1920b0-566c-4298-8aa6-a5f29f68f519', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '3ba9da23-e7a0-4b8a-b5a4-c3c0fc07e6a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:33:32Z', 'updated_at': '2022-05-28T17:33:36Z', 'revision_number': 4, 'project_id': '9525b35792a04dc3a6f109cb39ee9d50', 'subnets': [{'id': '3ba9da23-e7a0-4b8a-b5a4-c3c0fc07e6a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 17:33:37.333654 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-563acb4e-d4c8-471e-aeba-84f275848ab5 None None] Current status of the port d48c0f56-dacf-413d-a74b-2725ae7eef68 is: ACTIVE; New status is: ACTIVE {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 17:33:37.375597 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Current status of the port d48c0f56-dacf-413d-a74b-2725ae7eef68 is: ACTIVE; New status is: ACTIVE {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 17:33:37.376707 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Device 9af5fae3-06cc-45b6-9e16-34f986749091 up at agent ovs-agent-dv-cinder-843729-1-iscsi {{(pid=103913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 28 17:33:37.422530 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Provisioning complete for port 9af5fae3-06cc-45b6-9e16-34f986749091 triggered by entity L2. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 17:33:37.422891 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1821120'] for port (9af5fae3-06cc-45b6-9e16-34f986749091), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:33:37.496871 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:33:37.504457 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Current status of the port 9af5fae3-06cc-45b6-9e16-34f986749091 is: ACTIVE; New status is: ACTIVE {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 17:33:37.864274 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc50637b-a7be-4fa7-a7f6-def5045460ee req-a996c195-ed16-4b9c-bacb-310964ed98cf tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:33:37.866008 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-dc50637b-a7be-4fa7-a7f6-def5045460ee req-a996c195-ed16-4b9c-bacb-310964ed98cf tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] 10.222.0.16 "GET /v2.0/networks?id=f73c6d30-f59b-4e03-9c62-138278150c67 HTTP/1.1" status: 200 len: 814 time: 0.1088018 May 28 17:33:37.938539 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-dc50637b-a7be-4fa7-a7f6-def5045460ee req-b0dc2518-5fe7-4ebf-ba1e-71d55fabddeb tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9525b35792a04dc3a6f109cb39ee9d50 HTTP/1.1" status: 200 len: 380 time: 0.0563445 May 28 17:33:38.075991 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.v2.base [req-dc50637b-a7be-4fa7-a7f6-def5045460ee req-5791020a-e344-42a8-af8d-1ef6d2a48945 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Request body: {'port': {'device_id': '6863e51f-850f-4d83-a5ea-34408f176184', 'network_id': 'f73c6d30-f59b-4e03-9c62-138278150c67', 'admin_state_up': True, 'tenant_id': '9525b35792a04dc3a6f109cb39ee9d50', 'security_groups': ['0cf7350a-49ea-456a-97bb-9b056bff6004']}} {{(pid=103911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 17:33:38.186527 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc50637b-a7be-4fa7-a7f6-def5045460ee req-5791020a-e344-42a8-af8d-1ef6d2a48945 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Made reservation on behalf of 9525b35792a04dc3a6f109cb39ee9d50 for: {'port': 1} {{(pid=103911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 17:33:38.190528 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-dc50637b-a7be-4fa7-a7f6-def5045460ee req-5791020a-e344-42a8-af8d-1ef6d2a48945 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (None), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:33:38.341623 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.db.db_base_plugin_common [req-dc50637b-a7be-4fa7-a7f6-def5045460ee req-5791020a-e344-42a8-af8d-1ef6d2a48945 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Allocated IP 172.20.0.7 (f73c6d30-f59b-4e03-9c62-138278150c67/3ba9da23-e7a0-4b8a-b5a4-c3c0fc07e6a1/f9b3d611-66b6-43d5-b2bc-e8228c900bb3) {{(pid=103911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 17:33:38.419188 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-3c5fc033-0004-4954-8fd3-965048cb55c8 req-05cbbdc1-c5e6-4320-b297-20ae020eacca tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] 10.222.0.33 "GET /v2.0/ports?device_id=6863e51f-850f-4d83-a5ea-34408f176184 HTTP/1.1" status: 200 len: 210 time: 0.0271080 May 28 17:33:38.475424 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:33:38.480914 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-dc50637b-a7be-4fa7-a7f6-def5045460ee req-5791020a-e344-42a8-af8d-1ef6d2a48945 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Publish callbacks [] for port (f9b3d611-66b6-43d5-b2bc-e8228c900bb3), precommit_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:33:38.514856 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-dc50637b-a7be-4fa7-a7f6-def5045460ee req-5791020a-e344-42a8-af8d-1ef6d2a48945 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735968120113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6040268'] for port (f9b3d611-66b6-43d5-b2bc-e8228c900bb3), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:33:38.810104 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc50637b-a7be-4fa7-a7f6-def5045460ee req-5791020a-e344-42a8-af8d-1ef6d2a48945 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Network f73c6d30-f59b-4e03-9c62-138278150c67 is already hosted by enough agents. {{(pid=103911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 17:33:38.815675 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.scheduler.base_scheduler [req-dc50637b-a7be-4fa7-a7f6-def5045460ee req-5791020a-e344-42a8-af8d-1ef6d2a48945 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Resources bound (agent type, host, resource id): {{(pid=103911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 17:33:38.819398 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc50637b-a7be-4fa7-a7f6-def5045460ee req-5791020a-e344-42a8-af8d-1ef6d2a48945 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Received port after_create {{(pid=103911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 28 17:33:38.842214 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5791020a-e344-42a8-af8d-1ef6d2a48945 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Pushing event updated for resources: {'Port': ['ID=f9b3d611-66b6-43d5-b2bc-e8228c900bb3,revision_number=1']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:33:38.864134 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:33:38.873224 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc50637b-a7be-4fa7-a7f6-def5045460ee req-5791020a-e344-42a8-af8d-1ef6d2a48945 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:33:38.873849 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-dc50637b-a7be-4fa7-a7f6-def5045460ee req-5791020a-e344-42a8-af8d-1ef6d2a48945 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22441'] for port (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:33:38.892991 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-dc50637b-a7be-4fa7-a7f6-def5045460ee req-5791020a-e344-42a8-af8d-1ef6d2a48945 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8208659 May 28 17:33:38.914200 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.v2.base [req-dc50637b-a7be-4fa7-a7f6-def5045460ee req-344ae0cd-0f4e-4a1c-b264-0386d8d39e3e service neutron] Request body: {'port': {'device_id': '6863e51f-850f-4d83-a5ea-34408f176184', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84372'}} {{(pid=103911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 17:33:38.983543 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-dc50637b-a7be-4fa7-a7f6-def5045460ee req-344ae0cd-0f4e-4a1c-b264-0386d8d39e3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (f9b3d611-66b6-43d5-b2bc-e8228c900bb3), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:33:38.994855 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Device d48c0f56-dacf-413d-a74b-2725ae7eef68 up at agent ovs-agent-dv-cinder-843729-1-iscsi {{(pid=103913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 28 17:33:39.042485 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Provisioning complete for port d48c0f56-dacf-413d-a74b-2725ae7eef68 triggered by entity L2. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 17:33:39.042854 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1821120'] for port (d48c0f56-dacf-413d-a74b-2725ae7eef68), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:33:39.089107 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-0420722f-b636-437b-8abb-482e4a7b70a2 None None] Provisioning complete for port f9b3d611-66b6-43d5-b2bc-e8228c900bb3 triggered by entity DHCP. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 17:33:39.089384 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-0420722f-b636-437b-8abb-482e4a7b70a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1821120'] for port (f9b3d611-66b6-43d5-b2bc-e8228c900bb3), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:33:39.126285 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-0420722f-b636-437b-8abb-482e4a7b70a2 None None] Port f9b3d611-66b6-43d5-b2bc-e8228c900bb3 cannot update to ACTIVE because it is not bound. {{(pid=103913) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 28 17:33:39.156362 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Current status of the port d48c0f56-dacf-413d-a74b-2725ae7eef68 is: ACTIVE; New status is: ACTIVE {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 17:33:39.274796 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.notifiers.nova [req-dc50637b-a7be-4fa7-a7f6-def5045460ee req-344ae0cd-0f4e-4a1c-b264-0386d8d39e3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9b3d611-66b6-43d5-b2bc-e8228c900bb3 {{(pid=103911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 17:33:39.282099 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-dc50637b-a7be-4fa7-a7f6-def5045460ee req-344ae0cd-0f4e-4a1c-b264-0386d8d39e3e service neutron] Publish callbacks [] for port (f9b3d611-66b6-43d5-b2bc-e8228c900bb3), precommit_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:33:39.295085 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [req-dc50637b-a7be-4fa7-a7f6-def5045460ee req-344ae0cd-0f4e-4a1c-b264-0386d8d39e3e service neutron] Transition to ACTIVE for port object f9b3d611-66b6-43d5-b2bc-e8228c900bb3 will not be triggered until provisioned by entity L2. {{(pid=103911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 28 17:33:39.298960 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-dc50637b-a7be-4fa7-a7f6-def5045460ee req-344ae0cd-0f4e-4a1c-b264-0386d8d39e3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735968512485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735968120131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735968120149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6040315'] for port (f9b3d611-66b6-43d5-b2bc-e8228c900bb3), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:33:39.348464 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344ae0cd-0f4e-4a1c-b264-0386d8d39e3e service neutron] Pushing event updated for resources: {'Port': ['ID=f9b3d611-66b6-43d5-b2bc-e8228c900bb3,revision_number=2']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:33:39.426117 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.managers [req-dc50637b-a7be-4fa7-a7f6-def5045460ee req-344ae0cd-0f4e-4a1c-b264-0386d8d39e3e service neutron] Attempting to bind port f9b3d611-66b6-43d5-b2bc-e8228c900bb3 on host hv-cinder-84372 for vnic_type normal with profile {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 28 17:33:39.426451 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.managers [req-dc50637b-a7be-4fa7-a7f6-def5045460ee req-344ae0cd-0f4e-4a1c-b264-0386d8d39e3e service neutron] Attempting to bind port f9b3d611-66b6-43d5-b2bc-e8228c900bb3 by drivers openvswitch,hyperv on host hv-cinder-84372 at level 0 using segments [{'id': '480101fc-6c46-44c0-bf09-f4d27baa4f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'f73c6d30-f59b-4e03-9c62-138278150c67'}] {{(pid=103911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 28 17:33:39.426777 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc50637b-a7be-4fa7-a7f6-def5045460ee req-344ae0cd-0f4e-4a1c-b264-0386d8d39e3e service neutron] Attempting to bind port f9b3d611-66b6-43d5-b2bc-e8228c900bb3 on network f73c6d30-f59b-4e03-9c62-138278150c67 {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 28 17:33:39.431571 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc50637b-a7be-4fa7-a7f6-def5045460ee req-344ae0cd-0f4e-4a1c-b264-0386d8d39e3e service neutron] Port f9b3d611-66b6-43d5-b2bc-e8228c900bb3 on network f73c6d30-f59b-4e03-9c62-138278150c67 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84372 {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 28 17:33:39.431893 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc50637b-a7be-4fa7-a7f6-def5045460ee req-344ae0cd-0f4e-4a1c-b264-0386d8d39e3e service neutron] Attempting to bind port f9b3d611-66b6-43d5-b2bc-e8228c900bb3 on network f73c6d30-f59b-4e03-9c62-138278150c67 {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 28 17:33:39.437161 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc50637b-a7be-4fa7-a7f6-def5045460ee req-344ae0cd-0f4e-4a1c-b264-0386d8d39e3e service neutron] Checking agent: {'id': '7cdbebfa-f3b4-48eb-8fbc-caed95606681', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84372', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 17, 23, 31), 'started_at': datetime.datetime(2022, 5, 28, 17, 23, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 17, 33, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 28 17:33:39.437517 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc50637b-a7be-4fa7-a7f6-def5045460ee req-344ae0cd-0f4e-4a1c-b264-0386d8d39e3e service neutron] Checking segment: {'id': '480101fc-6c46-44c0-bf09-f4d27baa4f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'f73c6d30-f59b-4e03-9c62-138278150c67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 28 17:33:39.437910 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc50637b-a7be-4fa7-a7f6-def5045460ee req-344ae0cd-0f4e-4a1c-b264-0386d8d39e3e service neutron] Bound using segment: {'id': '480101fc-6c46-44c0-bf09-f4d27baa4f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'f73c6d30-f59b-4e03-9c62-138278150c67'} {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 28 17:33:39.438346 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.managers [req-dc50637b-a7be-4fa7-a7f6-def5045460ee req-344ae0cd-0f4e-4a1c-b264-0386d8d39e3e service neutron] Bound port: f9b3d611-66b6-43d5-b2bc-e8228c900bb3, host: hv-cinder-84372, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '480101fc-6c46-44c0-bf09-f4d27baa4f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'f73c6d30-f59b-4e03-9c62-138278150c67'}}] {{(pid=103911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 28 17:33:39.438714 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-dc50637b-a7be-4fa7-a7f6-def5045460ee req-344ae0cd-0f4e-4a1c-b264-0386d8d39e3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (f9b3d611-66b6-43d5-b2bc-e8228c900bb3), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:33:39.540878 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [req-dc50637b-a7be-4fa7-a7f6-def5045460ee req-344ae0cd-0f4e-4a1c-b264-0386d8d39e3e service neutron] For port f9b3d611-66b6-43d5-b2bc-e8228c900bb3, host hv-cinder-84372, cleared binding levels {{(pid=103911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 17:33:39.560883 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [req-dc50637b-a7be-4fa7-a7f6-def5045460ee req-344ae0cd-0f4e-4a1c-b264-0386d8d39e3e service neutron] For port f9b3d611-66b6-43d5-b2bc-e8228c900bb3, host hv-cinder-84372, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84372',level=0,port_id=f9b3d611-66b6-43d5-b2bc-e8228c900bb3,segment=NetworkSegment(480101fc-6c46-44c0-bf09-f4d27baa4f82),segment_id=480101fc-6c46-44c0-bf09-f4d27baa4f82)] {{(pid=103911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 17:33:39.568719 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1dcd3d-388d-4963-9635-1d7772414ade req-74a738ab-4499-4a9c-8ada-a90678d9b0af tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:33:39.570577 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-fb1dcd3d-388d-4963-9635-1d7772414ade req-74a738ab-4499-4a9c-8ada-a90678d9b0af tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] 10.222.0.33 "GET /v2.0/ports?device_id=6863e51f-850f-4d83-a5ea-34408f176184 HTTP/1.1" status: 200 len: 943 time: 0.0741537 May 28 17:33:39.575862 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-dc50637b-a7be-4fa7-a7f6-def5045460ee req-344ae0cd-0f4e-4a1c-b264-0386d8d39e3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735968512485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735968120131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735968120149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6040315'] for port (f9b3d611-66b6-43d5-b2bc-e8228c900bb3), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:33:39.637808 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc50637b-a7be-4fa7-a7f6-def5045460ee req-344ae0cd-0f4e-4a1c-b264-0386d8d39e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:33:39.638438 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-dc50637b-a7be-4fa7-a7f6-def5045460ee req-344ae0cd-0f4e-4a1c-b264-0386d8d39e3e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22441'] for port (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:33:39.639983 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-dc50637b-a7be-4fa7-a7f6-def5045460ee req-344ae0cd-0f4e-4a1c-b264-0386d8d39e3e service neutron] 10.222.0.16 "PUT /v2.0/ports/f9b3d611-66b6-43d5-b2bc-e8228c900bb3 HTTP/1.1" status: 200 len: 1093 time: 0.7300131 May 28 17:33:39.645272 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6863e51f-850f-4d83-a5ea-34408f176184', 'tag': 'f9b3d611-66b6-43d5-b2bc-e8228c900bb3'}] {{(pid=103911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 17:33:39.647549 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb6e18ef154237edf928b85f6b333e0f790e93c3571d1d8d4f7e4f30b44c92d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03e20951-a797-4b4c-baa3-5b19ad444c19" -d '{"events": [{"name": "network-changed", "server_uuid": "6863e51f-850f-4d83-a5ea-34408f176184", "tag": "f9b3d611-66b6-43d5-b2bc-e8228c900bb3"}]}' {{(pid=103911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 28 17:33:39.658035 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:33:39.666996 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:33:39.675430 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344ae0cd-0f4e-4a1c-b264-0386d8d39e3e service neutron] Pushing event updated for resources: {'Port': ['ID=f9b3d611-66b6-43d5-b2bc-e8228c900bb3,revision_number=3']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:33:39.687087 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-fb1dcd3d-388d-4963-9635-1d7772414ade req-b30ada5d-d770-402c-bd3a-1efb87d90843 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] 10.222.0.33 "GET /v2.0/security-groups?id=0cf7350a-49ea-456a-97bb-9b056bff6004&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1088893 May 28 17:33:39.696249 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 May 2022 17:33:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d73830df-cb36-4223-9cb6-dc9015f6f21b x-openstack-request-id: req-d73830df-cb36-4223-9cb6-dc9015f6f21b {{(pid=103911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 28 17:33:39.696767 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6863e51f-850f-4d83-a5ea-34408f176184", "tag": "f9b3d611-66b6-43d5-b2bc-e8228c900bb3", "status": "completed", "code": 200}]} {{(pid=103911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 28 17:33:39.697212 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-d73830df-cb36-4223-9cb6-dc9015f6f21b {{(pid=103911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 28 17:33:39.697737 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d73830df-cb36-4223-9cb6-dc9015f6f21b'] response: {'name': 'network-changed', 'server_uuid': '6863e51f-850f-4d83-a5ea-34408f176184', 'tag': 'f9b3d611-66b6-43d5-b2bc-e8228c900bb3', 'status': 'completed', 'code': 200} May 28 17:33:39.761785 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc50637b-a7be-4fa7-a7f6-def5045460ee req-adf66d93-40a7-46ca-9607-068891686549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:33:39.763327 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-dc50637b-a7be-4fa7-a7f6-def5045460ee req-adf66d93-40a7-46ca-9607-068891686549 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9525b35792a04dc3a6f109cb39ee9d50&device_id=6863e51f-850f-4d83-a5ea-34408f176184 HTTP/1.1" status: 200 len: 1127 time: 0.0430920 May 28 17:33:39.816012 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-dc50637b-a7be-4fa7-a7f6-def5045460ee req-a34248fe-9beb-4a75-b5ff-ab5f63407e82 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f9b3d611-66b6-43d5-b2bc-e8228c900bb3 HTTP/1.1" status: 200 len: 217 time: 0.0378661 May 28 17:33:39.866281 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc50637b-a7be-4fa7-a7f6-def5045460ee req-0cdcb973-f809-4107-92e1-0f74b5bb2045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:33:39.867732 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-dc50637b-a7be-4fa7-a7f6-def5045460ee req-0cdcb973-f809-4107-92e1-0f74b5bb2045 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3ba9da23-e7a0-4b8a-b5a4-c3c0fc07e6a1 HTTP/1.1" status: 200 len: 853 time: 0.0450330 May 28 17:33:39.912420 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc50637b-a7be-4fa7-a7f6-def5045460ee req-71c5f9bd-1aad-49e6-b22a-abd500bc64be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:33:39.913876 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-dc50637b-a7be-4fa7-a7f6-def5045460ee req-71c5f9bd-1aad-49e6-b22a-abd500bc64be service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f73c6d30-f59b-4e03-9c62-138278150c67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0393932 May 28 17:33:40.007505 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-dc50637b-a7be-4fa7-a7f6-def5045460ee req-4430fee5-3e6b-4618-ba84-2b8c3a1b1442 service neutron] 10.222.0.16 "GET /v2.0/networks/f73c6d30-f59b-4e03-9c62-138278150c67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868011 May 28 17:33:40.098395 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-dc50637b-a7be-4fa7-a7f6-def5045460ee req-e1db6b49-bf9d-477b-b5c0-ca704e834e22 service neutron] 10.222.0.16 "GET /v2.0/networks/f73c6d30-f59b-4e03-9c62-138278150c67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842335 May 28 17:33:40.811201 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdeb0c0e-7176-4e02-9f2a-28364c412d1f req-8d2b5060-07b7-46e9-a788-2caf78361329 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:33:40.812676 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-cdeb0c0e-7176-4e02-9f2a-28364c412d1f req-8d2b5060-07b7-46e9-a788-2caf78361329 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] 10.222.0.33 "GET /v2.0/ports?device_id=6863e51f-850f-4d83-a5ea-34408f176184 HTTP/1.1" status: 200 len: 943 time: 0.0462930 May 28 17:33:40.858636 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-cdeb0c0e-7176-4e02-9f2a-28364c412d1f req-f45202ee-f6e5-4c20-8e03-aeeb2b4096fb tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] 10.222.0.33 "GET /v2.0/security-groups?id=0cf7350a-49ea-456a-97bb-9b056bff6004&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398097 May 28 17:33:41.422473 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.agents_db [None req-b36f0ab6-f8d6-4670-a7fa-3628cf342135 None None] Agent healthcheck: found 6 active agents {{(pid=103914) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 28 17:33:41.979753 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d562d8a-1c29-47a1-9da7-2a062ebf0a78 req-53b69a5f-71bb-4957-beaa-2d6f4562211a tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:33:41.981148 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-7d562d8a-1c29-47a1-9da7-2a062ebf0a78 req-53b69a5f-71bb-4957-beaa-2d6f4562211a tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] 10.222.0.33 "GET /v2.0/ports?device_id=6863e51f-850f-4d83-a5ea-34408f176184 HTTP/1.1" status: 200 len: 943 time: 0.0542271 May 28 17:33:42.030484 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-7d562d8a-1c29-47a1-9da7-2a062ebf0a78 req-62ce077e-aeeb-4451-a569-bdac4066e668 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] 10.222.0.33 "GET /v2.0/security-groups?id=0cf7350a-49ea-456a-97bb-9b056bff6004&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438540 May 28 17:33:42.138821 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Device f9b3d611-66b6-43d5-b2bc-e8228c900bb3 details requested by agent hyperv_hv-cinder-84372 with host hv-cinder-84372 {{(pid=103913) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 28 17:33:42.152977 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=100 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:33:42.242118 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] For port f9b3d611-66b6-43d5-b2bc-e8228c900bb3, host hv-cinder-84372, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84372',level=0,port_id=f9b3d611-66b6-43d5-b2bc-e8228c900bb3,segment=NetworkSegment(480101fc-6c46-44c0-bf09-f4d27baa4f82),segment_id=480101fc-6c46-44c0-bf09-f4d27baa4f82)] {{(pid=103913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 17:33:42.253208 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Returning: {'device': 'f9b3d611-66b6-43d5-b2bc-e8228c900bb3', 'network_id': 'f73c6d30-f59b-4e03-9c62-138278150c67', 'port_id': 'f9b3d611-66b6-43d5-b2bc-e8228c900bb3', 'mac_address': 'fa:16:3e:2a:27:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ba9da23-e7a0-4b8a-b5a4-c3c0fc07e6a1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103913) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 28 17:33:42.288615 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Current status of the port f9b3d611-66b6-43d5-b2bc-e8228c900bb3 is: DOWN; New status is: BUILD {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 17:33:42.288994 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (f9b3d611-66b6-43d5-b2bc-e8228c900bb3), before_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:33:42.301787 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.notifiers.nova [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9b3d611-66b6-43d5-b2bc-e8228c900bb3 {{(pid=103913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 17:33:42.321154 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] For port f9b3d611-66b6-43d5-b2bc-e8228c900bb3, host hv-cinder-84372, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84372',level=0,port_id=f9b3d611-66b6-43d5-b2bc-e8228c900bb3,segment=NetworkSegment(480101fc-6c46-44c0-bf09-f4d27baa4f82),segment_id=480101fc-6c46-44c0-bf09-f4d27baa4f82)] {{(pid=103913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 17:33:42.325369 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735968512485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735968120131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735968120149'] for port (f9b3d611-66b6-43d5-b2bc-e8228c900bb3), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:33:42.378229 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Pushing event updated for resources: {'Port': ['ID=f9b3d611-66b6-43d5-b2bc-e8228c900bb3,revision_number=4']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:33:42.418286 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e20951-a797-4b4c-baa3-5b19ad444c19 req-e3208f41-3937-4e6c-b0ed-a62574d383f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:33:42.419808 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-03e20951-a797-4b4c-baa3-5b19ad444c19 req-e3208f41-3937-4e6c-b0ed-a62574d383f4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9525b35792a04dc3a6f109cb39ee9d50&device_id=6863e51f-850f-4d83-a5ea-34408f176184 HTTP/1.1" status: 200 len: 1128 time: 0.0519228 May 28 17:33:42.522206 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e20951-a797-4b4c-baa3-5b19ad444c19 req-4e741670-d4e2-45aa-b748-7d873450421f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:33:42.523600 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-03e20951-a797-4b4c-baa3-5b19ad444c19 req-4e741670-d4e2-45aa-b748-7d873450421f service neutron] 10.222.0.16 "GET /v2.0/networks?id=f73c6d30-f59b-4e03-9c62-138278150c67 HTTP/1.1" status: 200 len: 915 time: 0.0945721 May 28 17:33:42.562586 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-03e20951-a797-4b4c-baa3-5b19ad444c19 req-8302accb-fb10-4577-a5ec-2712090d9bad service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f9b3d611-66b6-43d5-b2bc-e8228c900bb3 HTTP/1.1" status: 200 len: 217 time: 0.0319238 May 28 17:33:42.612073 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e20951-a797-4b4c-baa3-5b19ad444c19 req-7644b93d-0ba9-4124-9a59-d6805fcbb20f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:33:42.613637 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-03e20951-a797-4b4c-baa3-5b19ad444c19 req-7644b93d-0ba9-4124-9a59-d6805fcbb20f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3ba9da23-e7a0-4b8a-b5a4-c3c0fc07e6a1 HTTP/1.1" status: 200 len: 853 time: 0.0453734 May 28 17:33:42.661579 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e20951-a797-4b4c-baa3-5b19ad444c19 req-981a2033-556a-4820-ba46-92e627930e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:33:42.663031 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-03e20951-a797-4b4c-baa3-5b19ad444c19 req-981a2033-556a-4820-ba46-92e627930e13 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f73c6d30-f59b-4e03-9c62-138278150c67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0388114 May 28 17:33:42.767102 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-03e20951-a797-4b4c-baa3-5b19ad444c19 req-a598058e-b75f-4324-ab51-9cfe0cc42a45 service neutron] 10.222.0.16 "GET /v2.0/networks/f73c6d30-f59b-4e03-9c62-138278150c67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973058 May 28 17:33:42.777225 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] get_ports_and_sgs() called for port_ids ['f9b3d611-66b6-43d5-b2bc-e8228c900bb3'] {{(pid=103913) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 28 17:33:42.865496 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-03e20951-a797-4b4c-baa3-5b19ad444c19 req-7524d9ea-ca2f-4e22-8a13-9999c5a5419c service neutron] 10.222.0.16 "GET /v2.0/networks/f73c6d30-f59b-4e03-9c62-138278150c67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913730 May 28 17:33:43.144346 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b9644c-37bb-4b66-94c7-310ccc52f1f8 req-a872af13-a551-4a5f-8e32-f9291ce1bc17 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:33:43.145773 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-a7b9644c-37bb-4b66-94c7-310ccc52f1f8 req-a872af13-a551-4a5f-8e32-f9291ce1bc17 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] 10.222.0.33 "GET /v2.0/ports?device_id=6863e51f-850f-4d83-a5ea-34408f176184 HTTP/1.1" status: 200 len: 944 time: 0.0464983 May 28 17:33:43.194993 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-a7b9644c-37bb-4b66-94c7-310ccc52f1f8 req-1dc4d681-e048-41f0-8ca8-bc2d7b73120a tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] 10.222.0.33 "GET /v2.0/security-groups?id=0cf7350a-49ea-456a-97bb-9b056bff6004&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436864 May 28 17:33:44.165717 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Device f9b3d611-66b6-43d5-b2bc-e8228c900bb3 up at agent hyperv_hv-cinder-84372 {{(pid=103913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 28 17:33:44.207388 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Provisioning for port f9b3d611-66b6-43d5-b2bc-e8228c900bb3 completed by entity L2. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 28 17:33:44.212981 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Provisioning complete for port f9b3d611-66b6-43d5-b2bc-e8228c900bb3 triggered by entity L2. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 17:33:44.213377 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1821120'] for port (f9b3d611-66b6-43d5-b2bc-e8228c900bb3), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:33:44.285148 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Current status of the port f9b3d611-66b6-43d5-b2bc-e8228c900bb3 is: BUILD; New status is: ACTIVE {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 17:33:44.285532 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (f9b3d611-66b6-43d5-b2bc-e8228c900bb3), before_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:33:44.295654 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=100 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:33:44.296205 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:33:44.309051 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7430f7-964b-4eca-8526-e29754098099 req-1918e21b-bc00-4244-b7e4-2a77d4df5778 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:33:44.309731 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6863e51f-850f-4d83-a5ea-34408f176184', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9b3d611-66b6-43d5-b2bc-e8228c900bb3'}] {{(pid=103913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 17:33:44.310524 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-1d7430f7-964b-4eca-8526-e29754098099 req-1918e21b-bc00-4244-b7e4-2a77d4df5778 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] 10.222.0.33 "GET /v2.0/ports?device_id=6863e51f-850f-4d83-a5ea-34408f176184 HTTP/1.1" status: 200 len: 944 time: 0.0484228 May 28 17:33:44.311959 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fc7d66bd3c46bdb9792f0e064e6c35853b2e9fce1f0b0d0eb0c21c6a12b004b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6987f32b-3c3b-4733-a901-28f236433a35" -d '{"events": [{"server_uuid": "6863e51f-850f-4d83-a5ea-34408f176184", "name": "network-vif-plugged", "status": "completed", "tag": "f9b3d611-66b6-43d5-b2bc-e8228c900bb3"}]}' {{(pid=103913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 28 17:33:44.326245 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] For port f9b3d611-66b6-43d5-b2bc-e8228c900bb3, host hv-cinder-84372, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84372',level=0,port_id=f9b3d611-66b6-43d5-b2bc-e8228c900bb3,segment=NetworkSegment(480101fc-6c46-44c0-bf09-f4d27baa4f82),segment_id=480101fc-6c46-44c0-bf09-f4d27baa4f82)] {{(pid=103913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 17:33:44.332598 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735968512485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735968120131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735968120149'] for port (f9b3d611-66b6-43d5-b2bc-e8228c900bb3), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:33:44.362626 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-1d7430f7-964b-4eca-8526-e29754098099 req-cc581a1a-4062-4111-8db4-2f6c42a6ee4c tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] 10.222.0.33 "GET /v2.0/security-groups?id=0cf7350a-49ea-456a-97bb-9b056bff6004&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455694 May 28 17:33:44.363215 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 May 2022 17:33:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02a2cc9b-7773-4d61-bf98-34ac0fa6deb6 x-openstack-request-id: req-02a2cc9b-7773-4d61-bf98-34ac0fa6deb6 {{(pid=103913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 28 17:33:44.363564 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6863e51f-850f-4d83-a5ea-34408f176184", "name": "network-vif-plugged", "status": "completed", "tag": "f9b3d611-66b6-43d5-b2bc-e8228c900bb3", "code": 200}]} {{(pid=103913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 28 17:33:44.363820 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-02a2cc9b-7773-4d61-bf98-34ac0fa6deb6 {{(pid=103913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 28 17:33:44.364207 dv-cinder-843729-1-iscsi neutron-server[103913]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02a2cc9b-7773-4d61-bf98-34ac0fa6deb6'] response: {'server_uuid': '6863e51f-850f-4d83-a5ea-34408f176184', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9b3d611-66b6-43d5-b2bc-e8228c900bb3', 'code': 200} May 28 17:33:44.390200 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Pushing event updated for resources: {'Port': ['ID=f9b3d611-66b6-43d5-b2bc-e8228c900bb3,revision_number=5']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:33:44.568812 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d0272d-c648-44f1-8d9d-78ee216975cd req-615fefe5-2714-470c-bb62-cf105d7cbdc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:33:44.570481 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-c6d0272d-c648-44f1-8d9d-78ee216975cd req-615fefe5-2714-470c-bb62-cf105d7cbdc7 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=6863e51f-850f-4d83-a5ea-34408f176184 HTTP/1.1" status: 200 len: 1129 time: 0.0387070 May 28 17:33:44.613641 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-c6d0272d-c648-44f1-8d9d-78ee216975cd req-4e288908-c967-4ac7-82f4-d0c22a527846 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=0cf7350a-49ea-456a-97bb-9b056bff6004&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366523 May 28 17:33:45.476708 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c991e70-6606-4d41-b451-f715e9e9f9c6 req-ce2782b5-605d-4b20-a2d9-ede0d56df382 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:33:45.478134 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-9c991e70-6606-4d41-b451-f715e9e9f9c6 req-ce2782b5-605d-4b20-a2d9-ede0d56df382 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] 10.222.0.33 "GET /v2.0/ports?device_id=6863e51f-850f-4d83-a5ea-34408f176184 HTTP/1.1" status: 200 len: 945 time: 0.0474086 May 28 17:33:45.524975 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-9c991e70-6606-4d41-b451-f715e9e9f9c6 req-dbddfba4-5542-4417-a9c8-79a3c6248ab6 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] 10.222.0.33 "GET /v2.0/security-groups?id=0cf7350a-49ea-456a-97bb-9b056bff6004&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413890 May 28 17:33:46.648601 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9eb8053-133f-4f8b-ac17-a20936aba7cb req-5ddae5bf-5778-4564-a14b-e0c3afc116d5 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:33:46.650018 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-c9eb8053-133f-4f8b-ac17-a20936aba7cb req-5ddae5bf-5778-4564-a14b-e0c3afc116d5 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] 10.222.0.33 "GET /v2.0/ports?device_id=6863e51f-850f-4d83-a5ea-34408f176184 HTTP/1.1" status: 200 len: 945 time: 0.0499635 May 28 17:33:46.698507 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-c9eb8053-133f-4f8b-ac17-a20936aba7cb req-67ae49ca-cd1e-4418-90a9-2574e484ef52 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] 10.222.0.33 "GET /v2.0/security-groups?id=0cf7350a-49ea-456a-97bb-9b056bff6004&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429676 May 28 17:33:46.810967 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6e40dd-69ac-4c5e-be56-d3ebd26de897 req-0e668de7-f25b-4b6e-884c-5419f67912dc tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:33:46.812422 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-af6e40dd-69ac-4c5e-be56-d3ebd26de897 req-0e668de7-f25b-4b6e-884c-5419f67912dc tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] 10.222.0.33 "GET /v2.0/ports?device_id=6863e51f-850f-4d83-a5ea-34408f176184 HTTP/1.1" status: 200 len: 945 time: 0.0472865 May 28 17:33:46.821706 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.33', 33404) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:33:46.826078 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.v2.base [None req-1cdeb916-6afe-4567-8b67-336f3835e949 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Request body: {'floatingip': {'port_id': 'f9b3d611-66b6-43d5-b2bc-e8228c900bb3'}} {{(pid=103912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 17:33:47.121788 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-1cdeb916-6afe-4567-8b67-336f3835e949 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Publish callbacks [] for floatingip (388f9609-a470-47c7-8586-806653c2e4a0), before_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:33:47.306382 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:33:47.525150 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:33:47.533603 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-1cdeb916-6afe-4567-8b67-336f3835e949 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:33:47.537092 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-1cdeb916-6afe-4567-8b67-336f3835e949 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681695'] for floatingip (388f9609-a470-47c7-8586-806653c2e4a0), after_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:33:47.629263 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.db.l3_db [None req-1cdeb916-6afe-4567-8b67-336f3835e949 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Floating IP 388f9609-a470-47c7-8586-806653c2e4a0 associated. External IP: 172.27.0.6, port: f9b3d611-66b6-43d5-b2bc-e8228c900bb3. May 28 17:33:47.825073 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cdeb916-6afe-4567-8b67-336f3835e949 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Router 4d1920b0-566c-4298-8aa6-a5f29f68f519 has already been hosted by L3 agent 8a8c7bbb-808d-49ae-95de-62501e6237ff {{(pid=103912) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 17:33:47.932013 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cdeb916-6afe-4567-8b67-336f3835e949 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Notify agent at l3_agent.dv-cinder-843729-1-iscsi the message routers_updated {{(pid=103912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 17:33:47.937127 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-1cdeb916-6afe-4567-8b67-336f3835e949 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22441'] for floatingip (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:33:47.943486 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b378f6df-53d9-46d5-bac1-62941dd1ded1 None None] Sync routers for ids ['4d1920b0-566c-4298-8aa6-a5f29f68f519'] in dv-cinder-843729-1-iscsi {{(pid=103914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 17:33:47.953787 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b378f6df-53d9-46d5-bac1-62941dd1ded1 None None] Routers {'4d1920b0-566c-4298-8aa6-a5f29f68f519'} bound to L3 agent in host dv-cinder-843729-1-iscsi {{(pid=103914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 28 17:33:47.954446 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-b378f6df-53d9-46d5-bac1-62941dd1ded1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843729-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-28T17:16:55Z,description=,heartbeat_timestamp=2022-05-28T17:33:25Z,host='dv-cinder-843729-1-iscsi',id=8a8c7bbb-808d-49ae-95de-62501e6237ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T17:16:55Z,topic='l3_agent')) {'router_ids': ['4d1920b0-566c-4298-8aa6-a5f29f68f519'], 'active': True} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:33:47.966974 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-1cdeb916-6afe-4567-8b67-336f3835e949 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] 10.222.0.33 "PUT /v2.0/floatingips/388f9609-a470-47c7-8586-806653c2e4a0 HTTP/1.1" status: 200 len: 989 time: 1.1442564 May 28 17:33:47.967588 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6863e51f-850f-4d83-a5ea-34408f176184', 'tag': 'f9b3d611-66b6-43d5-b2bc-e8228c900bb3'}] {{(pid=103912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 17:33:47.969849 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}192b2939a0ee72d6dca365a869ce4d556b01f2e73c600b6e44d67eb265bc480d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dcacf21-437e-4b23-92db-65c977303dd8" -d '{"events": [{"name": "network-changed", "server_uuid": "6863e51f-850f-4d83-a5ea-34408f176184", "tag": "f9b3d611-66b6-43d5-b2bc-e8228c900bb3"}]}' {{(pid=103912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 28 17:33:48.006970 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 May 2022 17:33:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0b80556-74e7-4a4d-b00d-df8e1393de50 x-openstack-request-id: req-a0b80556-74e7-4a4d-b00d-df8e1393de50 {{(pid=103912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 28 17:33:48.007260 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6863e51f-850f-4d83-a5ea-34408f176184", "tag": "f9b3d611-66b6-43d5-b2bc-e8228c900bb3", "status": "completed", "code": 200}]} {{(pid=103912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 28 17:33:48.007817 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-a0b80556-74e7-4a4d-b00d-df8e1393de50 {{(pid=103912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 28 17:33:48.008199 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0b80556-74e7-4a4d-b00d-df8e1393de50'] response: {'name': 'network-changed', 'server_uuid': '6863e51f-850f-4d83-a5ea-34408f176184', 'tag': 'f9b3d611-66b6-43d5-b2bc-e8228c900bb3', 'status': 'completed', 'code': 200} May 28 17:33:48.062533 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=100 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:33:48.063080 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvr_db [None req-b378f6df-53d9-46d5-bac1-62941dd1ded1 None None] Set router 4d1920b0-566c-4298-8aa6-a5f29f68f519 gateway port host: dv-cinder-843729-1-iscsi {{(pid=103914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 28 17:33:48.095412 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcacf21-437e-4b23-92db-65c977303dd8 req-0c334aad-fc3e-44ad-8ae2-e336f039fcf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:33:48.097607 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-2dcacf21-437e-4b23-92db-65c977303dd8 req-0c334aad-fc3e-44ad-8ae2-e336f039fcf5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9525b35792a04dc3a6f109cb39ee9d50&device_id=6863e51f-850f-4d83-a5ea-34408f176184 HTTP/1.1" status: 200 len: 1129 time: 0.0426702 May 28 17:33:48.192036 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcacf21-437e-4b23-92db-65c977303dd8 req-b760fee4-592d-4626-b8a0-2a3d6b48a4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:33:48.193499 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-2dcacf21-437e-4b23-92db-65c977303dd8 req-b760fee4-592d-4626-b8a0-2a3d6b48a4a1 service neutron] 10.222.0.16 "GET /v2.0/networks?id=f73c6d30-f59b-4e03-9c62-138278150c67 HTTP/1.1" status: 200 len: 915 time: 0.0888674 May 28 17:33:48.234444 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:33:48.256625 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-2dcacf21-437e-4b23-92db-65c977303dd8 req-8805f2e0-509d-4a7a-8d85-74c3e1227d76 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f9b3d611-66b6-43d5-b2bc-e8228c900bb3 HTTP/1.1" status: 200 len: 997 time: 0.0566409 May 28 17:33:48.278521 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-b378f6df-53d9-46d5-bac1-62941dd1ded1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d1920b0-566c-4298-8aa6-a5f29f68f519', 'name': 'tempest-AttachVolumeNegativeTest-835744229-router', 'tenant_id': '9525b35792a04dc3a6f109cb39ee9d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'external_fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '9af5fae3-06cc-45b6-9e16-34f986749091', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T17:33:30Z', 'updated_at': '2022-05-28T17:33:33Z', 'revision_number': 4, 'project_id': '9525b35792a04dc3a6f109cb39ee9d50', 'gw_port': {'id': '9af5fae3-06cc-45b6-9e16-34f986749091', 'name': '', 'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:33:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1920b0-566c-4298-8aa6-a5f29f68f519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:33:31Z', 'updated_at': '2022-05-28T17:33:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843729-1-iscsi', '_floatingips': [{'id': '388f9609-a470-47c7-8586-806653c2e4a0', 'tenant_id': '9525b35792a04dc3a6f109cb39ee9d50', 'floating_ip_address': '172.27.0.6', 'floating_network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'router_id': '4d1920b0-566c-4298-8aa6-a5f29f68f519', 'port_id': 'f9b3d611-66b6-43d5-b2bc-e8228c900bb3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 500, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f73c6d30-f59b-4e03-9c62-138278150c67', 'mac_address': 'fa:16:3e:2a:27:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6863e51f-850f-4d83-a5ea-34408f176184', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T17:33:35Z', 'updated_at': '2022-05-28T17:33:47Z', 'revision_number': 1, 'project_id': '9525b35792a04dc3a6f109cb39ee9d50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd48c0f56-dacf-413d-a74b-2725ae7eef68', 'name': '', 'network_id': 'f73c6d30-f59b-4e03-9c62-138278150c67', 'tenant_id': '9525b35792a04dc3a6f109cb39ee9d50', 'mac_address': 'fa:16:3e:99:a1:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1920b0-566c-4298-8aa6-a5f29f68f519', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '3ba9da23-e7a0-4b8a-b5a4-c3c0fc07e6a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:33:32Z', 'updated_at': '2022-05-28T17:33:36Z', 'revision_number': 5, 'project_id': '9525b35792a04dc3a6f109cb39ee9d50', 'subnets': [{'id': '3ba9da23-e7a0-4b8a-b5a4-c3c0fc07e6a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843729-1-iscsi', False) {} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:33:48.304218 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b378f6df-53d9-46d5-bac1-62941dd1ded1 None None] Checking router: 4d1920b0-566c-4298-8aa6-a5f29f68f519 for host: dv-cinder-843729-1-iscsi {{(pid=103914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 17:33:48.307119 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcacf21-437e-4b23-92db-65c977303dd8 req-4198e20c-8632-43f5-af6a-b45c205dcc07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:33:48.308613 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-2dcacf21-437e-4b23-92db-65c977303dd8 req-4198e20c-8632-43f5-af6a-b45c205dcc07 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3ba9da23-e7a0-4b8a-b5a4-c3c0fc07e6a1 HTTP/1.1" status: 200 len: 853 time: 0.0466261 May 28 17:33:48.312547 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b378f6df-53d9-46d5-bac1-62941dd1ded1 None None] Routers {'4d1920b0-566c-4298-8aa6-a5f29f68f519'} bound to L3 agent in host dv-cinder-843729-1-iscsi {{(pid=103914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 28 17:33:48.313137 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-b378f6df-53d9-46d5-bac1-62941dd1ded1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843729-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-28T17:16:55Z,description=,heartbeat_timestamp=2022-05-28T17:33:25Z,host='dv-cinder-843729-1-iscsi',id=8a8c7bbb-808d-49ae-95de-62501e6237ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T17:16:55Z,topic='l3_agent')) {'router_ids': ['4d1920b0-566c-4298-8aa6-a5f29f68f519'], 'active': True} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:33:48.354810 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcacf21-437e-4b23-92db-65c977303dd8 req-e11aeaa2-3746-4789-ba09-d28338947e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:33:48.356231 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-2dcacf21-437e-4b23-92db-65c977303dd8 req-e11aeaa2-3746-4789-ba09-d28338947e40 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f73c6d30-f59b-4e03-9c62-138278150c67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0425787 May 28 17:33:48.415991 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvr_db [None req-b378f6df-53d9-46d5-bac1-62941dd1ded1 None None] Set router 4d1920b0-566c-4298-8aa6-a5f29f68f519 gateway port host: dv-cinder-843729-1-iscsi {{(pid=103914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 28 17:33:48.445436 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-2dcacf21-437e-4b23-92db-65c977303dd8 req-1d8fa822-cdc2-4f0e-87b2-88bb02a25154 service neutron] 10.222.0.16 "GET /v2.0/networks/f73c6d30-f59b-4e03-9c62-138278150c67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833015 May 28 17:33:48.526936 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=100 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:33:48.540341 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-2dcacf21-437e-4b23-92db-65c977303dd8 req-f50521b2-4c77-4286-8a2a-1a6978041c01 service neutron] 10.222.0.16 "GET /v2.0/networks/f73c6d30-f59b-4e03-9c62-138278150c67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886176 May 28 17:33:48.628347 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-b378f6df-53d9-46d5-bac1-62941dd1ded1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d1920b0-566c-4298-8aa6-a5f29f68f519', 'name': 'tempest-AttachVolumeNegativeTest-835744229-router', 'tenant_id': '9525b35792a04dc3a6f109cb39ee9d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'external_fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '9af5fae3-06cc-45b6-9e16-34f986749091', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T17:33:30Z', 'updated_at': '2022-05-28T17:33:33Z', 'revision_number': 4, 'project_id': '9525b35792a04dc3a6f109cb39ee9d50', 'gw_port': {'id': '9af5fae3-06cc-45b6-9e16-34f986749091', 'name': '', 'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:33:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1920b0-566c-4298-8aa6-a5f29f68f519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:33:31Z', 'updated_at': '2022-05-28T17:33:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843729-1-iscsi', '_floatingips': [{'id': '388f9609-a470-47c7-8586-806653c2e4a0', 'tenant_id': '9525b35792a04dc3a6f109cb39ee9d50', 'floating_ip_address': '172.27.0.6', 'floating_network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'router_id': '4d1920b0-566c-4298-8aa6-a5f29f68f519', 'port_id': 'f9b3d611-66b6-43d5-b2bc-e8228c900bb3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 500, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f73c6d30-f59b-4e03-9c62-138278150c67', 'mac_address': 'fa:16:3e:2a:27:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6863e51f-850f-4d83-a5ea-34408f176184', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T17:33:35Z', 'updated_at': '2022-05-28T17:33:47Z', 'revision_number': 1, 'project_id': '9525b35792a04dc3a6f109cb39ee9d50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd48c0f56-dacf-413d-a74b-2725ae7eef68', 'name': '', 'network_id': 'f73c6d30-f59b-4e03-9c62-138278150c67', 'tenant_id': '9525b35792a04dc3a6f109cb39ee9d50', 'mac_address': 'fa:16:3e:99:a1:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1920b0-566c-4298-8aa6-a5f29f68f519', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '3ba9da23-e7a0-4b8a-b5a4-c3c0fc07e6a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:33:32Z', 'updated_at': '2022-05-28T17:33:36Z', 'revision_number': 5, 'project_id': '9525b35792a04dc3a6f109cb39ee9d50', 'subnets': [{'id': '3ba9da23-e7a0-4b8a-b5a4-c3c0fc07e6a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843729-1-iscsi', False) {} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:33:48.729961 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b378f6df-53d9-46d5-bac1-62941dd1ded1 None None] The sync data for ids ['4d1920b0-566c-4298-8aa6-a5f29f68f519'] in dv-cinder-843729-1-iscsi is: [{'id': '4d1920b0-566c-4298-8aa6-a5f29f68f519', 'name': 'tempest-AttachVolumeNegativeTest-835744229-router', 'tenant_id': '9525b35792a04dc3a6f109cb39ee9d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'external_fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '9af5fae3-06cc-45b6-9e16-34f986749091', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T17:33:30Z', 'updated_at': '2022-05-28T17:33:33Z', 'revision_number': 4, 'project_id': '9525b35792a04dc3a6f109cb39ee9d50', 'gw_port': {'id': '9af5fae3-06cc-45b6-9e16-34f986749091', 'name': '', 'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:33:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1920b0-566c-4298-8aa6-a5f29f68f519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:33:31Z', 'updated_at': '2022-05-28T17:33:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843729-1-iscsi', '_floatingips': [{'id': '388f9609-a470-47c7-8586-806653c2e4a0', 'tenant_id': '9525b35792a04dc3a6f109cb39ee9d50', 'floating_ip_address': '172.27.0.6', 'floating_network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'router_id': '4d1920b0-566c-4298-8aa6-a5f29f68f519', 'port_id': 'f9b3d611-66b6-43d5-b2bc-e8228c900bb3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 500, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f73c6d30-f59b-4e03-9c62-138278150c67', 'mac_address': 'fa:16:3e:2a:27:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6863e51f-850f-4d83-a5ea-34408f176184', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T17:33:35Z', 'updated_at': '2022-05-28T17:33:47Z', 'revision_number': 1, 'project_id': '9525b35792a04dc3a6f109cb39ee9d50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd48c0f56-dacf-413d-a74b-2725ae7eef68', 'name': '', 'network_id': 'f73c6d30-f59b-4e03-9c62-138278150c67', 'tenant_id': '9525b35792a04dc3a6f109cb39ee9d50', 'mac_address': 'fa:16:3e:99:a1:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1920b0-566c-4298-8aa6-a5f29f68f519', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '3ba9da23-e7a0-4b8a-b5a4-c3c0fc07e6a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:33:32Z', 'updated_at': '2022-05-28T17:33:36Z', 'revision_number': 5, 'project_id': '9525b35792a04dc3a6f109cb39ee9d50', 'subnets': [{'id': '3ba9da23-e7a0-4b8a-b5a4-c3c0fc07e6a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 17:33:48.934237 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-217077b5-aeaf-4acd-8f46-0ed3dd7c40c3 None None] New status for floating IP 388f9609-a470-47c7-8586-806653c2e4a0: ACTIVE {{(pid=103913) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 28 17:33:52.859808 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-cab12864-6daf-4dd8-aac0-1fcc1472c503 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (b4d0b3c0-cc03-4456-af87-35ab415ef94b), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:33:55.155281 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-a5f54de9-c396-4074-baa6-85a43a91739c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (8a8c7bbb-808d-49ae-95de-62501e6237ff), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:33:56.429785 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-f22b8f6e-815f-41ba-a8b6-c2e56f67911e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (0b51406a-5a43-473c-8a39-67b2a4c71e5e), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:33:57.747634 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-44990afe-4038-4bea-a0ed-12e052229f33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (19502cf1-8899-41f0-9103-a107faa54218), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:33:57.963050 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=72,neutron:UPDATE=1 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:33:57.963874 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=43 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:33:58.535864 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=48 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:33:58.537762 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=72 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:33:58.630877 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=10 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:33:58.631980 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=46 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:33:59.392208 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:33:59.405104 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (0032cfec-21e8-44dd-a7d5-0b8312dfe052), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:34:04.577446 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (7cdbebfa-f3b4-48eb-8fbc-caed95606681), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:34:12.748671 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74302cad-1091-4bb4-8560-c6f2aa9134b1 req-54136e71-e434-4cea-abe3-9b66a9a2bffd tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:34:12.750121 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-74302cad-1091-4bb4-8560-c6f2aa9134b1 req-54136e71-e434-4cea-abe3-9b66a9a2bffd tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] 10.222.0.33 "GET /v2.0/ports?device_id=281e6309-8591-49e7-ab2a-e36aa0fad594 HTTP/1.1" status: 200 len: 946 time: 0.0480254 May 28 17:34:12.805494 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-74302cad-1091-4bb4-8560-c6f2aa9134b1 req-89aebe0c-b52f-45a3-b7ea-00e082e49f9a tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] 10.222.0.33 "GET /v2.0/security-groups?id=4ac71327-c6bc-40cf-beb0-a83c949f9e00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490568 May 28 17:34:13.436527 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=3 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:34:13.448129 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=5 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:34:13.926366 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e12ce1-3530-4b88-92ae-5ca8a1cde3da req-697f0ad3-54fa-4046-aa3b-70e5fac185cb tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:34:13.927810 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-d5e12ce1-3530-4b88-92ae-5ca8a1cde3da req-697f0ad3-54fa-4046-aa3b-70e5fac185cb tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] 10.222.0.33 "GET /v2.0/ports?device_id=281e6309-8591-49e7-ab2a-e36aa0fad594 HTTP/1.1" status: 200 len: 946 time: 0.0481727 May 28 17:34:13.980217 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-d5e12ce1-3530-4b88-92ae-5ca8a1cde3da req-ebf577e6-45d1-491b-8d7d-bb827c3ca6fb tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] 10.222.0.33 "GET /v2.0/security-groups?id=4ac71327-c6bc-40cf-beb0-a83c949f9e00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468678 May 28 17:34:14.571966 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=1 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:34:14.573890 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=30,neutron:UPDATE=6 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:34:15.094772 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f177c143-b3aa-4f5d-87a8-47c59ede9c38 req-c951b9d6-89a1-41ed-be0c-c77143720c70 tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:34:15.096235 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-f177c143-b3aa-4f5d-87a8-47c59ede9c38 req-c951b9d6-89a1-41ed-be0c-c77143720c70 tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] 10.222.0.33 "GET /v2.0/ports?device_id=281e6309-8591-49e7-ab2a-e36aa0fad594 HTTP/1.1" status: 200 len: 946 time: 0.0510454 May 28 17:34:15.146558 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-f177c143-b3aa-4f5d-87a8-47c59ede9c38 req-73aa0679-6381-4595-b2d7-f26318645a11 tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] 10.222.0.33 "GET /v2.0/security-groups?id=4ac71327-c6bc-40cf-beb0-a83c949f9e00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438323 May 28 17:34:16.259540 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2add95-4336-4363-96e0-f0eda25ba863 req-45ff87aa-6921-474d-81e5-9aa6dc46e14b tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:34:16.260972 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-af2add95-4336-4363-96e0-f0eda25ba863 req-45ff87aa-6921-474d-81e5-9aa6dc46e14b tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] 10.222.0.33 "GET /v2.0/ports?device_id=281e6309-8591-49e7-ab2a-e36aa0fad594 HTTP/1.1" status: 200 len: 946 time: 0.0460281 May 28 17:34:16.308331 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-af2add95-4336-4363-96e0-f0eda25ba863 req-5310b0ae-7a4f-468a-9121-4c401b1890e4 tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] 10.222.0.33 "GET /v2.0/security-groups?id=4ac71327-c6bc-40cf-beb0-a83c949f9e00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420024 May 28 17:34:17.419501 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d6cff4-21ea-4f7a-bf27-38068a37f183 req-d613e8a4-034e-447e-8d07-54d0e0f0f503 tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:34:17.420956 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-99d6cff4-21ea-4f7a-bf27-38068a37f183 req-d613e8a4-034e-447e-8d07-54d0e0f0f503 tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] 10.222.0.33 "GET /v2.0/ports?device_id=281e6309-8591-49e7-ab2a-e36aa0fad594 HTTP/1.1" status: 200 len: 946 time: 0.0469859 May 28 17:34:17.474418 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-99d6cff4-21ea-4f7a-bf27-38068a37f183 req-9c51960b-a631-4130-8c2e-2c1099d72753 tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] 10.222.0.33 "GET /v2.0/security-groups?id=4ac71327-c6bc-40cf-beb0-a83c949f9e00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474179 May 28 17:34:18.421061 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.agents_db [None req-b36f0ab6-f8d6-4670-a7fa-3628cf342135 None None] Agent healthcheck: found 6 active agents {{(pid=103914) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 28 17:34:18.590841 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e9378a-f823-4af5-95aa-5b4015f3f5c3 req-0a11b952-7ee2-45a0-b16d-2a920adc20db tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:34:18.592310 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-61e9378a-f823-4af5-95aa-5b4015f3f5c3 req-0a11b952-7ee2-45a0-b16d-2a920adc20db tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] 10.222.0.33 "GET /v2.0/ports?device_id=281e6309-8591-49e7-ab2a-e36aa0fad594 HTTP/1.1" status: 200 len: 946 time: 0.0489869 May 28 17:34:18.641207 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-61e9378a-f823-4af5-95aa-5b4015f3f5c3 req-475ed61a-0627-4d2a-a729-a5c427f1172a tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] 10.222.0.33 "GET /v2.0/security-groups?id=4ac71327-c6bc-40cf-beb0-a83c949f9e00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429091 May 28 17:34:19.768600 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb8ac6e-4cde-4955-b052-11714fbb529f req-869d53ca-53f6-4819-80a2-c9500fff2c5c tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:34:19.770709 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-fdb8ac6e-4cde-4955-b052-11714fbb529f req-869d53ca-53f6-4819-80a2-c9500fff2c5c tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] 10.222.0.33 "GET /v2.0/ports?device_id=281e6309-8591-49e7-ab2a-e36aa0fad594 HTTP/1.1" status: 200 len: 946 time: 0.0597458 May 28 17:34:19.823757 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-fdb8ac6e-4cde-4955-b052-11714fbb529f req-bb163ebb-d339-440a-b3cb-c30cccd06a94 tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] 10.222.0.33 "GET /v2.0/security-groups?id=4ac71327-c6bc-40cf-beb0-a83c949f9e00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466800 May 28 17:34:20.936267 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670dfa40-196a-4390-9bf7-279eb7a9ad37 req-1d934bb5-5d4f-4dbe-be9f-3cf3af08d583 tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:34:20.937708 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-670dfa40-196a-4390-9bf7-279eb7a9ad37 req-1d934bb5-5d4f-4dbe-be9f-3cf3af08d583 tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] 10.222.0.33 "GET /v2.0/ports?device_id=281e6309-8591-49e7-ab2a-e36aa0fad594 HTTP/1.1" status: 200 len: 946 time: 0.0458961 May 28 17:34:20.991253 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-670dfa40-196a-4390-9bf7-279eb7a9ad37 req-a2bcec4f-7814-4a26-9a2b-5595b7dd7ffb tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] 10.222.0.33 "GET /v2.0/security-groups?id=4ac71327-c6bc-40cf-beb0-a83c949f9e00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470963 May 28 17:34:21.733018 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1e5a62-bb0b-4ca7-96ac-23853a33a772 req-f326956a-88eb-4979-ae5f-13a1acc917ca tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:34:21.734460 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-5f1e5a62-bb0b-4ca7-96ac-23853a33a772 req-f326956a-88eb-4979-ae5f-13a1acc917ca tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/ports?device_id=27322ac4-8704-4f1a-b431-e5c4ad7d77ad HTTP/1.1" status: 200 len: 946 time: 0.0543935 May 28 17:34:21.782200 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-5f1e5a62-bb0b-4ca7-96ac-23853a33a772 req-d51413a9-7d6e-4eff-96ac-dd224550eca5 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/security-groups?id=015d4717-3c9a-4064-98da-51f19b775078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419424 May 28 17:34:22.108173 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a178df-6016-4e8f-8026-4403088dbdef req-9802f8c8-36c5-427f-9eb4-7cab513c8c29 tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:34:22.109600 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-a5a178df-6016-4e8f-8026-4403088dbdef req-9802f8c8-36c5-427f-9eb4-7cab513c8c29 tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] 10.222.0.33 "GET /v2.0/ports?device_id=281e6309-8591-49e7-ab2a-e36aa0fad594 HTTP/1.1" status: 200 len: 946 time: 0.0486469 May 28 17:34:22.157843 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-a5a178df-6016-4e8f-8026-4403088dbdef req-31081b09-7ed6-42a9-95fb-1f8092ac6ea2 tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] 10.222.0.33 "GET /v2.0/security-groups?id=4ac71327-c6bc-40cf-beb0-a83c949f9e00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422964 May 28 17:34:22.861173 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-3af0f586-1991-4b88-82f8-b18aed196b55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (b4d0b3c0-cc03-4456-af87-35ab415ef94b), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:34:22.904409 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d1052a-a7a6-47ef-8622-0c89d217572e req-076a6069-71a3-4c66-b142-ce21da0da97d tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:34:22.905911 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-a2d1052a-a7a6-47ef-8622-0c89d217572e req-076a6069-71a3-4c66-b142-ce21da0da97d tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/ports?device_id=27322ac4-8704-4f1a-b431-e5c4ad7d77ad HTTP/1.1" status: 200 len: 946 time: 0.0487225 May 28 17:34:22.985955 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acb1381-66ea-43d0-a51f-a62a879fac65 req-2ed8998a-eed0-461f-9997-599a4f5b1310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:34:22.987482 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-3acb1381-66ea-43d0-a51f-a62a879fac65 req-2ed8998a-eed0-461f-9997-599a4f5b1310 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c1187f363c0d40ffaebe938d3201e0ad&device_id=281e6309-8591-49e7-ab2a-e36aa0fad594 HTTP/1.1" status: 200 len: 1130 time: 0.0590413 May 28 17:34:22.991738 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-a2d1052a-a7a6-47ef-8622-0c89d217572e req-9db8b512-21f9-47a3-a283-79aeca2b1c5e tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/security-groups?id=015d4717-3c9a-4064-98da-51f19b775078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793953 May 28 17:34:23.079566 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acb1381-66ea-43d0-a51f-a62a879fac65 req-e7daef8d-7fa1-4410-85cc-6d1bc081b0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:34:23.080916 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-3acb1381-66ea-43d0-a51f-a62a879fac65 req-e7daef8d-7fa1-4410-85cc-6d1bc081b0d5 service neutron] 10.222.0.16 "GET /v2.0/networks?id=4a465d8b-8354-439d-89ca-5f701b554376 HTTP/1.1" status: 200 len: 910 time: 0.0877435 May 28 17:34:23.144356 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-3acb1381-66ea-43d0-a51f-a62a879fac65 req-4eb46bca-660a-4ef4-b360-0e03802e5342 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=50d0ffcf-e908-48f5-9b29-2b70709081b6 HTTP/1.1" status: 200 len: 1002 time: 0.0562637 May 28 17:34:23.189885 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acb1381-66ea-43d0-a51f-a62a879fac65 req-43d277e5-abdb-4a86-adff-d8aed624b320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:34:23.192005 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-3acb1381-66ea-43d0-a51f-a62a879fac65 req-43d277e5-abdb-4a86-adff-d8aed624b320 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=09f52a4a-9f63-462c-a88b-3063575fed7e HTTP/1.1" status: 200 len: 848 time: 0.0425870 May 28 17:34:23.235714 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acb1381-66ea-43d0-a51f-a62a879fac65 req-618e6dea-a816-41c3-b97c-c9b86f972f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:34:23.237325 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-3acb1381-66ea-43d0-a51f-a62a879fac65 req-618e6dea-a816-41c3-b97c-c9b86f972f23 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4a465d8b-8354-439d-89ca-5f701b554376&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0397711 May 28 17:34:23.274260 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b58d1ae-a8ae-4f52-9977-997505b59bf4 req-664fe88a-1780-4394-8e31-29a4559252eb tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:34:23.275771 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-1b58d1ae-a8ae-4f52-9977-997505b59bf4 req-664fe88a-1780-4394-8e31-29a4559252eb tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] 10.222.0.33 "GET /v2.0/ports?device_id=281e6309-8591-49e7-ab2a-e36aa0fad594 HTTP/1.1" status: 200 len: 946 time: 0.0488448 May 28 17:34:23.328160 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-1b58d1ae-a8ae-4f52-9977-997505b59bf4 req-f10c54d3-2db2-4462-afef-2d8b769830f3 tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] 10.222.0.33 "GET /v2.0/security-groups?id=4ac71327-c6bc-40cf-beb0-a83c949f9e00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467870 May 28 17:34:23.332443 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-3acb1381-66ea-43d0-a51f-a62a879fac65 req-7d9bca4e-d66f-4ebc-94ff-ec9ccb4b97c3 service neutron] 10.222.0.16 "GET /v2.0/networks/4a465d8b-8354-439d-89ca-5f701b554376?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892491 May 28 17:34:23.345468 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=100 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:34:23.423159 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-3acb1381-66ea-43d0-a51f-a62a879fac65 req-18efb3ee-17b4-445a-b3f1-c622404b5bc0 service neutron] 10.222.0.16 "GET /v2.0/networks/4a465d8b-8354-439d-89ca-5f701b554376?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844030 May 28 17:34:24.115056 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5541fe4-6a6c-41c2-9227-319be2b93bd6 req-b636c8bf-63b0-476b-b883-912fba9aade1 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:34:24.116520 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-f5541fe4-6a6c-41c2-9227-319be2b93bd6 req-b636c8bf-63b0-476b-b883-912fba9aade1 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/ports?device_id=27322ac4-8704-4f1a-b431-e5c4ad7d77ad HTTP/1.1" status: 200 len: 946 time: 0.0507274 May 28 17:34:24.136271 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=100 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:34:24.163904 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-f5541fe4-6a6c-41c2-9227-319be2b93bd6 req-07395bf3-155e-4bfa-9320-6a0f93892806 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/security-groups?id=015d4717-3c9a-4064-98da-51f19b775078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419869 May 28 17:34:24.445109 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f954326-174d-4807-982c-62b4a786e486 req-4dfe6fba-0d91-435a-8ad1-31d2e441be05 tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:34:24.446593 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-5f954326-174d-4807-982c-62b4a786e486 req-4dfe6fba-0d91-435a-8ad1-31d2e441be05 tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] 10.222.0.33 "GET /v2.0/ports?device_id=281e6309-8591-49e7-ab2a-e36aa0fad594 HTTP/1.1" status: 200 len: 946 time: 0.0498443 May 28 17:34:24.494989 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-5f954326-174d-4807-982c-62b4a786e486 req-2d391c5a-cba7-4b2b-a852-062c9d78267d tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] 10.222.0.33 "GET /v2.0/security-groups?id=4ac71327-c6bc-40cf-beb0-a83c949f9e00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428259 May 28 17:34:25.157215 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-002f966d-1415-4077-a871-d767dca7e7cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (8a8c7bbb-808d-49ae-95de-62501e6237ff), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:34:25.286234 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27189ca7-44e9-4536-8693-ddc877556a1c req-29ed0c89-c628-41aa-97da-b5756b2d907c tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:34:25.287717 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-27189ca7-44e9-4536-8693-ddc877556a1c req-29ed0c89-c628-41aa-97da-b5756b2d907c tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/ports?device_id=27322ac4-8704-4f1a-b431-e5c4ad7d77ad HTTP/1.1" status: 200 len: 946 time: 0.0472386 May 28 17:34:25.334488 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-27189ca7-44e9-4536-8693-ddc877556a1c req-78587587-b329-451c-acc1-2b5324d6cafa tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/security-groups?id=015d4717-3c9a-4064-98da-51f19b775078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412941 May 28 17:34:25.610463 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16f5bde-ebdc-4448-85bc-0eda4e97161f req-3c9b807e-b950-48d5-a90c-6bb2dd7d40c2 tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:34:25.612067 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-d16f5bde-ebdc-4448-85bc-0eda4e97161f req-3c9b807e-b950-48d5-a90c-6bb2dd7d40c2 tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] 10.222.0.33 "GET /v2.0/ports?device_id=281e6309-8591-49e7-ab2a-e36aa0fad594 HTTP/1.1" status: 200 len: 946 time: 0.0494192 May 28 17:34:25.666235 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-d16f5bde-ebdc-4448-85bc-0eda4e97161f req-8eb11cf5-cf21-487e-b23e-c459e4250bd2 tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] 10.222.0.33 "GET /v2.0/security-groups?id=4ac71327-c6bc-40cf-beb0-a83c949f9e00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475996 May 28 17:34:26.431385 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-f22b8f6e-815f-41ba-a8b6-c2e56f67911e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (0b51406a-5a43-473c-8a39-67b2a4c71e5e), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:34:26.453020 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f833c9-e94a-42ea-8bca-e0b55b02e2c7 req-d22a41d6-817d-4472-b9bd-3eec04930f1f tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:34:26.454479 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-62f833c9-e94a-42ea-8bca-e0b55b02e2c7 req-d22a41d6-817d-4472-b9bd-3eec04930f1f tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/ports?device_id=27322ac4-8704-4f1a-b431-e5c4ad7d77ad HTTP/1.1" status: 200 len: 946 time: 0.0478783 May 28 17:34:26.504624 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-62f833c9-e94a-42ea-8bca-e0b55b02e2c7 req-f2e7eb6e-8848-46ad-b870-58140c1c4a5e tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/security-groups?id=015d4717-3c9a-4064-98da-51f19b775078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444977 May 28 17:34:26.782370 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ae37da-5a98-4d8f-8035-4038fcd66f2f req-d573bc7c-5f2b-49fa-9def-e045f8f8ab5e tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:34:26.783810 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-e4ae37da-5a98-4d8f-8035-4038fcd66f2f req-d573bc7c-5f2b-49fa-9def-e045f8f8ab5e tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] 10.222.0.33 "GET /v2.0/ports?device_id=281e6309-8591-49e7-ab2a-e36aa0fad594 HTTP/1.1" status: 200 len: 946 time: 0.0500770 May 28 17:34:26.832462 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-e4ae37da-5a98-4d8f-8035-4038fcd66f2f req-84972a5f-3873-4e9a-9f29-f63075e98cce tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] 10.222.0.33 "GET /v2.0/security-groups?id=4ac71327-c6bc-40cf-beb0-a83c949f9e00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422814 May 28 17:34:27.021501 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.33', 33514) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:34:27.041694 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa2d4e0-c5e5-4801-8020-7e1ecf1acb15 req-ee7cac4d-333b-4bf1-ab34-fda033f6b7cc tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:34:27.043230 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-0aa2d4e0-c5e5-4801-8020-7e1ecf1acb15 req-ee7cac4d-333b-4bf1-ab34-fda033f6b7cc tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] 10.222.0.33 "GET /v2.0/ports?device_id=281e6309-8591-49e7-ab2a-e36aa0fad594 HTTP/1.1" status: 200 len: 946 time: 0.0497808 May 28 17:34:27.093093 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-0aa2d4e0-c5e5-4801-8020-7e1ecf1acb15 req-121ffba1-f4cc-4d2a-bf83-efb758845d38 tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] 10.222.0.33 "GET /v2.0/security-groups?id=4ac71327-c6bc-40cf-beb0-a83c949f9e00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443964 May 28 17:34:27.101155 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-1f2ffdc3-ffb9-43e6-b909-fbd3529b9988 req-b9143891-4906-47bb-ae6f-36e1fd5fc2e5 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=281e6309-8591-49e7-ab2a-e36aa0fad594&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0784922 May 28 17:34:27.110063 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.wsgi [req-1f2ffdc3-ffb9-43e6-b909-fbd3529b9988 req-29cd4c24-db8b-40c7-92b2-d49b9675da40 service neutron] http://10.222.0.33:9696/v2.0/extensions returned with HTTP 200 {{(pid=103911) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 28 17:34:27.111010 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-1f2ffdc3-ffb9-43e6-b909-fbd3529b9988 req-29cd4c24-db8b-40c7-92b2-d49b9675da40 service neutron] 10.222.0.33 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0048902 May 28 17:34:27.185507 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.33', 33522) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:34:27.284911 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2ffdc3-ffb9-43e6-b909-fbd3529b9988 req-e31d5ac4-e67f-4fdd-95b2-46ba17f071b6 tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:34:27.286235 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-1f2ffdc3-ffb9-43e6-b909-fbd3529b9988 req-e31d5ac4-e67f-4fdd-95b2-46ba17f071b6 tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] 10.222.0.33 "GET /v2.0/ports/50d0ffcf-e908-48f5-9b29-2b70709081b6 HTTP/1.1" status: 200 len: 943 time: 0.0997565 May 28 17:34:27.632506 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f586e53-07de-4254-aceb-c83a132b45e8 req-c51ecdb5-9cec-4427-9b0d-61aad3b56431 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:34:27.633991 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-8f586e53-07de-4254-aceb-c83a132b45e8 req-c51ecdb5-9cec-4427-9b0d-61aad3b56431 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/ports?device_id=27322ac4-8704-4f1a-b431-e5c4ad7d77ad HTTP/1.1" status: 200 len: 946 time: 0.0488749 May 28 17:34:27.683222 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-8f586e53-07de-4254-aceb-c83a132b45e8 req-f69267db-e0c2-4f90-9fba-8e27c18f0432 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/security-groups?id=015d4717-3c9a-4064-98da-51f19b775078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436263 May 28 17:34:27.750609 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-44990afe-4038-4bea-a0ed-12e052229f33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (19502cf1-8899-41f0-9103-a107faa54218), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:34:28.209924 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=100 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:34:28.219709 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2cb42b-e970-464f-b383-5bf0f466f19f req-1a0b99c8-bce5-4859-b81f-bb00b39876ec tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:34:28.221205 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-aa2cb42b-e970-464f-b383-5bf0f466f19f req-1a0b99c8-bce5-4859-b81f-bb00b39876ec tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] 10.222.0.33 "GET /v2.0/ports?device_id=281e6309-8591-49e7-ab2a-e36aa0fad594 HTTP/1.1" status: 200 len: 946 time: 0.0547841 May 28 17:34:28.257852 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=100 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:34:28.272503 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-aa2cb42b-e970-464f-b383-5bf0f466f19f req-b9c9f496-1bb4-420f-bd35-cfd4d916d332 tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] 10.222.0.33 "GET /v2.0/security-groups?id=4ac71327-c6bc-40cf-beb0-a83c949f9e00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454743 May 28 17:34:28.375467 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Device 50d0ffcf-e908-48f5-9b29-2b70709081b6 no longer exists at agent hyperv_hv-cinder-84372 {{(pid=103913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 28 17:34:28.417015 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=1 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:34:28.418241 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=1 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:34:28.452559 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Current status of the port 50d0ffcf-e908-48f5-9b29-2b70709081b6 is: ACTIVE; New status is: DOWN {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 17:34:28.452965 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (50d0ffcf-e908-48f5-9b29-2b70709081b6), before_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:34:28.479230 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '281e6309-8591-49e7-ab2a-e36aa0fad594', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '50d0ffcf-e908-48f5-9b29-2b70709081b6'}] {{(pid=103913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 17:34:28.481408 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fc7d66bd3c46bdb9792f0e064e6c35853b2e9fce1f0b0d0eb0c21c6a12b004b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-341306a2-6caa-429e-b572-53c684318452" -d '{"events": [{"server_uuid": "281e6309-8591-49e7-ab2a-e36aa0fad594", "name": "network-vif-unplugged", "status": "completed", "tag": "50d0ffcf-e908-48f5-9b29-2b70709081b6"}]}' {{(pid=103913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 28 17:34:28.502057 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] For port 50d0ffcf-e908-48f5-9b29-2b70709081b6, host hv-cinder-84372, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84372',level=0,port_id=50d0ffcf-e908-48f5-9b29-2b70709081b6,segment=NetworkSegment(153d9af4-79c5-412d-83d0-73ae9d713be5),segment_id=153d9af4-79c5-412d-83d0-73ae9d713be5)] {{(pid=103913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 17:34:28.506688 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735968512485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735968120131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735968120149'] for port (50d0ffcf-e908-48f5-9b29-2b70709081b6), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:34:28.537875 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 28 May 2022 17:34:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-697f38e3-2b61-47f2-9069-7d1b6417eeec x-openstack-request-id: req-697f38e3-2b61-47f2-9069-7d1b6417eeec {{(pid=103913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 28 17:34:28.538279 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "281e6309-8591-49e7-ab2a-e36aa0fad594", "name": "network-vif-unplugged", "status": "completed", "tag": "50d0ffcf-e908-48f5-9b29-2b70709081b6", "code": 200}]} {{(pid=103913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 28 17:34:28.538613 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-697f38e3-2b61-47f2-9069-7d1b6417eeec {{(pid=103913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 28 17:34:28.539154 dv-cinder-843729-1-iscsi neutron-server[103913]: INFO neutron.notifiers.nova [-] Nova event matching ['req-697f38e3-2b61-47f2-9069-7d1b6417eeec'] response: {'server_uuid': '281e6309-8591-49e7-ab2a-e36aa0fad594', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '50d0ffcf-e908-48f5-9b29-2b70709081b6', 'code': 200} May 28 17:34:28.569523 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Pushing event updated for resources: {'Port': ['ID=50d0ffcf-e908-48f5-9b29-2b70709081b6,revision_number=6']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:34:28.577557 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:34:28.577908 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:34:28.578283 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:34:28.578622 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:34:28.578956 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:34:28.579287 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:34:28.579677 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:34:28.580003 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:34:28.580329 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:34:28.580671 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:34:28.581226 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:34:28.581580 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:34:28.581906 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:34:28.582228 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:34:28.582550 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:34:28.804712 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdeea0b5-a0d0-4ff6-961c-5263ad313575 req-f0be638b-fe7c-4f18-9dd0-f6d2a6c04afe tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:34:28.806167 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-fdeea0b5-a0d0-4ff6-961c-5263ad313575 req-f0be638b-fe7c-4f18-9dd0-f6d2a6c04afe tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/ports?device_id=27322ac4-8704-4f1a-b431-e5c4ad7d77ad HTTP/1.1" status: 200 len: 946 time: 0.0470028 May 28 17:34:28.862750 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-fdeea0b5-a0d0-4ff6-961c-5263ad313575 req-ccead176-dbd0-4c0f-aee7-6ab3768c7db6 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/security-groups?id=015d4717-3c9a-4064-98da-51f19b775078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502810 May 28 17:34:28.867942 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2ffdc3-ffb9-43e6-b909-fbd3529b9988 req-178e9524-c2f6-441a-8c40-6d7515a9b344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:34:28.869457 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-1f2ffdc3-ffb9-43e6-b909-fbd3529b9988 req-178e9524-c2f6-441a-8c40-6d7515a9b344 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=281e6309-8591-49e7-ab2a-e36aa0fad594&tenant_id=c1187f363c0d40ffaebe938d3201e0ad HTTP/1.1" status: 200 len: 1128 time: 0.0792441 May 28 17:34:28.938706 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2ffdc3-ffb9-43e6-b909-fbd3529b9988 req-61f0707b-514c-435c-85d1-f67901d1d9f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:34:28.940227 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-1f2ffdc3-ffb9-43e6-b909-fbd3529b9988 req-61f0707b-514c-435c-85d1-f67901d1d9f2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c1187f363c0d40ffaebe938d3201e0ad&device_id=281e6309-8591-49e7-ab2a-e36aa0fad594 HTTP/1.1" status: 200 len: 1128 time: 0.0386536 May 28 17:34:29.029404 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2ffdc3-ffb9-43e6-b909-fbd3529b9988 req-98feded6-a121-4aa9-9a09-98ecf97f48fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:34:29.030757 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-1f2ffdc3-ffb9-43e6-b909-fbd3529b9988 req-98feded6-a121-4aa9-9a09-98ecf97f48fa service neutron] 10.222.0.16 "GET /v2.0/networks?id=4a465d8b-8354-439d-89ca-5f701b554376 HTTP/1.1" status: 200 len: 910 time: 0.0852757 May 28 17:34:29.089064 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-1f2ffdc3-ffb9-43e6-b909-fbd3529b9988 req-6fbf46c0-33ce-4ef8-9f06-48b64ccad821 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=50d0ffcf-e908-48f5-9b29-2b70709081b6 HTTP/1.1" status: 200 len: 1000 time: 0.0529020 May 28 17:34:29.136876 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2ffdc3-ffb9-43e6-b909-fbd3529b9988 req-b4dc9b6f-c0b6-4d84-9892-1113d8398f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:34:29.138251 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-1f2ffdc3-ffb9-43e6-b909-fbd3529b9988 req-b4dc9b6f-c0b6-4d84-9892-1113d8398f50 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=09f52a4a-9f63-462c-a88b-3063575fed7e HTTP/1.1" status: 200 len: 848 time: 0.0428908 May 28 17:34:29.186385 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2ffdc3-ffb9-43e6-b909-fbd3529b9988 req-32161270-b90f-4a2f-b8c4-83a190093873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:34:29.187885 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-1f2ffdc3-ffb9-43e6-b909-fbd3529b9988 req-32161270-b90f-4a2f-b8c4-83a190093873 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4a465d8b-8354-439d-89ca-5f701b554376&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0435066 May 28 17:34:29.276499 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-1f2ffdc3-ffb9-43e6-b909-fbd3529b9988 req-03fc372f-7ba1-48e0-ace6-60f2c87594c9 service neutron] 10.222.0.16 "GET /v2.0/networks/4a465d8b-8354-439d-89ca-5f701b554376?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825038 May 28 17:34:29.404439 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca62c96f-05d2-4bb6-97e9-5cc5737fe583 req-40f504e6-f997-43c4-be56-0085ee1426e7 tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:34:29.405873 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-ca62c96f-05d2-4bb6-97e9-5cc5737fe583 req-40f504e6-f997-43c4-be56-0085ee1426e7 tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] 10.222.0.33 "GET /v2.0/ports?device_id=281e6309-8591-49e7-ab2a-e36aa0fad594 HTTP/1.1" status: 200 len: 944 time: 0.0599923 May 28 17:34:29.407655 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-1f2ffdc3-ffb9-43e6-b909-fbd3529b9988 req-ba835ddf-33f9-41e4-9372-dfb57edb1bec service neutron] 10.222.0.16 "GET /v2.0/networks/4a465d8b-8354-439d-89ca-5f701b554376?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251802 May 28 17:34:29.412048 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (0032cfec-21e8-44dd-a7d5-0b8312dfe052), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:34:29.439680 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=100 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:34:29.456534 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-ca62c96f-05d2-4bb6-97e9-5cc5737fe583 req-ddce9695-faae-493e-877c-ec8d895dc8e9 tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] 10.222.0.33 "GET /v2.0/security-groups?id=4ac71327-c6bc-40cf-beb0-a83c949f9e00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432274 May 28 17:34:29.985752 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddf3039-772a-41b3-8e6e-5c66d8b13cbd req-5b82f4b4-651f-429c-956a-9f19d26be16c tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:34:29.987203 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-1ddf3039-772a-41b3-8e6e-5c66d8b13cbd req-5b82f4b4-651f-429c-956a-9f19d26be16c tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/ports?device_id=27322ac4-8704-4f1a-b431-e5c4ad7d77ad HTTP/1.1" status: 200 len: 946 time: 0.0510552 May 28 17:34:30.034809 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-1ddf3039-772a-41b3-8e6e-5c66d8b13cbd req-39673060-03db-4597-9afb-71a3259ee3d7 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/security-groups?id=015d4717-3c9a-4064-98da-51f19b775078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417726 May 28 17:34:30.535470 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=100 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:34:30.572361 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4984e9c4-f3e6-46f8-afc6-8d2ce1246b44 req-c380bb73-d719-42f4-acc7-7fd6665d4f28 tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:34:30.573796 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-4984e9c4-f3e6-46f8-afc6-8d2ce1246b44 req-c380bb73-d719-42f4-acc7-7fd6665d4f28 tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] 10.222.0.33 "GET /v2.0/ports?device_id=281e6309-8591-49e7-ab2a-e36aa0fad594 HTTP/1.1" status: 200 len: 944 time: 0.0471776 May 28 17:34:30.624705 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-4984e9c4-f3e6-46f8-afc6-8d2ce1246b44 req-1d53d488-3630-485d-9db4-ba863865ca94 tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] 10.222.0.33 "GET /v2.0/security-groups?id=4ac71327-c6bc-40cf-beb0-a83c949f9e00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453670 May 28 17:34:31.151812 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abebafd-77a6-4139-83b8-18285a6b8b8c req-81f5cd95-808b-434c-b193-49c16539f960 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:34:31.153233 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-0abebafd-77a6-4139-83b8-18285a6b8b8c req-81f5cd95-808b-434c-b193-49c16539f960 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/ports?device_id=27322ac4-8704-4f1a-b431-e5c4ad7d77ad HTTP/1.1" status: 200 len: 946 time: 0.0467780 May 28 17:34:31.200056 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-0abebafd-77a6-4139-83b8-18285a6b8b8c req-23be36c8-2e1b-46ec-9d59-48d3eb06c16c tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/security-groups?id=015d4717-3c9a-4064-98da-51f19b775078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413547 May 28 17:34:31.735252 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e73cafb-fb6b-4d24-98bd-0251180d2eb1 req-f0ef1b4d-d05c-4064-bdc8-14d86f6a50ab tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:34:31.737234 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-3e73cafb-fb6b-4d24-98bd-0251180d2eb1 req-f0ef1b4d-d05c-4064-bdc8-14d86f6a50ab tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] 10.222.0.33 "GET /v2.0/ports?device_id=281e6309-8591-49e7-ab2a-e36aa0fad594 HTTP/1.1" status: 200 len: 944 time: 0.0456944 May 28 17:34:31.786237 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-3e73cafb-fb6b-4d24-98bd-0251180d2eb1 req-0da35292-0043-4c10-a742-b810bb08193f tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] 10.222.0.33 "GET /v2.0/security-groups?id=4ac71327-c6bc-40cf-beb0-a83c949f9e00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432022 May 28 17:34:32.318680 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a31f3e4-9754-4130-b49b-6f2c5246b170 req-b0d35758-33a0-4a81-8361-c61f4f6934a8 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:34:32.320135 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-0a31f3e4-9754-4130-b49b-6f2c5246b170 req-b0d35758-33a0-4a81-8361-c61f4f6934a8 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/ports?device_id=27322ac4-8704-4f1a-b431-e5c4ad7d77ad HTTP/1.1" status: 200 len: 946 time: 0.0463796 May 28 17:34:32.369572 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-0a31f3e4-9754-4130-b49b-6f2c5246b170 req-a1d1fb8b-7d95-4889-990b-891bfab77338 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/security-groups?id=015d4717-3c9a-4064-98da-51f19b775078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439739 May 28 17:34:32.542389 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e7f61a-a636-4720-a97f-9a6c4ea05ed5 req-55a49140-deef-4607-af0e-2d29113abf6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:34:32.544559 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-49e7f61a-a636-4720-a97f-9a6c4ea05ed5 req-55a49140-deef-4607-af0e-2d29113abf6e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c1187f363c0d40ffaebe938d3201e0ad&device_id=281e6309-8591-49e7-ab2a-e36aa0fad594 HTTP/1.1" status: 200 len: 1128 time: 0.0428441 May 28 17:34:32.651600 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e7f61a-a636-4720-a97f-9a6c4ea05ed5 req-0fefd610-236c-497e-b421-458ca226013c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:34:32.653242 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-49e7f61a-a636-4720-a97f-9a6c4ea05ed5 req-0fefd610-236c-497e-b421-458ca226013c service neutron] 10.222.0.16 "GET /v2.0/networks?id=4a465d8b-8354-439d-89ca-5f701b554376 HTTP/1.1" status: 200 len: 910 time: 0.0892088 May 28 17:34:32.713199 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-49e7f61a-a636-4720-a97f-9a6c4ea05ed5 req-2feae730-9085-4151-8bc6-49ca005aa569 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=50d0ffcf-e908-48f5-9b29-2b70709081b6 HTTP/1.1" status: 200 len: 1000 time: 0.0542040 May 28 17:34:32.765704 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e7f61a-a636-4720-a97f-9a6c4ea05ed5 req-d5b6280e-86ab-4d20-bf41-12176f816c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:34:32.767101 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-49e7f61a-a636-4720-a97f-9a6c4ea05ed5 req-d5b6280e-86ab-4d20-bf41-12176f816c50 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=09f52a4a-9f63-462c-a88b-3063575fed7e HTTP/1.1" status: 200 len: 848 time: 0.0467844 May 28 17:34:32.808852 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e7f61a-a636-4720-a97f-9a6c4ea05ed5 req-327bf421-0657-46a2-b613-2c21a967c587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:34:32.809927 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-49e7f61a-a636-4720-a97f-9a6c4ea05ed5 req-327bf421-0657-46a2-b613-2c21a967c587 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4a465d8b-8354-439d-89ca-5f701b554376&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0374577 May 28 17:34:33.177253 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dfa138-9305-4e24-906d-35253c5038b5 req-4ee5254b-bec9-45be-88ab-4c6cb79cb9f7 tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:34:33.178588 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-77dfa138-9305-4e24-906d-35253c5038b5 req-4ee5254b-bec9-45be-88ab-4c6cb79cb9f7 tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] 10.222.0.33 "GET /v2.0/ports?device_id=281e6309-8591-49e7-ab2a-e36aa0fad594 HTTP/1.1" status: 200 len: 944 time: 0.3197620 May 28 17:34:33.203564 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-49e7f61a-a636-4720-a97f-9a6c4ea05ed5 req-226e1952-18f2-4841-896b-922c91766f25 service neutron] 10.222.0.16 "GET /v2.0/networks/4a465d8b-8354-439d-89ca-5f701b554376?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3874485 May 28 17:34:33.257947 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-77dfa138-9305-4e24-906d-35253c5038b5 req-8b57dd69-0c1e-483e-b5af-6b9a4943005d tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] 10.222.0.33 "GET /v2.0/security-groups?id=4ac71327-c6bc-40cf-beb0-a83c949f9e00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706320 May 28 17:34:33.317820 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-49e7f61a-a636-4720-a97f-9a6c4ea05ed5 req-4c2c585c-d8cf-4de5-86fd-7c7282de2622 service neutron] 10.222.0.16 "GET /v2.0/networks/4a465d8b-8354-439d-89ca-5f701b554376?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015577 May 28 17:34:33.488234 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafae681-1275-42b2-bb4d-4c338a099e1e req-b9605f0f-da68-473b-970b-8316f392c5bc tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:34:33.489660 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-bafae681-1275-42b2-bb4d-4c338a099e1e req-b9605f0f-da68-473b-970b-8316f392c5bc tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/ports?device_id=27322ac4-8704-4f1a-b431-e5c4ad7d77ad HTTP/1.1" status: 200 len: 946 time: 0.0464580 May 28 17:34:33.536184 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-bafae681-1275-42b2-bb4d-4c338a099e1e req-2fe71a05-027e-4cc7-b061-587e9dc1195d tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/security-groups?id=015d4717-3c9a-4064-98da-51f19b775078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410399 May 28 17:34:34.370582 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d4f083-d36b-48f9-9bbb-a13633f7c926 req-27ac8bc8-2d23-4cd9-b7cd-46cc659ab51d tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:34:34.372071 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-59d4f083-d36b-48f9-9bbb-a13633f7c926 req-27ac8bc8-2d23-4cd9-b7cd-46cc659ab51d tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] 10.222.0.33 "GET /v2.0/ports?device_id=281e6309-8591-49e7-ab2a-e36aa0fad594 HTTP/1.1" status: 200 len: 944 time: 0.0467875 May 28 17:34:34.422906 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-59d4f083-d36b-48f9-9bbb-a13633f7c926 req-92784b72-18db-42e0-b04d-f4531b5f2db5 tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] 10.222.0.33 "GET /v2.0/security-groups?id=4ac71327-c6bc-40cf-beb0-a83c949f9e00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453625 May 28 17:34:34.590709 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (7cdbebfa-f3b4-48eb-8fbc-caed95606681), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:34:34.654042 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08ec25c-78e2-4acb-9c90-0dfc60e31265 req-caf751fd-4d89-4460-aa18-3fb24f973122 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:34:34.655493 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-b08ec25c-78e2-4acb-9c90-0dfc60e31265 req-caf751fd-4d89-4460-aa18-3fb24f973122 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/ports?device_id=27322ac4-8704-4f1a-b431-e5c4ad7d77ad HTTP/1.1" status: 200 len: 946 time: 0.0472574 May 28 17:34:34.701572 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-b08ec25c-78e2-4acb-9c90-0dfc60e31265 req-6de6007e-2ad6-47bb-bf8a-4ba954cfd40e tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/security-groups?id=015d4717-3c9a-4064-98da-51f19b775078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398102 May 28 17:34:35.538838 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2953e2e-ec33-4e43-9d89-92438d6f6423 req-63ee2aee-bec4-4b11-84b0-5b339fd62780 tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:34:35.540282 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-d2953e2e-ec33-4e43-9d89-92438d6f6423 req-63ee2aee-bec4-4b11-84b0-5b339fd62780 tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] 10.222.0.33 "GET /v2.0/ports?device_id=281e6309-8591-49e7-ab2a-e36aa0fad594 HTTP/1.1" status: 200 len: 944 time: 0.0469196 May 28 17:34:35.588130 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-d2953e2e-ec33-4e43-9d89-92438d6f6423 req-1b095b2f-dd32-4339-84fb-7e31301a46f5 tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] 10.222.0.33 "GET /v2.0/security-groups?id=4ac71327-c6bc-40cf-beb0-a83c949f9e00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424132 May 28 17:34:35.828342 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3cb92a-3291-4103-aef8-d3396d73a1bc req-ccd1a8a5-5800-48cb-91d8-898354fd7ed8 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:34:35.829767 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-8c3cb92a-3291-4103-aef8-d3396d73a1bc req-ccd1a8a5-5800-48cb-91d8-898354fd7ed8 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/ports?device_id=27322ac4-8704-4f1a-b431-e5c4ad7d77ad HTTP/1.1" status: 200 len: 946 time: 0.0490286 May 28 17:34:35.875678 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-8c3cb92a-3291-4103-aef8-d3396d73a1bc req-2eb65727-835d-4289-920b-ad476800b93a tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/security-groups?id=015d4717-3c9a-4064-98da-51f19b775078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397086 May 28 17:34:36.420204 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Device 50d0ffcf-e908-48f5-9b29-2b70709081b6 details requested by agent hyperv_hv-cinder-84372 with host hv-cinder-84372 {{(pid=103913) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 28 17:34:36.519089 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] For port 50d0ffcf-e908-48f5-9b29-2b70709081b6, host hv-cinder-84372, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84372',level=0,port_id=50d0ffcf-e908-48f5-9b29-2b70709081b6,segment=NetworkSegment(153d9af4-79c5-412d-83d0-73ae9d713be5),segment_id=153d9af4-79c5-412d-83d0-73ae9d713be5)] {{(pid=103913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 17:34:36.529996 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Returning: {'device': '50d0ffcf-e908-48f5-9b29-2b70709081b6', 'network_id': '4a465d8b-8354-439d-89ca-5f701b554376', 'port_id': '50d0ffcf-e908-48f5-9b29-2b70709081b6', 'mac_address': 'fa:16:3e:52:9d:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09f52a4a-9f63-462c-a88b-3063575fed7e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103913) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 28 17:34:36.563790 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Current status of the port 50d0ffcf-e908-48f5-9b29-2b70709081b6 is: DOWN; New status is: BUILD {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 17:34:36.564166 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (50d0ffcf-e908-48f5-9b29-2b70709081b6), before_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:34:36.576373 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.notifiers.nova [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50d0ffcf-e908-48f5-9b29-2b70709081b6 {{(pid=103913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 17:34:36.595116 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] For port 50d0ffcf-e908-48f5-9b29-2b70709081b6, host hv-cinder-84372, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84372',level=0,port_id=50d0ffcf-e908-48f5-9b29-2b70709081b6,segment=NetworkSegment(153d9af4-79c5-412d-83d0-73ae9d713be5),segment_id=153d9af4-79c5-412d-83d0-73ae9d713be5)] {{(pid=103913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 17:34:36.599476 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735968512485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735968120131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735968120149'] for port (50d0ffcf-e908-48f5-9b29-2b70709081b6), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:34:36.643713 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Pushing event updated for resources: {'Port': ['ID=50d0ffcf-e908-48f5-9b29-2b70709081b6,revision_number=7']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:34:36.707208 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4f1d00-3fd6-48fb-8521-fd6f988f1162 req-784c455d-0d02-403f-b81a-230ca1b7fafe tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:34:36.708675 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-5d4f1d00-3fd6-48fb-8521-fd6f988f1162 req-784c455d-0d02-403f-b81a-230ca1b7fafe tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] 10.222.0.33 "GET /v2.0/ports?device_id=281e6309-8591-49e7-ab2a-e36aa0fad594 HTTP/1.1" status: 200 len: 945 time: 0.0511684 May 28 17:34:36.720839 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=100 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:34:36.761916 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-5d4f1d00-3fd6-48fb-8521-fd6f988f1162 req-122e5cff-c0d0-4f77-beac-2e44ab759aca tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] 10.222.0.33 "GET /v2.0/security-groups?id=4ac71327-c6bc-40cf-beb0-a83c949f9e00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476463 May 28 17:34:36.994648 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b014c2b-a3f9-48b5-aea7-a1319c9f1550 req-4c69ccd8-8c34-4458-9047-5781accf7cda tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:34:36.996046 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-4b014c2b-a3f9-48b5-aea7-a1319c9f1550 req-4c69ccd8-8c34-4458-9047-5781accf7cda tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/ports?device_id=27322ac4-8704-4f1a-b431-e5c4ad7d77ad HTTP/1.1" status: 200 len: 946 time: 0.0472589 May 28 17:34:37.043654 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-4b014c2b-a3f9-48b5-aea7-a1319c9f1550 req-258af652-e54d-44bc-b73a-9bbead006fdf tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/security-groups?id=015d4717-3c9a-4064-98da-51f19b775078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422170 May 28 17:34:37.116119 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] get_ports_and_sgs() called for port_ids ['50d0ffcf-e908-48f5-9b29-2b70709081b6'] {{(pid=103913) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 28 17:34:37.308932 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:34:37.323709 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:34:37.870325 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=100 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:34:37.879674 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57154570-6f31-419f-9ca8-650163709563 req-b7c55edf-f51a-4120-8bd6-fdc0938e5ee6 tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:34:37.881131 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-57154570-6f31-419f-9ca8-650163709563 req-b7c55edf-f51a-4120-8bd6-fdc0938e5ee6 tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] 10.222.0.33 "GET /v2.0/ports?device_id=281e6309-8591-49e7-ab2a-e36aa0fad594 HTTP/1.1" status: 200 len: 945 time: 0.0474598 May 28 17:34:37.930350 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-57154570-6f31-419f-9ca8-650163709563 req-dce2e19f-18e0-482b-9450-d3b7c83efb69 tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] 10.222.0.33 "GET /v2.0/security-groups?id=4ac71327-c6bc-40cf-beb0-a83c949f9e00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434091 May 28 17:34:38.167457 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5bf441-4432-45f3-8f5d-0db937bd1d46 req-2d015bf7-cdd1-44d0-9d57-0c1f43a9db30 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:34:38.168879 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-0d5bf441-4432-45f3-8f5d-0db937bd1d46 req-2d015bf7-cdd1-44d0-9d57-0c1f43a9db30 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/ports?device_id=27322ac4-8704-4f1a-b431-e5c4ad7d77ad HTTP/1.1" status: 200 len: 946 time: 0.0521448 May 28 17:34:38.224827 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-0d5bf441-4432-45f3-8f5d-0db937bd1d46 req-b6db8899-47a9-4b6d-8b1c-4d2ef4d8a797 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/security-groups?id=015d4717-3c9a-4064-98da-51f19b775078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503304 May 28 17:34:38.818894 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Device 50d0ffcf-e908-48f5-9b29-2b70709081b6 up at agent hyperv_hv-cinder-84372 {{(pid=103913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 28 17:34:38.869655 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Provisioning complete for port 50d0ffcf-e908-48f5-9b29-2b70709081b6 triggered by entity L2. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 17:34:38.870021 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1821120'] for port (50d0ffcf-e908-48f5-9b29-2b70709081b6), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:34:38.942723 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Current status of the port 50d0ffcf-e908-48f5-9b29-2b70709081b6 is: BUILD; New status is: ACTIVE {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 17:34:38.943099 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (50d0ffcf-e908-48f5-9b29-2b70709081b6), before_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:34:38.967020 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '281e6309-8591-49e7-ab2a-e36aa0fad594', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50d0ffcf-e908-48f5-9b29-2b70709081b6'}] {{(pid=103913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 17:34:38.969220 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fc7d66bd3c46bdb9792f0e064e6c35853b2e9fce1f0b0d0eb0c21c6a12b004b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b19954f-17e0-4adc-924b-4716b009d8a8" -d '{"events": [{"server_uuid": "281e6309-8591-49e7-ab2a-e36aa0fad594", "name": "network-vif-plugged", "status": "completed", "tag": "50d0ffcf-e908-48f5-9b29-2b70709081b6"}]}' {{(pid=103913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 28 17:34:38.981968 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] For port 50d0ffcf-e908-48f5-9b29-2b70709081b6, host hv-cinder-84372, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84372',level=0,port_id=50d0ffcf-e908-48f5-9b29-2b70709081b6,segment=NetworkSegment(153d9af4-79c5-412d-83d0-73ae9d713be5),segment_id=153d9af4-79c5-412d-83d0-73ae9d713be5)] {{(pid=103913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 17:34:38.986619 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735968512485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735968120131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735968120149'] for port (50d0ffcf-e908-48f5-9b29-2b70709081b6), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:34:39.014048 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 May 2022 17:34:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbb422bc-f11a-4be4-96ff-c370cdbd4d3d x-openstack-request-id: req-fbb422bc-f11a-4be4-96ff-c370cdbd4d3d {{(pid=103913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 28 17:34:39.014335 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "281e6309-8591-49e7-ab2a-e36aa0fad594", "name": "network-vif-plugged", "status": "completed", "tag": "50d0ffcf-e908-48f5-9b29-2b70709081b6", "code": 200}]} {{(pid=103913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 28 17:34:39.014582 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-fbb422bc-f11a-4be4-96ff-c370cdbd4d3d {{(pid=103913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 28 17:34:39.014960 dv-cinder-843729-1-iscsi neutron-server[103913]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fbb422bc-f11a-4be4-96ff-c370cdbd4d3d'] response: {'server_uuid': '281e6309-8591-49e7-ab2a-e36aa0fad594', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50d0ffcf-e908-48f5-9b29-2b70709081b6', 'code': 200} May 28 17:34:39.040750 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Pushing event updated for resources: {'Port': ['ID=50d0ffcf-e908-48f5-9b29-2b70709081b6,revision_number=8']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:34:39.071107 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695c0961-077e-47ee-937b-40ff7b153179 req-5a2652d5-8ae9-470c-ab91-bb2244dfe85f tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:34:39.072605 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-695c0961-077e-47ee-937b-40ff7b153179 req-5a2652d5-8ae9-470c-ab91-bb2244dfe85f tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] 10.222.0.33 "GET /v2.0/ports?device_id=281e6309-8591-49e7-ab2a-e36aa0fad594 HTTP/1.1" status: 200 len: 946 time: 0.0709991 May 28 17:34:39.146602 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-695c0961-077e-47ee-937b-40ff7b153179 req-ce5dc728-97ae-4359-9ead-2eb1a31bb248 tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] 10.222.0.33 "GET /v2.0/security-groups?id=4ac71327-c6bc-40cf-beb0-a83c949f9e00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676856 May 28 17:34:39.299042 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c165c6-f6d3-44e8-a4ea-a58173b47486 req-d8d70e8f-d425-4af1-8ab6-e1a07e038e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:34:39.301102 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-25c165c6-f6d3-44e8-a4ea-a58173b47486 req-d8d70e8f-d425-4af1-8ab6-e1a07e038e6a service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=281e6309-8591-49e7-ab2a-e36aa0fad594 HTTP/1.1" status: 200 len: 1130 time: 0.0386369 May 28 17:34:39.346650 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-25c165c6-f6d3-44e8-a4ea-a58173b47486 req-191bbe0b-5caf-4481-bbfb-d775872d2e76 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=4ac71327-c6bc-40cf-beb0-a83c949f9e00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397017 May 28 17:34:39.347228 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658f2bc8-316e-43f5-bb24-6c8c5c728bdd req-b19c88ee-05f0-431d-baf4-9df716fdb3de tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:34:39.349128 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-658f2bc8-316e-43f5-bb24-6c8c5c728bdd req-b19c88ee-05f0-431d-baf4-9df716fdb3de tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/ports?device_id=27322ac4-8704-4f1a-b431-e5c4ad7d77ad HTTP/1.1" status: 200 len: 946 time: 0.0494576 May 28 17:34:39.407088 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-658f2bc8-316e-43f5-bb24-6c8c5c728bdd req-dfbdfe55-fc4c-4263-baf1-aecb0796f95c tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/security-groups?id=015d4717-3c9a-4064-98da-51f19b775078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522349 May 28 17:34:40.259834 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4799a6b-4364-4048-abf1-65b0b4c446ed req-94d6d373-e23f-4f74-8906-7445acc0c683 tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:34:40.261277 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-a4799a6b-4364-4048-abf1-65b0b4c446ed req-94d6d373-e23f-4f74-8906-7445acc0c683 tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] 10.222.0.33 "GET /v2.0/ports?device_id=281e6309-8591-49e7-ab2a-e36aa0fad594 HTTP/1.1" status: 200 len: 946 time: 0.0465825 May 28 17:34:40.308933 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-a4799a6b-4364-4048-abf1-65b0b4c446ed req-a9e079d1-1fc7-4c5f-b851-2bef6f45b604 tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] 10.222.0.33 "GET /v2.0/security-groups?id=4ac71327-c6bc-40cf-beb0-a83c949f9e00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422213 May 28 17:34:40.507578 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=100 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:34:40.543219 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66d5643-d7a9-4d4d-a984-018f0e4a7a70 req-14903de4-44a9-4707-b894-f09da867d850 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:34:40.544724 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-b66d5643-d7a9-4d4d-a984-018f0e4a7a70 req-14903de4-44a9-4707-b894-f09da867d850 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/ports?device_id=27322ac4-8704-4f1a-b431-e5c4ad7d77ad HTTP/1.1" status: 200 len: 946 time: 0.0479522 May 28 17:34:40.595459 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-b66d5643-d7a9-4d4d-a984-018f0e4a7a70 req-e2d8d929-3953-4953-aaee-d1ae80199d11 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/security-groups?id=015d4717-3c9a-4064-98da-51f19b775078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452657 May 28 17:34:40.822918 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Device e951fe87-910c-4495-88e9-a876c275be25 details requested by agent hyperv_hv-cinder-84372 with host hv-cinder-84372 {{(pid=103913) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 28 17:34:40.924571 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] For port e951fe87-910c-4495-88e9-a876c275be25, host hv-cinder-84372, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84372',level=0,port_id=e951fe87-910c-4495-88e9-a876c275be25,segment=NetworkSegment(c7dd3702-abca-4735-be38-4968a1e4ad1a),segment_id=c7dd3702-abca-4735-be38-4968a1e4ad1a)] {{(pid=103913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 17:34:40.936253 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Returning: {'device': 'e951fe87-910c-4495-88e9-a876c275be25', 'network_id': '9aa607a6-b193-4d84-be0c-e5c8f4a565d2', 'port_id': 'e951fe87-910c-4495-88e9-a876c275be25', 'mac_address': 'fa:16:3e:79:be:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c9892e7-e6e2-4d1b-9907-f3f374bf6c5e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103913) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 28 17:34:40.977794 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Current status of the port e951fe87-910c-4495-88e9-a876c275be25 is: ACTIVE; New status is: BUILD {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 17:34:40.978115 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (e951fe87-910c-4495-88e9-a876c275be25), before_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:34:40.990924 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.notifiers.nova [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e951fe87-910c-4495-88e9-a876c275be25 {{(pid=103913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 17:34:41.010757 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] For port e951fe87-910c-4495-88e9-a876c275be25, host hv-cinder-84372, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84372',level=0,port_id=e951fe87-910c-4495-88e9-a876c275be25,segment=NetworkSegment(c7dd3702-abca-4735-be38-4968a1e4ad1a),segment_id=c7dd3702-abca-4735-be38-4968a1e4ad1a)] {{(pid=103913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 17:34:41.013687 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735968512485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735968120131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735968120149'] for port (e951fe87-910c-4495-88e9-a876c275be25), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:34:41.058698 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Pushing event updated for resources: {'Port': ['ID=e951fe87-910c-4495-88e9-a876c275be25,revision_number=6']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:34:41.189363 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] get_ports_and_sgs() called for port_ids ['e951fe87-910c-4495-88e9-a876c275be25'] {{(pid=103913) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 28 17:34:41.408397 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=100 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:34:41.426395 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2623fc77-e434-4f32-80ec-8c7176b9beb4 req-2976cd70-9f1c-4968-acb9-651dae5dbf75 tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:34:41.428009 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-2623fc77-e434-4f32-80ec-8c7176b9beb4 req-2976cd70-9f1c-4968-acb9-651dae5dbf75 tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] 10.222.0.33 "GET /v2.0/ports?device_id=281e6309-8591-49e7-ab2a-e36aa0fad594 HTTP/1.1" status: 200 len: 946 time: 0.0504832 May 28 17:34:41.479554 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-2623fc77-e434-4f32-80ec-8c7176b9beb4 req-ddc5497d-7aa8-4792-8a8d-53649aafb71f tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] 10.222.0.33 "GET /v2.0/security-groups?id=4ac71327-c6bc-40cf-beb0-a83c949f9e00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445857 May 28 17:34:41.718748 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3eaf186-b934-41f0-bc1f-7de542bb6a50 req-4886f2f4-40a9-4ab1-9fb5-64866fca51c2 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:34:41.720239 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-d3eaf186-b934-41f0-bc1f-7de542bb6a50 req-4886f2f4-40a9-4ab1-9fb5-64866fca51c2 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/ports?device_id=27322ac4-8704-4f1a-b431-e5c4ad7d77ad HTTP/1.1" status: 200 len: 945 time: 0.0509176 May 28 17:34:41.767309 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-d3eaf186-b934-41f0-bc1f-7de542bb6a50 req-00ebd8ff-72d3-48cd-9e26-b43b0ede8a0b tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/security-groups?id=015d4717-3c9a-4064-98da-51f19b775078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410802 May 28 17:34:42.828605 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Device e951fe87-910c-4495-88e9-a876c275be25 up at agent hyperv_hv-cinder-84372 {{(pid=103913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 28 17:34:42.872520 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Provisioning complete for port e951fe87-910c-4495-88e9-a876c275be25 triggered by entity L2. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 17:34:42.872887 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1821120'] for port (e951fe87-910c-4495-88e9-a876c275be25), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:34:42.887253 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c3467a-0320-499e-a567-0dac9ab2bbd0 req-66b37ba0-28a6-422e-beb4-241ae222c91f tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:34:42.888740 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-26c3467a-0320-499e-a567-0dac9ab2bbd0 req-66b37ba0-28a6-422e-beb4-241ae222c91f tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/ports?device_id=27322ac4-8704-4f1a-b431-e5c4ad7d77ad HTTP/1.1" status: 200 len: 945 time: 0.0471988 May 28 17:34:42.906658 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:34:42.917143 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:34:42.937918 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-26c3467a-0320-499e-a567-0dac9ab2bbd0 req-02590c8c-1329-4801-9dd7-4ef820eb67b9 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/security-groups?id=015d4717-3c9a-4064-98da-51f19b775078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430591 May 28 17:34:43.072406 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Current status of the port e951fe87-910c-4495-88e9-a876c275be25 is: BUILD; New status is: ACTIVE {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 17:34:43.072694 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (e951fe87-910c-4495-88e9-a876c275be25), before_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:34:43.095291 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27322ac4-8704-4f1a-b431-e5c4ad7d77ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e951fe87-910c-4495-88e9-a876c275be25'}] {{(pid=103913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 17:34:43.098609 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fc7d66bd3c46bdb9792f0e064e6c35853b2e9fce1f0b0d0eb0c21c6a12b004b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16aaff34-b3c0-4587-a348-a52792861032" -d '{"events": [{"server_uuid": "27322ac4-8704-4f1a-b431-e5c4ad7d77ad", "name": "network-vif-plugged", "status": "completed", "tag": "e951fe87-910c-4495-88e9-a876c275be25"}]}' {{(pid=103913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 28 17:34:43.110757 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] For port e951fe87-910c-4495-88e9-a876c275be25, host hv-cinder-84372, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84372',level=0,port_id=e951fe87-910c-4495-88e9-a876c275be25,segment=NetworkSegment(c7dd3702-abca-4735-be38-4968a1e4ad1a),segment_id=c7dd3702-abca-4735-be38-4968a1e4ad1a)] {{(pid=103913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 17:34:43.116257 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735968512485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735968120131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735968120149'] for port (e951fe87-910c-4495-88e9-a876c275be25), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:34:43.140466 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 May 2022 17:34:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-300f50eb-3cb4-4e41-8d2b-6108c822245c x-openstack-request-id: req-300f50eb-3cb4-4e41-8d2b-6108c822245c {{(pid=103913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 28 17:34:43.140755 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27322ac4-8704-4f1a-b431-e5c4ad7d77ad", "name": "network-vif-plugged", "status": "completed", "tag": "e951fe87-910c-4495-88e9-a876c275be25", "code": 200}]} {{(pid=103913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 28 17:34:43.141007 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-300f50eb-3cb4-4e41-8d2b-6108c822245c {{(pid=103913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 28 17:34:43.141394 dv-cinder-843729-1-iscsi neutron-server[103913]: INFO neutron.notifiers.nova [-] Nova event matching ['req-300f50eb-3cb4-4e41-8d2b-6108c822245c'] response: {'server_uuid': '27322ac4-8704-4f1a-b431-e5c4ad7d77ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e951fe87-910c-4495-88e9-a876c275be25', 'code': 200} May 28 17:34:43.166581 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Pushing event updated for resources: {'Port': ['ID=e951fe87-910c-4495-88e9-a876c275be25,revision_number=7']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:34:44.070860 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fac14af-ae35-4ca5-b82b-d136e96e7814 req-1d954ac3-aa39-4216-88ea-728e3d66f0ba tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:34:44.072409 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-1fac14af-ae35-4ca5-b82b-d136e96e7814 req-1d954ac3-aa39-4216-88ea-728e3d66f0ba tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/ports?device_id=27322ac4-8704-4f1a-b431-e5c4ad7d77ad HTTP/1.1" status: 200 len: 946 time: 0.0579319 May 28 17:34:44.120996 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-1fac14af-ae35-4ca5-b82b-d136e96e7814 req-3ff48c9d-367e-4c93-be53-6c983395fcbe tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/security-groups?id=015d4717-3c9a-4064-98da-51f19b775078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429881 May 28 17:34:45.258778 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7566b9-3dba-4ab5-ac5b-35e7d8c9bc5b req-62835055-5a75-4fa8-add1-2a8ead0d8085 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:34:45.260992 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-aa7566b9-3dba-4ab5-ac5b-35e7d8c9bc5b req-62835055-5a75-4fa8-add1-2a8ead0d8085 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/ports?device_id=27322ac4-8704-4f1a-b431-e5c4ad7d77ad HTTP/1.1" status: 200 len: 946 time: 0.0602500 May 28 17:34:45.324583 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-aa7566b9-3dba-4ab5-ac5b-35e7d8c9bc5b req-f9ba33f6-95b9-41ce-a2bd-3ecb742754ac tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/security-groups?id=015d4717-3c9a-4064-98da-51f19b775078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523753 May 28 17:34:46.463728 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe8789f-aab5-477e-a53d-850b11b72853 req-5b7240f5-856a-4d27-b0f7-d36a10a04c34 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:34:46.465869 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-bfe8789f-aab5-477e-a53d-850b11b72853 req-5b7240f5-856a-4d27-b0f7-d36a10a04c34 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/ports?device_id=27322ac4-8704-4f1a-b431-e5c4ad7d77ad HTTP/1.1" status: 200 len: 946 time: 0.0589838 May 28 17:34:46.538741 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-bfe8789f-aab5-477e-a53d-850b11b72853 req-de8b4101-28d5-42c4-b805-b3f2b79709c9 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/security-groups?id=015d4717-3c9a-4064-98da-51f19b775078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589862 May 28 17:34:47.679910 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b6c592-7a32-4d1b-b815-8cd8f4c4317f req-57d8359b-b1b5-4aea-84d4-bc31d8c3812f tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:34:47.681387 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-81b6c592-7a32-4d1b-b815-8cd8f4c4317f req-57d8359b-b1b5-4aea-84d4-bc31d8c3812f tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/ports?device_id=27322ac4-8704-4f1a-b431-e5c4ad7d77ad HTTP/1.1" status: 200 len: 946 time: 0.0667150 May 28 17:34:47.731831 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-81b6c592-7a32-4d1b-b815-8cd8f4c4317f req-e264d64f-31c6-4fb7-bb96-475623ee298f tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/security-groups?id=015d4717-3c9a-4064-98da-51f19b775078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446618 May 28 17:34:48.870831 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4911158-195b-46e8-b4af-6b8126d653da req-cf15218b-aa20-4e35-8a6a-8caf7eac89dc tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:34:48.873142 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-a4911158-195b-46e8-b4af-6b8126d653da req-cf15218b-aa20-4e35-8a6a-8caf7eac89dc tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/ports?device_id=27322ac4-8704-4f1a-b431-e5c4ad7d77ad HTTP/1.1" status: 200 len: 946 time: 0.0591249 May 28 17:34:48.931971 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-a4911158-195b-46e8-b4af-6b8126d653da req-9f46ee33-aae0-4c70-b49c-ed022f7f919b tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/security-groups?id=015d4717-3c9a-4064-98da-51f19b775078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522711 May 28 17:34:50.055803 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab62656-abdf-467d-abd4-60d950cf6f53 req-1f016b51-eb39-4480-98bc-24656fe1e710 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:34:50.057329 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-6ab62656-abdf-467d-abd4-60d950cf6f53 req-1f016b51-eb39-4480-98bc-24656fe1e710 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/ports?device_id=27322ac4-8704-4f1a-b431-e5c4ad7d77ad HTTP/1.1" status: 200 len: 946 time: 0.0489545 May 28 17:34:50.117035 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-6ab62656-abdf-467d-abd4-60d950cf6f53 req-8cd809ad-3066-4226-9e8a-ca014c454aac tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/security-groups?id=015d4717-3c9a-4064-98da-51f19b775078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533385 May 28 17:34:50.447157 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=3 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:34:51.250337 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3185a7af-c649-48a1-a445-cf2adc76c6d5 req-c87f06f8-503b-4c6e-992f-aa92067b9dd1 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:34:51.252571 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-3185a7af-c649-48a1-a445-cf2adc76c6d5 req-c87f06f8-503b-4c6e-992f-aa92067b9dd1 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/ports?device_id=27322ac4-8704-4f1a-b431-e5c4ad7d77ad HTTP/1.1" status: 200 len: 946 time: 0.0535984 May 28 17:34:51.327036 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-3185a7af-c649-48a1-a445-cf2adc76c6d5 req-64cd7120-468c-483b-995d-d997fd8c86a1 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/security-groups?id=015d4717-3c9a-4064-98da-51f19b775078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663073 May 28 17:34:51.391846 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:34:52.444970 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064a76a6-48e2-4fea-a006-a4e552be4faf req-616740b1-3f0a-4188-8bc3-aaeec4fbe6d3 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:34:52.446612 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-064a76a6-48e2-4fea-a006-a4e552be4faf req-616740b1-3f0a-4188-8bc3-aaeec4fbe6d3 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/ports?device_id=27322ac4-8704-4f1a-b431-e5c4ad7d77ad HTTP/1.1" status: 200 len: 946 time: 0.0497565 May 28 17:34:52.518900 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-064a76a6-48e2-4fea-a006-a4e552be4faf req-d3b4a1d5-a88c-4487-9699-a60311c35ae9 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/security-groups?id=015d4717-3c9a-4064-98da-51f19b775078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644321 May 28 17:34:52.864696 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-9105e701-aa65-471d-9cde-e72e1463522f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (b4d0b3c0-cc03-4456-af87-35ab415ef94b), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:34:53.663243 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e0d7b3-ff02-489e-a74c-98347a047cd0 req-5f4ac449-464f-47ea-9378-088f6af5eb95 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:34:53.665767 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-00e0d7b3-ff02-489e-a74c-98347a047cd0 req-5f4ac449-464f-47ea-9378-088f6af5eb95 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/ports?device_id=27322ac4-8704-4f1a-b431-e5c4ad7d77ad HTTP/1.1" status: 200 len: 946 time: 0.0595257 May 28 17:34:53.717681 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-00e0d7b3-ff02-489e-a74c-98347a047cd0 req-03c5d2fd-d251-4193-8f10-a4536786cf14 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/security-groups?id=015d4717-3c9a-4064-98da-51f19b775078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452666 May 28 17:34:54.841702 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4d42c5-5592-4834-ab1d-f8c879bfabf4 req-2bc396d8-4ed0-47c8-bace-830855552fa6 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:34:54.843169 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-8c4d42c5-5592-4834-ab1d-f8c879bfabf4 req-2bc396d8-4ed0-47c8-bace-830855552fa6 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/ports?device_id=27322ac4-8704-4f1a-b431-e5c4ad7d77ad HTTP/1.1" status: 200 len: 946 time: 0.0469284 May 28 17:34:54.892633 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-8c4d42c5-5592-4834-ab1d-f8c879bfabf4 req-d9c60ceb-74bf-4fcf-8cdf-08d12fe79e60 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/security-groups?id=015d4717-3c9a-4064-98da-51f19b775078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435009 May 28 17:34:55.083742 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a5f646-7656-4900-889e-e825de55b81d req-a6c1bbe5-cb8b-4eed-8584-b59c361f7abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:34:55.085099 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-a2a5f646-7656-4900-889e-e825de55b81d req-a6c1bbe5-cb8b-4eed-8584-b59c361f7abb service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=afaaf8bde7134efc80c77d707bb309bc&device_id=27322ac4-8704-4f1a-b431-e5c4ad7d77ad HTTP/1.1" status: 200 len: 1130 time: 0.0399210 May 28 17:34:55.122720 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=100 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:34:55.158963 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-108d37c3-74a2-44bc-bd6c-7f21ce02dfeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (8a8c7bbb-808d-49ae-95de-62501e6237ff), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:34:55.161303 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=100 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:34:55.181426 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a5f646-7656-4900-889e-e825de55b81d req-15670864-bb2e-4ba8-8032-89e8eb4b4e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:34:55.182875 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-a2a5f646-7656-4900-889e-e825de55b81d req-15670864-bb2e-4ba8-8032-89e8eb4b4e7c service neutron] 10.222.0.16 "GET /v2.0/networks?id=9aa607a6-b193-4d84-be0c-e5c8f4a565d2 HTTP/1.1" status: 200 len: 918 time: 0.0908334 May 28 17:34:55.243764 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-a2a5f646-7656-4900-889e-e825de55b81d req-168602da-e88a-43bb-9932-086732e19a7f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e951fe87-910c-4495-88e9-a876c275be25 HTTP/1.1" status: 200 len: 1001 time: 0.0547223 May 28 17:34:55.297607 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a5f646-7656-4900-889e-e825de55b81d req-5a6d13d8-dbd7-49f8-b1f0-d21d864249b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:34:55.299024 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-a2a5f646-7656-4900-889e-e825de55b81d req-5a6d13d8-dbd7-49f8-b1f0-d21d864249b7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5c9892e7-e6e2-4d1b-9907-f3f374bf6c5e HTTP/1.1" status: 200 len: 856 time: 0.0472932 May 28 17:34:55.342290 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a5f646-7656-4900-889e-e825de55b81d req-e3a57a34-2fca-4033-8b89-15716f7ec4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:34:55.343684 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-a2a5f646-7656-4900-889e-e825de55b81d req-e3a57a34-2fca-4033-8b89-15716f7ec4fc service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9aa607a6-b193-4d84-be0c-e5c8f4a565d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0377023 May 28 17:34:55.419744 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.agents_db [None req-b36f0ab6-f8d6-4670-a7fa-3628cf342135 None None] Agent healthcheck: found 6 active agents {{(pid=103914) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 28 17:34:55.434272 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-a2a5f646-7656-4900-889e-e825de55b81d req-6081c6bb-5372-4c8a-9e39-8dff3940ec67 service neutron] 10.222.0.16 "GET /v2.0/networks/9aa607a6-b193-4d84-be0c-e5c8f4a565d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846596 May 28 17:34:55.528823 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-a2a5f646-7656-4900-889e-e825de55b81d req-c6c203e5-d319-41ab-af83-268f55bdac37 service neutron] 10.222.0.16 "GET /v2.0/networks/9aa607a6-b193-4d84-be0c-e5c8f4a565d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876942 May 28 17:34:56.016851 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e154f4c-cda0-4b3e-b27d-ad9da43b40eb req-5390cf6e-4231-475a-8249-55cba6906862 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:34:56.018302 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-0e154f4c-cda0-4b3e-b27d-ad9da43b40eb req-5390cf6e-4231-475a-8249-55cba6906862 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/ports?device_id=27322ac4-8704-4f1a-b431-e5c4ad7d77ad HTTP/1.1" status: 200 len: 946 time: 0.0502229 May 28 17:34:56.065772 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-0e154f4c-cda0-4b3e-b27d-ad9da43b40eb req-191fc1a9-48ed-4a49-82f8-71d655342dfa tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/security-groups?id=015d4717-3c9a-4064-98da-51f19b775078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414188 May 28 17:34:56.435179 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-f22b8f6e-815f-41ba-a8b6-c2e56f67911e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (0b51406a-5a43-473c-8a39-67b2a4c71e5e), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:34:57.185280 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd65a26-3e74-482f-8e89-6472d4784f0c req-3ed460b0-6ba9-4938-919b-47d2a3c0bfd4 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:34:57.186761 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-1fd65a26-3e74-482f-8e89-6472d4784f0c req-3ed460b0-6ba9-4938-919b-47d2a3c0bfd4 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/ports?device_id=27322ac4-8704-4f1a-b431-e5c4ad7d77ad HTTP/1.1" status: 200 len: 946 time: 0.0477343 May 28 17:34:57.233762 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-1fd65a26-3e74-482f-8e89-6472d4784f0c req-989f11d6-905a-42c9-b9bb-21c8217c490b tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/security-groups?id=015d4717-3c9a-4064-98da-51f19b775078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405998 May 28 17:34:57.752752 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-44990afe-4038-4bea-a0ed-12e052229f33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (19502cf1-8899-41f0-9103-a107faa54218), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:34:58.352422 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7d9c2d-7f9a-4029-a89e-fd071ee9ae2c req-eb83cbe6-365c-427a-a427-c3d9059d7f38 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:34:58.353769 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-4f7d9c2d-7f9a-4029-a89e-fd071ee9ae2c req-eb83cbe6-365c-427a-a427-c3d9059d7f38 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/ports?device_id=27322ac4-8704-4f1a-b431-e5c4ad7d77ad HTTP/1.1" status: 200 len: 946 time: 0.0462101 May 28 17:34:58.399886 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-4f7d9c2d-7f9a-4029-a89e-fd071ee9ae2c req-68f1a1c4-8ade-4e84-b1e5-29e7930f24bd tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/security-groups?id=015d4717-3c9a-4064-98da-51f19b775078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406423 May 28 17:34:58.993430 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Device e951fe87-910c-4495-88e9-a876c275be25 no longer exists at agent hyperv_hv-cinder-84372 {{(pid=103913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 28 17:34:59.068036 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Current status of the port e951fe87-910c-4495-88e9-a876c275be25 is: ACTIVE; New status is: DOWN {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 17:34:59.068426 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (e951fe87-910c-4495-88e9-a876c275be25), before_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:34:59.092345 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27322ac4-8704-4f1a-b431-e5c4ad7d77ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e951fe87-910c-4495-88e9-a876c275be25'}] {{(pid=103913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 17:34:59.094580 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fc7d66bd3c46bdb9792f0e064e6c35853b2e9fce1f0b0d0eb0c21c6a12b004b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45517554-fd9d-4686-8134-21f1b47b5f17" -d '{"events": [{"server_uuid": "27322ac4-8704-4f1a-b431-e5c4ad7d77ad", "name": "network-vif-unplugged", "status": "completed", "tag": "e951fe87-910c-4495-88e9-a876c275be25"}]}' {{(pid=103913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 28 17:34:59.107721 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] For port e951fe87-910c-4495-88e9-a876c275be25, host hv-cinder-84372, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84372',level=0,port_id=e951fe87-910c-4495-88e9-a876c275be25,segment=NetworkSegment(c7dd3702-abca-4735-be38-4968a1e4ad1a),segment_id=c7dd3702-abca-4735-be38-4968a1e4ad1a)] {{(pid=103913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 17:34:59.113466 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735968512485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735968120131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735968120149'] for port (e951fe87-910c-4495-88e9-a876c275be25), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:34:59.138470 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 28 May 2022 17:34:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4f1d987-3f68-46f9-b37b-80930b5b3856 x-openstack-request-id: req-b4f1d987-3f68-46f9-b37b-80930b5b3856 {{(pid=103913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 28 17:34:59.138690 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27322ac4-8704-4f1a-b431-e5c4ad7d77ad", "name": "network-vif-unplugged", "status": "failed", "tag": "e951fe87-910c-4495-88e9-a876c275be25", "code": 422}]} {{(pid=103913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 28 17:34:59.138938 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-b4f1d987-3f68-46f9-b37b-80930b5b3856 {{(pid=103913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 28 17:34:59.139385 dv-cinder-843729-1-iscsi neutron-server[103913]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-b4f1d987-3f68-46f9-b37b-80930b5b3856']: {'server_uuid': '27322ac4-8704-4f1a-b431-e5c4ad7d77ad', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e951fe87-910c-4495-88e9-a876c275be25', 'code': 422} returned with failed status May 28 17:34:59.164665 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Pushing event updated for resources: {'Port': ['ID=e951fe87-910c-4495-88e9-a876c275be25,revision_number=8']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:34:59.175703 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.wsgi [req-df55bd80-9e70-475d-92e0-409cee1056e6 req-97bf132a-2efb-412f-8872-c7d9c59672f8 service neutron] http://10.222.0.33:9696/v2.0/extensions returned with HTTP 200 {{(pid=103912) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 28 17:34:59.176673 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-df55bd80-9e70-475d-92e0-409cee1056e6 req-97bf132a-2efb-412f-8872-c7d9c59672f8 service neutron] 10.222.0.33 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0050721 May 28 17:34:59.338589 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4431b2e-7fd8-4db1-b821-6e720bbfe29c req-16f3fd8c-7d86-41d1-b9f7-071720a28824 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:34:59.340115 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-a4431b2e-7fd8-4db1-b821-6e720bbfe29c req-16f3fd8c-7d86-41d1-b9f7-071720a28824 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/ports?device_id=27322ac4-8704-4f1a-b431-e5c4ad7d77ad HTTP/1.1" status: 200 len: 944 time: 0.0559039 May 28 17:34:59.370915 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-e931f3c5-f34a-40d8-9b8c-b7cfb9d0ad72 req-52f60393-def5-448c-a0eb-b01e9825b0d4 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=27322ac4-8704-4f1a-b431-e5c4ad7d77ad&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0413523 May 28 17:34:59.388027 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-a4431b2e-7fd8-4db1-b821-6e720bbfe29c req-79ad14de-a3bc-49fe-95a4-5fb04940058a tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/security-groups?id=015d4717-3c9a-4064-98da-51f19b775078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420604 May 28 17:34:59.412300 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (0032cfec-21e8-44dd-a7d5-0b8312dfe052), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:34:59.448205 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e931f3c5-f34a-40d8-9b8c-b7cfb9d0ad72 req-8c5135ec-5f1c-42d8-af1a-098fea9645b6 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:34:59.449552 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-e931f3c5-f34a-40d8-9b8c-b7cfb9d0ad72 req-8c5135ec-5f1c-42d8-af1a-098fea9645b6 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/ports/e951fe87-910c-4495-88e9-a876c275be25 HTTP/1.1" status: 200 len: 941 time: 0.0496964 May 28 17:35:00.509954 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af72d900-2bd7-41ed-a5b4-264cd30d7403 req-bc4d8343-852c-461e-be9e-b57df9da599d tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:35:00.511399 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-af72d900-2bd7-41ed-a5b4-264cd30d7403 req-bc4d8343-852c-461e-be9e-b57df9da599d tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/ports?device_id=27322ac4-8704-4f1a-b431-e5c4ad7d77ad HTTP/1.1" status: 200 len: 944 time: 0.0476787 May 28 17:35:00.546987 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=100 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:35:00.559400 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-af72d900-2bd7-41ed-a5b4-264cd30d7403 req-92ea31b9-ad8f-460c-a879-08fdeff15e8c tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/security-groups?id=015d4717-3c9a-4064-98da-51f19b775078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425732 May 28 17:35:01.193444 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e931f3c5-f34a-40d8-9b8c-b7cfb9d0ad72 req-53f0934a-5dcb-4dc7-90cb-b3ae3dfb94fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:35:01.194966 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-e931f3c5-f34a-40d8-9b8c-b7cfb9d0ad72 req-53f0934a-5dcb-4dc7-90cb-b3ae3dfb94fe service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=27322ac4-8704-4f1a-b431-e5c4ad7d77ad&tenant_id=afaaf8bde7134efc80c77d707bb309bc HTTP/1.1" status: 200 len: 1128 time: 0.0399778 May 28 17:35:01.270055 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e931f3c5-f34a-40d8-9b8c-b7cfb9d0ad72 req-e474a37f-6710-422f-a055-db399eb2b916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:35:01.272383 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-e931f3c5-f34a-40d8-9b8c-b7cfb9d0ad72 req-e474a37f-6710-422f-a055-db399eb2b916 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=afaaf8bde7134efc80c77d707bb309bc&device_id=27322ac4-8704-4f1a-b431-e5c4ad7d77ad HTTP/1.1" status: 200 len: 1128 time: 0.0413961 May 28 17:35:01.377475 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e931f3c5-f34a-40d8-9b8c-b7cfb9d0ad72 req-e3acfc39-d061-472e-8e85-d000084c0fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:35:01.378945 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-e931f3c5-f34a-40d8-9b8c-b7cfb9d0ad72 req-e3acfc39-d061-472e-8e85-d000084c0fd3 service neutron] 10.222.0.16 "GET /v2.0/networks?id=9aa607a6-b193-4d84-be0c-e5c8f4a565d2 HTTP/1.1" status: 200 len: 918 time: 0.0928776 May 28 17:35:01.445492 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-e931f3c5-f34a-40d8-9b8c-b7cfb9d0ad72 req-c5d4ecf4-4ff0-48ca-a864-826567769433 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e951fe87-910c-4495-88e9-a876c275be25 HTTP/1.1" status: 200 len: 999 time: 0.0605950 May 28 17:35:01.498053 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e931f3c5-f34a-40d8-9b8c-b7cfb9d0ad72 req-a8e7683d-afd1-4846-a8c3-11d855f2520a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:35:01.499546 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-e931f3c5-f34a-40d8-9b8c-b7cfb9d0ad72 req-a8e7683d-afd1-4846-a8c3-11d855f2520a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5c9892e7-e6e2-4d1b-9907-f3f374bf6c5e HTTP/1.1" status: 200 len: 856 time: 0.0486670 May 28 17:35:01.665796 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=100 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:35:01.679214 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3196d49c-704f-41b2-8217-63ce1e7b7636 req-1a43d77e-3438-46d4-8054-9445d73829c5 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:35:01.680679 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-3196d49c-704f-41b2-8217-63ce1e7b7636 req-1a43d77e-3438-46d4-8054-9445d73829c5 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/ports?device_id=27322ac4-8704-4f1a-b431-e5c4ad7d77ad HTTP/1.1" status: 200 len: 944 time: 0.0465407 May 28 17:35:01.730307 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-3196d49c-704f-41b2-8217-63ce1e7b7636 req-a158ff96-5205-403d-bcb7-21a4a73cee57 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/security-groups?id=015d4717-3c9a-4064-98da-51f19b775078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442612 May 28 17:35:01.869063 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e931f3c5-f34a-40d8-9b8c-b7cfb9d0ad72 req-8e6effa3-e114-4e0d-a506-f19953168b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:35:01.870512 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-e931f3c5-f34a-40d8-9b8c-b7cfb9d0ad72 req-8e6effa3-e114-4e0d-a506-f19953168b0a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9aa607a6-b193-4d84-be0c-e5c8f4a565d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0404906 May 28 17:35:01.962359 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-e931f3c5-f34a-40d8-9b8c-b7cfb9d0ad72 req-9de24abb-8b7e-4d59-9d7a-ee4adfb4d781 service neutron] 10.222.0.16 "GET /v2.0/networks/9aa607a6-b193-4d84-be0c-e5c8f4a565d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822430 May 28 17:35:02.305416 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=100 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:35:02.336168 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=100 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:35:02.392577 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-e931f3c5-f34a-40d8-9b8c-b7cfb9d0ad72 req-c83be72d-c596-49bd-a8b2-36e7c36d9243 service neutron] 10.222.0.16 "GET /v2.0/networks/9aa607a6-b193-4d84-be0c-e5c8f4a565d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945024 May 28 17:35:02.885500 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3776496f-cdf4-40d0-a474-9bcff118ecc3 req-de31c365-dcb6-4b9d-9179-e09eacfe7dc5 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:35:02.887326 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-3776496f-cdf4-40d0-a474-9bcff118ecc3 req-de31c365-dcb6-4b9d-9179-e09eacfe7dc5 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/ports?device_id=27322ac4-8704-4f1a-b431-e5c4ad7d77ad HTTP/1.1" status: 200 len: 944 time: 0.0787189 May 28 17:35:02.978430 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-3776496f-cdf4-40d0-a474-9bcff118ecc3 req-4348f696-58d8-44db-a31d-ebd64e996856 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/security-groups?id=015d4717-3c9a-4064-98da-51f19b775078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847645 May 28 17:35:04.110370 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe65f020-2e99-4816-8e43-114ca46a340d req-35e7dbf0-11f1-4a75-a4b3-d6b510694739 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:35:04.118074 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-fe65f020-2e99-4816-8e43-114ca46a340d req-35e7dbf0-11f1-4a75-a4b3-d6b510694739 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/ports?device_id=27322ac4-8704-4f1a-b431-e5c4ad7d77ad HTTP/1.1" status: 200 len: 944 time: 0.0585494 May 28 17:35:04.168082 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-fe65f020-2e99-4816-8e43-114ca46a340d req-4a9b10a3-1c7d-44a0-be2e-4689b214b228 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/security-groups?id=015d4717-3c9a-4064-98da-51f19b775078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427065 May 28 17:35:04.586808 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (7cdbebfa-f3b4-48eb-8fbc-caed95606681), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:35:05.306335 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ec49bb-4009-4ace-967d-07073c8f77ab req-e73982fe-bcbf-42cf-835b-be95c8617caa tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:35:05.308622 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-f4ec49bb-4009-4ace-967d-07073c8f77ab req-e73982fe-bcbf-42cf-835b-be95c8617caa tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/ports?device_id=27322ac4-8704-4f1a-b431-e5c4ad7d77ad HTTP/1.1" status: 200 len: 944 time: 0.0553379 May 28 17:35:05.364530 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-f4ec49bb-4009-4ace-967d-07073c8f77ab req-9165f215-0ea4-4120-88b7-45daede985cf tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/security-groups?id=015d4717-3c9a-4064-98da-51f19b775078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478823 May 28 17:35:05.415365 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=2 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:35:06.493814 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dd691c-a4a8-4c9a-b94d-edd1edbe2476 req-6a2f977b-b16d-447c-8261-8a7a7b81f236 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:35:06.495298 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-05dd691c-a4a8-4c9a-b94d-edd1edbe2476 req-6a2f977b-b16d-447c-8261-8a7a7b81f236 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/ports?device_id=27322ac4-8704-4f1a-b431-e5c4ad7d77ad HTTP/1.1" status: 200 len: 944 time: 0.0538278 May 28 17:35:06.544551 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-05dd691c-a4a8-4c9a-b94d-edd1edbe2476 req-4bb98393-4e05-4285-92fe-4928a9906fe5 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/security-groups?id=015d4717-3c9a-4064-98da-51f19b775078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433562 May 28 17:35:07.667930 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bd4c9f-9c4a-44eb-af24-a68601cdab53 req-a99dece5-3816-492a-825f-de9f41d899e0 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:35:07.670169 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-a9bd4c9f-9c4a-44eb-af24-a68601cdab53 req-a99dece5-3816-492a-825f-de9f41d899e0 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/ports?device_id=27322ac4-8704-4f1a-b431-e5c4ad7d77ad HTTP/1.1" status: 200 len: 944 time: 0.0516267 May 28 17:35:07.732146 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-a9bd4c9f-9c4a-44eb-af24-a68601cdab53 req-deb12b0e-129d-4035-8e3c-f5115d1278b8 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/security-groups?id=015d4717-3c9a-4064-98da-51f19b775078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559056 May 28 17:35:08.852396 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414983ca-f79f-4eb3-89ea-7dd990a22ca8 req-81e96303-7b48-4564-8b09-36caf6cc3bfd tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:35:08.854035 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-414983ca-f79f-4eb3-89ea-7dd990a22ca8 req-81e96303-7b48-4564-8b09-36caf6cc3bfd tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/ports?device_id=27322ac4-8704-4f1a-b431-e5c4ad7d77ad HTTP/1.1" status: 200 len: 944 time: 0.0510147 May 28 17:35:08.908531 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-414983ca-f79f-4eb3-89ea-7dd990a22ca8 req-10cb996f-8142-41c7-942e-d5ce85608fa1 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/security-groups?id=015d4717-3c9a-4064-98da-51f19b775078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485826 May 28 17:35:10.031460 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1e6915-912d-46c6-add0-47f06e541d3f req-0a3cbf91-704e-40d1-8b87-30877aaa3198 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:35:10.033347 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-bd1e6915-912d-46c6-add0-47f06e541d3f req-0a3cbf91-704e-40d1-8b87-30877aaa3198 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/ports?device_id=27322ac4-8704-4f1a-b431-e5c4ad7d77ad HTTP/1.1" status: 200 len: 944 time: 0.0498934 May 28 17:35:10.084155 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-bd1e6915-912d-46c6-add0-47f06e541d3f req-a783bfe9-80df-42e7-8010-2216e83f4070 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/security-groups?id=015d4717-3c9a-4064-98da-51f19b775078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436380 May 28 17:35:11.210839 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c0af07-507b-4a6d-b5d5-a6f706d477f9 req-5d9df965-b1ea-421c-8113-e48767ffd67a tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:35:11.212377 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-09c0af07-507b-4a6d-b5d5-a6f706d477f9 req-5d9df965-b1ea-421c-8113-e48767ffd67a tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/ports?device_id=27322ac4-8704-4f1a-b431-e5c4ad7d77ad HTTP/1.1" status: 200 len: 944 time: 0.0487535 May 28 17:35:11.267274 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-09c0af07-507b-4a6d-b5d5-a6f706d477f9 req-dfae2bca-9f48-4dd0-92e1-7b357ae8dd13 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/security-groups?id=015d4717-3c9a-4064-98da-51f19b775078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488226 May 28 17:35:11.724603 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=6 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:35:11.727059 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=9 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:35:12.397972 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886599e1-42d4-4f8b-83ca-77c34086536e req-10262f3f-1613-4b07-b001-643ad2c4047d tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:35:12.399617 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-886599e1-42d4-4f8b-83ca-77c34086536e req-10262f3f-1613-4b07-b001-643ad2c4047d tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/ports?device_id=27322ac4-8704-4f1a-b431-e5c4ad7d77ad HTTP/1.1" status: 200 len: 944 time: 0.0529306 May 28 17:35:12.447236 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-886599e1-42d4-4f8b-83ca-77c34086536e req-d7c7849d-3898-4cde-b7dc-c934c282e2c7 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/security-groups?id=015d4717-3c9a-4064-98da-51f19b775078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421944 May 28 17:35:13.564317 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fab4db7-af7d-4617-b274-3c22a190a043 req-411c92f3-69c1-4f4f-899c-a5efba73053d tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:35:13.566035 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-8fab4db7-af7d-4617-b274-3c22a190a043 req-411c92f3-69c1-4f4f-899c-a5efba73053d tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/ports?device_id=27322ac4-8704-4f1a-b431-e5c4ad7d77ad HTTP/1.1" status: 200 len: 944 time: 0.0467892 May 28 17:35:13.613383 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-8fab4db7-af7d-4617-b274-3c22a190a043 req-fac6f922-bf81-4ca6-b3bd-6689264e0dbe tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/security-groups?id=015d4717-3c9a-4064-98da-51f19b775078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412254 May 28 17:35:14.580866 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=70,neutron:UPDATE=1 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:35:14.582755 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=42,neutron:UPDATE=9 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:35:14.721437 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=100 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:35:14.726472 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=100 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:35:14.734956 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a9cd38-fa57-4d8d-9e0b-d5d44a75abdf req-b07c5706-e0a2-49b8-a73c-02d9943da6e8 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:35:14.736446 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-c3a9cd38-fa57-4d8d-9e0b-d5d44a75abdf req-b07c5706-e0a2-49b8-a73c-02d9943da6e8 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/ports?device_id=27322ac4-8704-4f1a-b431-e5c4ad7d77ad HTTP/1.1" status: 200 len: 944 time: 0.0486248 May 28 17:35:14.787653 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-c3a9cd38-fa57-4d8d-9e0b-d5d44a75abdf req-1767d4c5-69cc-4017-98b8-119380bd03f0 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/security-groups?id=015d4717-3c9a-4064-98da-51f19b775078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453484 May 28 17:35:15.903737 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c24c94-f299-4d1b-a67f-6d8892a37381 req-55c03a28-032b-4b96-9ab9-7aeba5389486 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:35:15.905160 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-c3c24c94-f299-4d1b-a67f-6d8892a37381 req-55c03a28-032b-4b96-9ab9-7aeba5389486 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/ports?device_id=27322ac4-8704-4f1a-b431-e5c4ad7d77ad HTTP/1.1" status: 200 len: 944 time: 0.0474610 May 28 17:35:15.952924 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-c3c24c94-f299-4d1b-a67f-6d8892a37381 req-eb5143c0-43bf-4e41-ab43-79236903674f tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/security-groups?id=015d4717-3c9a-4064-98da-51f19b775078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423527 May 28 17:35:17.080744 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf982376-3835-4666-a937-fba84fc5ac4c req-c48adfea-556a-475f-b216-416802397420 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:35:17.082193 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-bf982376-3835-4666-a937-fba84fc5ac4c req-c48adfea-556a-475f-b216-416802397420 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/ports?device_id=27322ac4-8704-4f1a-b431-e5c4ad7d77ad HTTP/1.1" status: 200 len: 944 time: 0.0472035 May 28 17:35:17.128583 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-bf982376-3835-4666-a937-fba84fc5ac4c req-108257a6-1283-494b-a8f5-d5485068bf16 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/security-groups?id=015d4717-3c9a-4064-98da-51f19b775078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401998 May 28 17:35:18.248240 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2018d5-192b-4d63-bfd4-7221bbfe0428 req-5e1c8b15-2ac7-4d6c-b2cb-6fbd5dea2a18 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:35:18.249671 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-3c2018d5-192b-4d63-bfd4-7221bbfe0428 req-5e1c8b15-2ac7-4d6c-b2cb-6fbd5dea2a18 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/ports?device_id=27322ac4-8704-4f1a-b431-e5c4ad7d77ad HTTP/1.1" status: 200 len: 944 time: 0.0485904 May 28 17:35:18.297550 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-3c2018d5-192b-4d63-bfd4-7221bbfe0428 req-c8115c66-0ed0-4b81-9d59-4f9e9a125c36 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/security-groups?id=015d4717-3c9a-4064-98da-51f19b775078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422962 May 28 17:35:19.041859 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Device e951fe87-910c-4495-88e9-a876c275be25 details requested by agent hyperv_hv-cinder-84372 with host hv-cinder-84372 {{(pid=103913) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 28 17:35:19.141434 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] For port e951fe87-910c-4495-88e9-a876c275be25, host hv-cinder-84372, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84372',level=0,port_id=e951fe87-910c-4495-88e9-a876c275be25,segment=NetworkSegment(c7dd3702-abca-4735-be38-4968a1e4ad1a),segment_id=c7dd3702-abca-4735-be38-4968a1e4ad1a)] {{(pid=103913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 17:35:19.154105 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Returning: {'device': 'e951fe87-910c-4495-88e9-a876c275be25', 'network_id': '9aa607a6-b193-4d84-be0c-e5c8f4a565d2', 'port_id': 'e951fe87-910c-4495-88e9-a876c275be25', 'mac_address': 'fa:16:3e:79:be:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c9892e7-e6e2-4d1b-9907-f3f374bf6c5e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103913) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 28 17:35:19.189185 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Current status of the port e951fe87-910c-4495-88e9-a876c275be25 is: DOWN; New status is: BUILD {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 17:35:19.189566 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (e951fe87-910c-4495-88e9-a876c275be25), before_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:35:19.203156 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.notifiers.nova [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e951fe87-910c-4495-88e9-a876c275be25 {{(pid=103913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 17:35:19.224142 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] For port e951fe87-910c-4495-88e9-a876c275be25, host hv-cinder-84372, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84372',level=0,port_id=e951fe87-910c-4495-88e9-a876c275be25,segment=NetworkSegment(c7dd3702-abca-4735-be38-4968a1e4ad1a),segment_id=c7dd3702-abca-4735-be38-4968a1e4ad1a)] {{(pid=103913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 17:35:19.233103 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735968512485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735968120131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735968120149'] for port (e951fe87-910c-4495-88e9-a876c275be25), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:35:19.284956 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Pushing event updated for resources: {'Port': ['ID=e951fe87-910c-4495-88e9-a876c275be25,revision_number=9']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:35:19.434985 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea96729-b24b-4d6c-a43a-55aaf31ae3dd req-f1bb9b9f-c497-4be5-806c-1a2d7e6c3bd0 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:35:19.436469 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-1ea96729-b24b-4d6c-a43a-55aaf31ae3dd req-f1bb9b9f-c497-4be5-806c-1a2d7e6c3bd0 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/ports?device_id=27322ac4-8704-4f1a-b431-e5c4ad7d77ad HTTP/1.1" status: 200 len: 945 time: 0.0587251 May 28 17:35:19.483866 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-1ea96729-b24b-4d6c-a43a-55aaf31ae3dd req-cce2346a-f99a-486e-8456-a8b79dbfd509 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/security-groups?id=015d4717-3c9a-4064-98da-51f19b775078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417359 May 28 17:35:19.750375 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] get_ports_and_sgs() called for port_ids ['e951fe87-910c-4495-88e9-a876c275be25'] {{(pid=103913) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 28 17:35:20.292524 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304c3414-7ca3-4740-ac28-95a3150da57e req-02537c5c-afc3-40ca-b701-203812b56ad2 tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:35:20.293914 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-304c3414-7ca3-4740-ac28-95a3150da57e req-02537c5c-afc3-40ca-b701-203812b56ad2 tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] 10.222.0.33 "GET /v2.0/ports?device_id=4ab8f789-f8ff-4804-bfcb-3e1d600943b2 HTTP/1.1" status: 200 len: 946 time: 0.0471358 May 28 17:35:20.342339 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-304c3414-7ca3-4740-ac28-95a3150da57e req-3a2dfab9-3f92-406b-bda1-b2bca1daa569 tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] 10.222.0.33 "GET /v2.0/security-groups?id=0452ddee-9d77-4978-a293-607f0ac6b0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429437 May 28 17:35:20.608907 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead33261-f2ab-4453-bc40-897ca7adc8f0 req-37e4e864-06b7-4afc-bee8-24d5b9734e8a tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:35:20.610266 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-ead33261-f2ab-4453-bc40-897ca7adc8f0 req-37e4e864-06b7-4afc-bee8-24d5b9734e8a tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/ports?device_id=27322ac4-8704-4f1a-b431-e5c4ad7d77ad HTTP/1.1" status: 200 len: 945 time: 0.0472169 May 28 17:35:20.656077 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-ead33261-f2ab-4453-bc40-897ca7adc8f0 req-bb52e08c-4aa8-472e-9c09-471a849995d5 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/security-groups?id=015d4717-3c9a-4064-98da-51f19b775078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396760 May 28 17:35:21.069061 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Device e951fe87-910c-4495-88e9-a876c275be25 up at agent hyperv_hv-cinder-84372 {{(pid=103913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 28 17:35:21.114995 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Provisioning complete for port e951fe87-910c-4495-88e9-a876c275be25 triggered by entity L2. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 17:35:21.115474 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1821120'] for port (e951fe87-910c-4495-88e9-a876c275be25), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:35:21.184945 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Current status of the port e951fe87-910c-4495-88e9-a876c275be25 is: BUILD; New status is: ACTIVE {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 17:35:21.185317 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (e951fe87-910c-4495-88e9-a876c275be25), before_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:35:21.206923 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27322ac4-8704-4f1a-b431-e5c4ad7d77ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e951fe87-910c-4495-88e9-a876c275be25'}] {{(pid=103913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 17:35:21.209775 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fc7d66bd3c46bdb9792f0e064e6c35853b2e9fce1f0b0d0eb0c21c6a12b004b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ba2c99c-2004-427d-90bc-86d791eda7f8" -d '{"events": [{"server_uuid": "27322ac4-8704-4f1a-b431-e5c4ad7d77ad", "name": "network-vif-plugged", "status": "completed", "tag": "e951fe87-910c-4495-88e9-a876c275be25"}]}' {{(pid=103913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 28 17:35:21.221886 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] For port e951fe87-910c-4495-88e9-a876c275be25, host hv-cinder-84372, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84372',level=0,port_id=e951fe87-910c-4495-88e9-a876c275be25,segment=NetworkSegment(c7dd3702-abca-4735-be38-4968a1e4ad1a),segment_id=c7dd3702-abca-4735-be38-4968a1e4ad1a)] {{(pid=103913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 17:35:21.227382 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735968512485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735968120131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735968120149'] for port (e951fe87-910c-4495-88e9-a876c275be25), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:35:21.251455 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 May 2022 17:35:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62a5e7ef-cc08-4d18-9882-7cc9aa344dba x-openstack-request-id: req-62a5e7ef-cc08-4d18-9882-7cc9aa344dba {{(pid=103913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 28 17:35:21.251746 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27322ac4-8704-4f1a-b431-e5c4ad7d77ad", "name": "network-vif-plugged", "status": "completed", "tag": "e951fe87-910c-4495-88e9-a876c275be25", "code": 200}]} {{(pid=103913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 28 17:35:21.251999 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-62a5e7ef-cc08-4d18-9882-7cc9aa344dba {{(pid=103913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 28 17:35:21.252385 dv-cinder-843729-1-iscsi neutron-server[103913]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62a5e7ef-cc08-4d18-9882-7cc9aa344dba'] response: {'server_uuid': '27322ac4-8704-4f1a-b431-e5c4ad7d77ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e951fe87-910c-4495-88e9-a876c275be25', 'code': 200} May 28 17:35:21.276104 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Pushing event updated for resources: {'Port': ['ID=e951fe87-910c-4495-88e9-a876c275be25,revision_number=10']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:35:21.456096 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58a7c54-fe36-4db1-97f2-1f287d4f6132 req-384fdf72-3d48-4b0a-9874-3c5f40c09ec5 tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:35:21.457513 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-d58a7c54-fe36-4db1-97f2-1f287d4f6132 req-384fdf72-3d48-4b0a-9874-3c5f40c09ec5 tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] 10.222.0.33 "GET /v2.0/ports?device_id=4ab8f789-f8ff-4804-bfcb-3e1d600943b2 HTTP/1.1" status: 200 len: 946 time: 0.0494127 May 28 17:35:21.506297 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-d58a7c54-fe36-4db1-97f2-1f287d4f6132 req-b3347315-9a6c-4256-a6d6-c9a79ccc94dd tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] 10.222.0.33 "GET /v2.0/security-groups?id=0452ddee-9d77-4978-a293-607f0ac6b0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425961 May 28 17:35:21.780309 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9284b0c-b7b0-4fdd-96f6-7153158c2c56 req-757ad8f5-c1c7-48fa-ae14-12f296f0291c tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:35:21.781657 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-d9284b0c-b7b0-4fdd-96f6-7153158c2c56 req-757ad8f5-c1c7-48fa-ae14-12f296f0291c tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/ports?device_id=27322ac4-8704-4f1a-b431-e5c4ad7d77ad HTTP/1.1" status: 200 len: 947 time: 0.0518296 May 28 17:35:21.830067 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-d9284b0c-b7b0-4fdd-96f6-7153158c2c56 req-81e208c1-9b9c-4aca-9f60-2700d0f0559d tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/security-groups?id=015d4717-3c9a-4064-98da-51f19b775078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422170 May 28 17:35:22.025079 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edeca13-4e02-40cf-a814-57f8235ad531 req-d9a8186e-e3fd-4f46-ab14-3704a9c0dfbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:35:22.026509 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-1edeca13-4e02-40cf-a814-57f8235ad531 req-d9a8186e-e3fd-4f46-ab14-3704a9c0dfbc service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=27322ac4-8704-4f1a-b431-e5c4ad7d77ad HTTP/1.1" status: 200 len: 1131 time: 0.0388966 May 28 17:35:22.069879 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-1edeca13-4e02-40cf-a814-57f8235ad531 req-baa582a3-2ab9-46d9-8af7-07b786eba129 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=015d4717-3c9a-4064-98da-51f19b775078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375438 May 28 17:35:22.620850 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003a5a82-be67-4f4e-a444-de9a831c0bf7 req-54e5875e-c5f9-4c5c-9716-b4bb5485edc8 tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:35:22.622277 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-003a5a82-be67-4f4e-a444-de9a831c0bf7 req-54e5875e-c5f9-4c5c-9716-b4bb5485edc8 tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] 10.222.0.33 "GET /v2.0/ports?device_id=4ab8f789-f8ff-4804-bfcb-3e1d600943b2 HTTP/1.1" status: 200 len: 946 time: 0.0464404 May 28 17:35:22.670844 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-003a5a82-be67-4f4e-a444-de9a831c0bf7 req-c1d67cc1-2ea3-4f74-abe6-ac73a5a1a407 tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] 10.222.0.33 "GET /v2.0/security-groups?id=0452ddee-9d77-4978-a293-607f0ac6b0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429564 May 28 17:35:22.868858 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-7047a701-e52c-4070-a799-e631f2eeb576 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (b4d0b3c0-cc03-4456-af87-35ab415ef94b), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:35:22.946849 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3950502e-8545-4b3f-a228-bcccd40b22fb req-8f5d702a-9047-411d-9ee3-cdbadfd2a0a8 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:35:22.948508 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-3950502e-8545-4b3f-a228-bcccd40b22fb req-8f5d702a-9047-411d-9ee3-cdbadfd2a0a8 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/ports?device_id=27322ac4-8704-4f1a-b431-e5c4ad7d77ad HTTP/1.1" status: 200 len: 947 time: 0.0469403 May 28 17:35:22.998562 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-3950502e-8545-4b3f-a228-bcccd40b22fb req-45b36e23-f697-4f47-aebe-9d158115d8a7 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/security-groups?id=015d4717-3c9a-4064-98da-51f19b775078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446374 May 28 17:35:23.369425 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c54c2a-42af-47ce-bd00-d57095018c1f req-e94689d3-0474-488a-9468-00075f484b34 tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:35:23.370828 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-10c54c2a-42af-47ce-bd00-d57095018c1f req-e94689d3-0474-488a-9468-00075f484b34 tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ab8f789-f8ff-4804-bfcb-3e1d600943b2 HTTP/1.1" status: 200 len: 946 time: 0.0458498 May 28 17:35:23.453580 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [req-10c54c2a-42af-47ce-bd00-d57095018c1f req-c19434ee-9b97-47d3-aa85-4e40a8c0817d tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Deleting port ec8a6a71-b7c9-479a-9c50-6bdafed86a1d {{(pid=103911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 28 17:35:23.453922 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-10c54c2a-42af-47ce-bd00-d57095018c1f req-c19434ee-9b97-47d3-aa85-4e40a8c0817d tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735968504037'] for port (ec8a6a71-b7c9-479a-9c50-6bdafed86a1d), before_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:35:23.545545 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [req-10c54c2a-42af-47ce-bd00-d57095018c1f req-c19434ee-9b97-47d3-aa85-4e40a8c0817d tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] For port ec8a6a71-b7c9-479a-9c50-6bdafed86a1d, host hv-cinder-84372, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84372',level=0,port_id=ec8a6a71-b7c9-479a-9c50-6bdafed86a1d,segment=NetworkSegment(f8beb8cc-f482-4497-a44b-eda26792e0e2),segment_id=f8beb8cc-f482-4497-a44b-eda26792e0e2)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 17:35:23.545908 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-10c54c2a-42af-47ce-bd00-d57095018c1f req-c19434ee-9b97-47d3-aa85-4e40a8c0817d tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-660327'] for port (ec8a6a71-b7c9-479a-9c50-6bdafed86a1d), precommit_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:35:23.593135 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=100 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:35:23.775327 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-10c54c2a-42af-47ce-bd00-d57095018c1f req-c19434ee-9b97-47d3-aa85-4e40a8c0817d tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:35:23.775706 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-10c54c2a-42af-47ce-bd00-d57095018c1f req-c19434ee-9b97-47d3-aa85-4e40a8c0817d tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681695'] for floatingip (b7f65257-a5dd-4dd0-b744-63e8cf445fa0), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:35:23.776021 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.db.l3_db [req-10c54c2a-42af-47ce-bd00-d57095018c1f req-c19434ee-9b97-47d3-aa85-4e40a8c0817d tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Floating IP b7f65257-a5dd-4dd0-b744-63e8cf445fa0 disassociated. External IP: 172.27.0.144, port: ec8a6a71-b7c9-479a-9c50-6bdafed86a1d. May 28 17:35:23.776354 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [req-10c54c2a-42af-47ce-bd00-d57095018c1f req-c19434ee-9b97-47d3-aa85-4e40a8c0817d tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Calling delete_port for ec8a6a71-b7c9-479a-9c50-6bdafed86a1d owned by compute:nova {{(pid=103911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 28 17:35:23.780142 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:35:23.789323 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb845aaf-b27f-4464-b3fa-b1cfee825a3a req-d7c4d5ec-e0ce-4c9d-a658-28deaeb17c64 tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:35:23.790799 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-cb845aaf-b27f-4464-b3fa-b1cfee825a3a req-d7c4d5ec-e0ce-4c9d-a658-28deaeb17c64 tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] 10.222.0.33 "GET /v2.0/ports?device_id=4ab8f789-f8ff-4804-bfcb-3e1d600943b2 HTTP/1.1" status: 200 len: 946 time: 0.0515165 May 28 17:35:23.840024 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-cb845aaf-b27f-4464-b3fa-b1cfee825a3a req-39429a2e-06c5-4022-9570-e6710c91402d tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] 10.222.0.33 "GET /v2.0/security-groups?id=0452ddee-9d77-4978-a293-607f0ac6b0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427814 May 28 17:35:23.906475 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-10c54c2a-42af-47ce-bd00-d57095018c1f req-c19434ee-9b97-47d3-aa85-4e40a8c0817d tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735968512467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735968120122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6040268'] for port (ec8a6a71-b7c9-479a-9c50-6bdafed86a1d), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:35:23.947381 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19434ee-9b97-47d3-aa85-4e40a8c0817d tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Pushing event deleted for resources: {'Port': ['ID=ec8a6a71-b7c9-479a-9c50-6bdafed86a1d,revision_number=None']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:35:23.957510 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19434ee-9b97-47d3-aa85-4e40a8c0817d tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:35:23.957938 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19434ee-9b97-47d3-aa85-4e40a8c0817d tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:35:23.958281 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19434ee-9b97-47d3-aa85-4e40a8c0817d tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:35:23.958622 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19434ee-9b97-47d3-aa85-4e40a8c0817d tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:35:23.958955 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19434ee-9b97-47d3-aa85-4e40a8c0817d tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:35:23.959283 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19434ee-9b97-47d3-aa85-4e40a8c0817d tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:35:23.959633 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19434ee-9b97-47d3-aa85-4e40a8c0817d tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:35:23.959956 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19434ee-9b97-47d3-aa85-4e40a8c0817d tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:35:23.960288 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19434ee-9b97-47d3-aa85-4e40a8c0817d tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:35:23.960602 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19434ee-9b97-47d3-aa85-4e40a8c0817d tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:35:23.960931 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19434ee-9b97-47d3-aa85-4e40a8c0817d tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:35:23.961254 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19434ee-9b97-47d3-aa85-4e40a8c0817d tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:35:23.961572 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19434ee-9b97-47d3-aa85-4e40a8c0817d tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:35:23.961893 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19434ee-9b97-47d3-aa85-4e40a8c0817d tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:35:23.962212 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19434ee-9b97-47d3-aa85-4e40a8c0817d tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:35:24.066417 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.scheduler.l3_agent_scheduler [req-10c54c2a-42af-47ce-bd00-d57095018c1f req-c19434ee-9b97-47d3-aa85-4e40a8c0817d tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Router 671f58c8-e137-4780-97bd-9d0a9ed4dab7 has already been hosted by L3 agent 8a8c7bbb-808d-49ae-95de-62501e6237ff {{(pid=103911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 17:35:24.150872 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95de052-e0e9-4df1-95ad-85a9a6493cbc req-cd65f886-7ac8-417c-8ed7-05aa0bab4bc0 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:35:24.152380 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-b95de052-e0e9-4df1-95ad-85a9a6493cbc req-cd65f886-7ac8-417c-8ed7-05aa0bab4bc0 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/ports?device_id=27322ac4-8704-4f1a-b431-e5c4ad7d77ad HTTP/1.1" status: 200 len: 947 time: 0.0810113 May 28 17:35:24.244092 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-10c54c2a-42af-47ce-bd00-d57095018c1f req-c19434ee-9b97-47d3-aa85-4e40a8c0817d tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Notify agent at l3_agent.dv-cinder-843729-1-iscsi the message routers_updated {{(pid=103911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 17:35:24.257240 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-b95de052-e0e9-4df1-95ad-85a9a6493cbc req-633144f2-ed71-46e4-ab22-93e789076319 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/security-groups?id=015d4717-3c9a-4064-98da-51f19b775078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0985346 May 28 17:35:24.259888 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-947fe3a6-a414-4b5b-8c78-70e8c6debdec None None] Sync routers for ids ['671f58c8-e137-4780-97bd-9d0a9ed4dab7'] in dv-cinder-843729-1-iscsi {{(pid=103914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 17:35:24.289164 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-947fe3a6-a414-4b5b-8c78-70e8c6debdec None None] Routers {'671f58c8-e137-4780-97bd-9d0a9ed4dab7'} bound to L3 agent in host dv-cinder-843729-1-iscsi {{(pid=103914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 28 17:35:24.289164 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-947fe3a6-a414-4b5b-8c78-70e8c6debdec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843729-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-28T17:16:55Z,description=,heartbeat_timestamp=2022-05-28T17:34:55Z,host='dv-cinder-843729-1-iscsi',id=8a8c7bbb-808d-49ae-95de-62501e6237ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T17:16:55Z,topic='l3_agent')) {'router_ids': ['671f58c8-e137-4780-97bd-9d0a9ed4dab7'], 'active': True} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:35:24.293733 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [req-10c54c2a-42af-47ce-bd00-d57095018c1f req-c19434ee-9b97-47d3-aa85-4e40a8c0817d tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] No DVR routers for this DVR port ec8a6a71-b7c9-479a-9c50-6bdafed86a1d on host hv-cinder-84372 {{(pid=103911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 17:35:24.298440 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-10c54c2a-42af-47ce-bd00-d57095018c1f req-c19434ee-9b97-47d3-aa85-4e40a8c0817d tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22441'] for port (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:35:24.302821 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-10c54c2a-42af-47ce-bd00-d57095018c1f req-c19434ee-9b97-47d3-aa85-4e40a8c0817d tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] 10.222.0.16 "DELETE /v2.0/ports/ec8a6a71-b7c9-479a-9c50-6bdafed86a1d HTTP/1.1" status: 204 len: 173 time: 0.9241512 May 28 17:35:24.303376 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ab8f789-f8ff-4804-bfcb-3e1d600943b2', 'name': 'network-vif-deleted', 'tag': 'ec8a6a71-b7c9-479a-9c50-6bdafed86a1d'}] {{(pid=103911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 17:35:24.305856 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb6e18ef154237edf928b85f6b333e0f790e93c3571d1d8d4f7e4f30b44c92d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9277e96-7483-458a-9917-1aaa75ddb40f" -d '{"events": [{"server_uuid": "4ab8f789-f8ff-4804-bfcb-3e1d600943b2", "name": "network-vif-deleted", "tag": "ec8a6a71-b7c9-479a-9c50-6bdafed86a1d"}]}' {{(pid=103911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 28 17:35:24.362385 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 May 2022 17:35:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dad1e84-0440-44ba-adfc-73014201b968 x-openstack-request-id: req-1dad1e84-0440-44ba-adfc-73014201b968 {{(pid=103911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 28 17:35:24.362738 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ab8f789-f8ff-4804-bfcb-3e1d600943b2", "name": "network-vif-deleted", "tag": "ec8a6a71-b7c9-479a-9c50-6bdafed86a1d", "status": "completed", "code": 200}]} {{(pid=103911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 28 17:35:24.363055 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-1dad1e84-0440-44ba-adfc-73014201b968 {{(pid=103911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 28 17:35:24.363592 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1dad1e84-0440-44ba-adfc-73014201b968'] response: {'server_uuid': '4ab8f789-f8ff-4804-bfcb-3e1d600943b2', 'name': 'network-vif-deleted', 'tag': 'ec8a6a71-b7c9-479a-9c50-6bdafed86a1d', 'status': 'completed', 'code': 200} May 28 17:35:24.408590 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvr_db [None req-947fe3a6-a414-4b5b-8c78-70e8c6debdec None None] Set router 671f58c8-e137-4780-97bd-9d0a9ed4dab7 gateway port host: dv-cinder-843729-1-iscsi {{(pid=103914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 28 17:35:24.626172 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-947fe3a6-a414-4b5b-8c78-70e8c6debdec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '671f58c8-e137-4780-97bd-9d0a9ed4dab7', 'name': 'tempest-AttachVolumeTestJSON-164266833-router', 'tenant_id': '90b378551d1c467e911cf01274c97d85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'external_fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.67'}], 'enable_snat': True}, 'gw_port_id': 'ffdbc796-5ee6-4b98-99e5-3f462060250a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T17:25:27Z', 'updated_at': '2022-05-28T17:25:34Z', 'revision_number': 4, 'project_id': '90b378551d1c467e911cf01274c97d85', 'gw_port': {'id': 'ffdbc796-5ee6-4b98-99e5-3f462060250a', 'name': '', 'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:ae:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '671f58c8-e137-4780-97bd-9d0a9ed4dab7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:25:28Z', 'updated_at': '2022-05-28T17:25:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843729-1-iscsi', '_interfaces': [{'id': 'ae7cb121-682f-4a2f-9816-6dd875165244', 'name': '', 'network_id': 'ef03f64f-43e2-4121-9b36-bf95e66e6156', 'tenant_id': '90b378551d1c467e911cf01274c97d85', 'mac_address': 'fa:16:3e:90:d3:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '671f58c8-e137-4780-97bd-9d0a9ed4dab7', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'cac4e4be-bdeb-4bc3-836c-d18d4297ccc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:25:33Z', 'updated_at': '2022-05-28T17:25:41Z', 'revision_number': 5, 'project_id': '90b378551d1c467e911cf01274c97d85', 'subnets': [{'id': 'cac4e4be-bdeb-4bc3-836c-d18d4297ccc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843729-1-iscsi', False) {} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:35:24.655200 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-947fe3a6-a414-4b5b-8c78-70e8c6debdec None None] Checking router: 671f58c8-e137-4780-97bd-9d0a9ed4dab7 for host: dv-cinder-843729-1-iscsi {{(pid=103914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 17:35:24.664807 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-947fe3a6-a414-4b5b-8c78-70e8c6debdec None None] Routers {'671f58c8-e137-4780-97bd-9d0a9ed4dab7'} bound to L3 agent in host dv-cinder-843729-1-iscsi {{(pid=103914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 28 17:35:24.665338 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-947fe3a6-a414-4b5b-8c78-70e8c6debdec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843729-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-28T17:16:55Z,description=,heartbeat_timestamp=2022-05-28T17:34:55Z,host='dv-cinder-843729-1-iscsi',id=8a8c7bbb-808d-49ae-95de-62501e6237ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T17:16:55Z,topic='l3_agent')) {'router_ids': ['671f58c8-e137-4780-97bd-9d0a9ed4dab7'], 'active': True} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:35:24.769163 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvr_db [None req-947fe3a6-a414-4b5b-8c78-70e8c6debdec None None] Set router 671f58c8-e137-4780-97bd-9d0a9ed4dab7 gateway port host: dv-cinder-843729-1-iscsi {{(pid=103914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 28 17:35:24.951874 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-c9196f01-1410-41d4-a2fe-0ba6e2f9e820 req-89319021-677a-4bfc-8efb-2788d8986b4d tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] 10.222.0.33 "GET /v2.0/ports?device_id=4ab8f789-f8ff-4804-bfcb-3e1d600943b2 HTTP/1.1" status: 200 len: 210 time: 0.0320511 May 28 17:35:24.961519 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-947fe3a6-a414-4b5b-8c78-70e8c6debdec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '671f58c8-e137-4780-97bd-9d0a9ed4dab7', 'name': 'tempest-AttachVolumeTestJSON-164266833-router', 'tenant_id': '90b378551d1c467e911cf01274c97d85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'external_fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.67'}], 'enable_snat': True}, 'gw_port_id': 'ffdbc796-5ee6-4b98-99e5-3f462060250a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T17:25:27Z', 'updated_at': '2022-05-28T17:25:34Z', 'revision_number': 4, 'project_id': '90b378551d1c467e911cf01274c97d85', 'gw_port': {'id': 'ffdbc796-5ee6-4b98-99e5-3f462060250a', 'name': '', 'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:ae:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '671f58c8-e137-4780-97bd-9d0a9ed4dab7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:25:28Z', 'updated_at': '2022-05-28T17:25:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843729-1-iscsi', '_interfaces': [{'id': 'ae7cb121-682f-4a2f-9816-6dd875165244', 'name': '', 'network_id': 'ef03f64f-43e2-4121-9b36-bf95e66e6156', 'tenant_id': '90b378551d1c467e911cf01274c97d85', 'mac_address': 'fa:16:3e:90:d3:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '671f58c8-e137-4780-97bd-9d0a9ed4dab7', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'cac4e4be-bdeb-4bc3-836c-d18d4297ccc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:25:33Z', 'updated_at': '2022-05-28T17:25:41Z', 'revision_number': 5, 'project_id': '90b378551d1c467e911cf01274c97d85', 'subnets': [{'id': 'cac4e4be-bdeb-4bc3-836c-d18d4297ccc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843729-1-iscsi', False) {} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:35:24.992663 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-947fe3a6-a414-4b5b-8c78-70e8c6debdec None None] The sync data for ids ['671f58c8-e137-4780-97bd-9d0a9ed4dab7'] in dv-cinder-843729-1-iscsi is: [{'id': '671f58c8-e137-4780-97bd-9d0a9ed4dab7', 'name': 'tempest-AttachVolumeTestJSON-164266833-router', 'tenant_id': '90b378551d1c467e911cf01274c97d85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'external_fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.67'}], 'enable_snat': True}, 'gw_port_id': 'ffdbc796-5ee6-4b98-99e5-3f462060250a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T17:25:27Z', 'updated_at': '2022-05-28T17:25:34Z', 'revision_number': 4, 'project_id': '90b378551d1c467e911cf01274c97d85', 'gw_port': {'id': 'ffdbc796-5ee6-4b98-99e5-3f462060250a', 'name': '', 'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:ae:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '671f58c8-e137-4780-97bd-9d0a9ed4dab7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:25:28Z', 'updated_at': '2022-05-28T17:25:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843729-1-iscsi', '_interfaces': [{'id': 'ae7cb121-682f-4a2f-9816-6dd875165244', 'name': '', 'network_id': 'ef03f64f-43e2-4121-9b36-bf95e66e6156', 'tenant_id': '90b378551d1c467e911cf01274c97d85', 'mac_address': 'fa:16:3e:90:d3:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '671f58c8-e137-4780-97bd-9d0a9ed4dab7', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'cac4e4be-bdeb-4bc3-836c-d18d4297ccc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:25:33Z', 'updated_at': '2022-05-28T17:25:41Z', 'revision_number': 5, 'project_id': '90b378551d1c467e911cf01274c97d85', 'subnets': [{'id': 'cac4e4be-bdeb-4bc3-836c-d18d4297ccc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 17:35:25.163081 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-d58d5ce4-4b2c-49eb-8c28-7361e535dd55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (8a8c7bbb-808d-49ae-95de-62501e6237ff), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:35:25.208606 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0ed2f57-8563-444f-bd00-8cf7c4732fb5 None None] New status for floating IP b7f65257-a5dd-4dd0-b744-63e8cf445fa0: DOWN {{(pid=103913) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 28 17:35:25.391105 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a76a21-a2a8-4bff-8633-b543915d1257 req-c936a195-257b-482b-bb5d-670b236fe27c tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:35:25.392631 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-58a76a21-a2a8-4bff-8633-b543915d1257 req-c936a195-257b-482b-bb5d-670b236fe27c tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/ports?device_id=27322ac4-8704-4f1a-b431-e5c4ad7d77ad HTTP/1.1" status: 200 len: 947 time: 0.0488293 May 28 17:35:25.445231 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-58a76a21-a2a8-4bff-8633-b543915d1257 req-6a8c3f20-8cbd-4880-8f5b-74d0dcca3c2a tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/security-groups?id=015d4717-3c9a-4064-98da-51f19b775078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468495 May 28 17:35:26.043505 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.33', 34038) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:35:26.098302 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-d2f472b3-6946-4601-806f-cddab3ff04da tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Publish callbacks [] for security_group (0452ddee-9d77-4978-a293-607f0ac6b0d1), before_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:35:26.120582 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-d2f472b3-6946-4601-806f-cddab3ff04da tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Publish callbacks [] for security_group (0452ddee-9d77-4978-a293-607f0ac6b0d1), precommit_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:35:26.168659 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-d2f472b3-6946-4601-806f-cddab3ff04da tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594961'] for security_group (0452ddee-9d77-4978-a293-607f0ac6b0d1), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:35:26.171262 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-d2f472b3-6946-4601-806f-cddab3ff04da tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Publish callbacks [] for security_group (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:35:26.172395 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-d2f472b3-6946-4601-806f-cddab3ff04da tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] 10.222.0.33 "DELETE /v2.0/security-groups/0452ddee-9d77-4978-a293-607f0ac6b0d1 HTTP/1.1" status: 204 len: 168 time: 0.1279047 May 28 17:35:26.175253 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.33', 34040) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:35:26.182305 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f472b3-6946-4601-806f-cddab3ff04da tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0452ddee-9d77-4978-a293-607f0ac6b0d1,revision_number=None']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:35:26.189345 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f472b3-6946-4601-806f-cddab3ff04da tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:35:26.189514 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.api.v2.resource [None req-f087a7d1-cc03-423a-85ca-3dd6cde7dc87 tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] show failed (client error): The resource could not be found. May 28 17:35:26.189691 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f472b3-6946-4601-806f-cddab3ff04da tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:35:26.190028 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f472b3-6946-4601-806f-cddab3ff04da tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:35:26.190362 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f472b3-6946-4601-806f-cddab3ff04da tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:35:26.190479 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-f087a7d1-cc03-423a-85ca-3dd6cde7dc87 tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] 10.222.0.33 "GET /v2.0/security-groups/0452ddee-9d77-4978-a293-607f0ac6b0d1 HTTP/1.1" status: 404 len: 347 time: 0.0142412 May 28 17:35:26.190687 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f472b3-6946-4601-806f-cddab3ff04da tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:35:26.191008 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f472b3-6946-4601-806f-cddab3ff04da tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:35:26.191352 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f472b3-6946-4601-806f-cddab3ff04da tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:35:26.191673 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f472b3-6946-4601-806f-cddab3ff04da tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:35:26.192065 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f472b3-6946-4601-806f-cddab3ff04da tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:35:26.192896 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f472b3-6946-4601-806f-cddab3ff04da tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:35:26.193354 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f472b3-6946-4601-806f-cddab3ff04da tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:35:26.193677 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f472b3-6946-4601-806f-cddab3ff04da tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:35:26.194071 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f472b3-6946-4601-806f-cddab3ff04da tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:35:26.194200 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.33', 34042) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:35:26.194565 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f472b3-6946-4601-806f-cddab3ff04da tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:35:26.194890 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f472b3-6946-4601-806f-cddab3ff04da tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:35:26.310587 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-51d50aa7-6d73-4ac5-8823-1f07c03bdc8c tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Deleting port 00ed2363-fd2a-4c8a-8489-1e8aaa399055 {{(pid=103911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 28 17:35:26.310835 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-51d50aa7-6d73-4ac5-8823-1f07c03bdc8c tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735968504037'] for port (00ed2363-fd2a-4c8a-8489-1e8aaa399055), before_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:35:26.385847 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-51d50aa7-6d73-4ac5-8823-1f07c03bdc8c tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-660327'] for port (00ed2363-fd2a-4c8a-8489-1e8aaa399055), precommit_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:35:26.386155 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-51d50aa7-6d73-4ac5-8823-1f07c03bdc8c tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Publish callbacks [] for floatingip (00ed2363-fd2a-4c8a-8489-1e8aaa399055), precommit_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:35:26.398774 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-51d50aa7-6d73-4ac5-8823-1f07c03bdc8c tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Calling delete_port for 00ed2363-fd2a-4c8a-8489-1e8aaa399055 owned by network:floatingip {{(pid=103911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 28 17:35:26.438623 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-f22b8f6e-815f-41ba-a8b6-c2e56f67911e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (0b51406a-5a43-473c-8a39-67b2a4c71e5e), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:35:26.441910 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:35:26.528920 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:35:26.541893 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-51d50aa7-6d73-4ac5-8823-1f07c03bdc8c tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735968512467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735968120122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6040268'] for port (00ed2363-fd2a-4c8a-8489-1e8aaa399055), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:35:26.564183 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d50aa7-6d73-4ac5-8823-1f07c03bdc8c tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Pushing event deleted for resources: {'Port': ['ID=00ed2363-fd2a-4c8a-8489-1e8aaa399055,revision_number=None']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:35:26.635267 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-51d50aa7-6d73-4ac5-8823-1f07c03bdc8c tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Publish callbacks [] for floatingip (b7f65257-a5dd-4dd0-b744-63e8cf445fa0), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:35:26.638285 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-51d50aa7-6d73-4ac5-8823-1f07c03bdc8c tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22441'] for floatingip (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:35:26.639460 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-51d50aa7-6d73-4ac5-8823-1f07c03bdc8c tempest-AttachVolumeTestJSON-1064743775 tempest-AttachVolumeTestJSON-1064743775-project] 10.222.0.33 "DELETE /v2.0/floatingips/b7f65257-a5dd-4dd0-b744-63e8cf445fa0 HTTP/1.1" status: 204 len: 168 time: 0.4444110 May 28 17:35:26.914621 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.33', 34054) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:35:26.919122 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.v2.base [None req-a0a69986-006d-42b4-a593-9fda6aa976b5 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Request body: {'security_group': {'name': 'tempest-securitygroup--915871174', 'description': 'tempest-description--616062844'}} {{(pid=103911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 17:35:26.940208 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-a0a69986-006d-42b4-a593-9fda6aa976b5 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Publish callbacks [] for security_group (None), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:35:27.117464 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Device ec8a6a71-b7c9-479a-9c50-6bdafed86a1d no longer exists at agent hyperv_hv-cinder-84372 {{(pid=103913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 28 17:35:27.141484 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] No Port match for: ec8a6a71-b7c9-479a-9c50-6bdafed86a1d {{(pid=103913) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 28 17:35:27.141916 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Device ec8a6a71-b7c9-479a-9c50-6bdafed86a1d not bound to the agent host hv-cinder-84372 {{(pid=103913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 28 17:35:27.248525 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-a0a69986-006d-42b4-a593-9fda6aa976b5 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Publish callbacks [] for security_group (f7237bc3-fe4f-4f8e-99dc-6b35f46c839f), precommit_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:35:27.252065 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-a0a69986-006d-42b4-a593-9fda6aa976b5 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594961'] for security_group (f7237bc3-fe4f-4f8e-99dc-6b35f46c839f), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:35:27.282468 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-a0a69986-006d-42b4-a593-9fda6aa976b5 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Publish callbacks [] for security_group (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:35:27.283684 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-a0a69986-006d-42b4-a593-9fda6aa976b5 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3680527 May 28 17:35:27.285542 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a69986-006d-42b4-a593-9fda6aa976b5 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7237bc3-fe4f-4f8e-99dc-6b35f46c839f,revision_number=1']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:35:27.287362 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.33', 34056) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:35:27.291847 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.v2.base [None req-5206dfd8-87c1-4159-b00b-ecf7cd324af8 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Request body: {'security_group_rule': {'security_group_id': 'f7237bc3-fe4f-4f8e-99dc-6b35f46c839f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 17:35:27.319840 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-5206dfd8-87c1-4159-b00b-ecf7cd324af8 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Publish callbacks [] for security_group_rule (bd4b8250-89d9-4bfe-ac45-a57eace95ffb), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:35:27.373666 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-5206dfd8-87c1-4159-b00b-ecf7cd324af8 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Publish callbacks [] for security_group_rule (bd4b8250-89d9-4bfe-ac45-a57eace95ffb), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:35:27.376723 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-5206dfd8-87c1-4159-b00b-ecf7cd324af8 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595010'] for security_group_rule (bd4b8250-89d9-4bfe-ac45-a57eace95ffb), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:35:27.394036 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5206dfd8-87c1-4159-b00b-ecf7cd324af8 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd4b8250-89d9-4bfe-ac45-a57eace95ffb,revision_number=0']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:35:27.396108 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:35:27.402928 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-5206dfd8-87c1-4159-b00b-ecf7cd324af8 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:35:27.404139 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-5206dfd8-87c1-4159-b00b-ecf7cd324af8 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1157794 May 28 17:35:27.406922 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.33', 34058) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:35:27.411573 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.v2.base [None req-4cd2f856-9844-4178-9b4b-b44eae0cc980 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Request body: {'security_group_rule': {'security_group_id': 'f7237bc3-fe4f-4f8e-99dc-6b35f46c839f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 17:35:27.437431 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-4cd2f856-9844-4178-9b4b-b44eae0cc980 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Publish callbacks [] for security_group_rule (4053be7b-d97e-425b-8fca-fbbcd4168815), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:35:27.483859 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-4cd2f856-9844-4178-9b4b-b44eae0cc980 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Publish callbacks [] for security_group_rule (4053be7b-d97e-425b-8fca-fbbcd4168815), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:35:27.487257 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-4cd2f856-9844-4178-9b4b-b44eae0cc980 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595010'] for security_group_rule (4053be7b-d97e-425b-8fca-fbbcd4168815), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:35:27.494084 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=3 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:35:27.506924 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd2f856-9844-4178-9b4b-b44eae0cc980 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4053be7b-d97e-425b-8fca-fbbcd4168815,revision_number=0']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:35:27.515453 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-4cd2f856-9844-4178-9b4b-b44eae0cc980 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:35:27.516617 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-4cd2f856-9844-4178-9b4b-b44eae0cc980 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1087713 May 28 17:35:27.519658 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.33', 34060) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:35:27.524154 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.v2.base [None req-8aed8098-e40b-4043-887e-108a06476975 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Request body: {'floatingip': {'floating_network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48'}} {{(pid=103912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 17:35:27.543879 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-8aed8098-e40b-4043-887e-108a06476975 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:35:27.623779 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-8aed8098-e40b-4043-887e-108a06476975 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (None), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:35:27.729767 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.db.db_base_plugin_common [None req-8aed8098-e40b-4043-887e-108a06476975 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Allocated IP 172.27.0.141 (2edbe6b8-aac1-406b-a2f1-8819dd0d1c48/5128d65d-65c0-41d1-99c9-7682fd6eaf92/0ad076a5-bc2d-4bac-9bb5-b0ee6876201d) {{(pid=103912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 17:35:27.754120 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-44990afe-4038-4bea-a0ed-12e052229f33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (19502cf1-8899-41f0-9103-a107faa54218), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:35:27.837047 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-8aed8098-e40b-4043-887e-108a06476975 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Publish callbacks [] for port (0ad076a5-bc2d-4bac-9bb5-b0ee6876201d), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:35:27.870054 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-8aed8098-e40b-4043-887e-108a06476975 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735968120113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6173922'] for port (0ad076a5-bc2d-4bac-9bb5-b0ee6876201d), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:35:27.907852 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aed8098-e40b-4043-887e-108a06476975 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Network 2edbe6b8-aac1-406b-a2f1-8819dd0d1c48 is already hosted by enough agents. {{(pid=103912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 17:35:27.913408 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.scheduler.base_scheduler [None req-8aed8098-e40b-4043-887e-108a06476975 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Resources bound (agent type, host, resource id): {{(pid=103912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 17:35:27.917025 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aed8098-e40b-4043-887e-108a06476975 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Received port after_create {{(pid=103912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 28 17:35:27.921964 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aed8098-e40b-4043-887e-108a06476975 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Pushing event updated for resources: {'Port': ['ID=0ad076a5-bc2d-4bac-9bb5-b0ee6876201d,revision_number=1']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:35:28.002295 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-8aed8098-e40b-4043-887e-108a06476975 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Publish callbacks [] for floatingip (379126d3-8143-4ab5-b326-cd21a26bf136), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:35:28.038485 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-8aed8098-e40b-4043-887e-108a06476975 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (0ad076a5-bc2d-4bac-9bb5-b0ee6876201d), before_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:35:28.061555 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:INSERT=5,neutron:SELECT=89,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:35:28.213263 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-8aed8098-e40b-4043-887e-108a06476975 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Publish callbacks [] for port (0ad076a5-bc2d-4bac-9bb5-b0ee6876201d), precommit_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:35:28.217913 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-8aed8098-e40b-4043-887e-108a06476975 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735968512485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735968120131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735968120149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6173909'] for port (0ad076a5-bc2d-4bac-9bb5-b0ee6876201d), after_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:35:28.222609 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:35:28.284916 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aed8098-e40b-4043-887e-108a06476975 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Pushing event updated for resources: {'Port': ['ID=0ad076a5-bc2d-4bac-9bb5-b0ee6876201d,revision_number=2']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:35:28.301391 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-8aed8098-e40b-4043-887e-108a06476975 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681695'] for floatingip (379126d3-8143-4ab5-b326-cd21a26bf136), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:35:28.315801 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-8aed8098-e40b-4043-887e-108a06476975 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22441'] for floatingip (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:35:28.317508 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-8aed8098-e40b-4043-887e-108a06476975 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7963307 May 28 17:35:28.559127 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-c6698873-98c1-41db-a9bf-39d6f872979a req-8c2c30a2-d75d-43e3-9645-2f2d511d8f7e tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] 10.222.0.33 "GET /v2.0/security-groups?name=tempest-securitygroup--915871174&fields=id&tenant_id=9525b35792a04dc3a6f109cb39ee9d50 HTTP/1.1" status: 200 len: 267 time: 0.0417931 May 28 17:35:28.664228 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6698873-98c1-41db-a9bf-39d6f872979a req-8c279217-e182-4d5b-ab1f-11c618b0135c tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:35:28.665689 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-c6698873-98c1-41db-a9bf-39d6f872979a req-8c279217-e182-4d5b-ab1f-11c618b0135c tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] 10.222.0.33 "GET /v2.0/networks?id=f73c6d30-f59b-4e03-9c62-138278150c67 HTTP/1.1" status: 200 len: 814 time: 0.1003838 May 28 17:35:28.680392 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-c6698873-98c1-41db-a9bf-39d6f872979a req-cc4a41d9-fdad-4e8b-97f6-b5996f8fbba0 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] 10.222.0.33 "GET /v2.0/quotas/9525b35792a04dc3a6f109cb39ee9d50 HTTP/1.1" status: 200 len: 375 time: 0.0094543 May 28 17:35:28.734564 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-c6698873-98c1-41db-a9bf-39d6f872979a req-2a20a12b-abe5-4e16-8797-d081fe95c547 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=9525b35792a04dc3a6f109cb39ee9d50&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0495102 May 28 17:35:28.828534 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-c6698873-98c1-41db-a9bf-39d6f872979a req-162fccf7-399e-4d2c-ae9c-02bd3e0c5eac service neutron] 10.222.0.33 "GET /v2.0/networks/f73c6d30-f59b-4e03-9c62-138278150c67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827856 May 28 17:35:28.922153 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-c6698873-98c1-41db-a9bf-39d6f872979a req-50530db7-de09-4e8a-8c5d-7a401662b429 service neutron] 10.222.0.33 "GET /v2.0/networks/f73c6d30-f59b-4e03-9c62-138278150c67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873437 May 28 17:35:29.151195 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-1ad554a5-49f8-4369-83ad-fd89206e999f req-83128ddf-fd7e-4751-b21f-77db3ea8775d tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] 10.222.0.33 "GET /v2.0/ports?device_id=9a72ea47-a87d-4716-981b-423fe0a0d60d HTTP/1.1" status: 200 len: 210 time: 0.0887902 May 28 17:35:29.394859 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:35:29.404930 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=90,neutron:UPDATE=10 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:35:29.410664 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (0032cfec-21e8-44dd-a7d5-0b8312dfe052), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:35:30.128637 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6698873-98c1-41db-a9bf-39d6f872979a req-04fc9f2e-c539-44e8-92eb-9eaec001660d tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:35:30.130075 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-c6698873-98c1-41db-a9bf-39d6f872979a req-04fc9f2e-c539-44e8-92eb-9eaec001660d tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] 10.222.0.16 "GET /v2.0/networks?id=f73c6d30-f59b-4e03-9c62-138278150c67 HTTP/1.1" status: 200 len: 814 time: 0.1117327 May 28 17:35:30.213376 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.33', 34118) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:35:30.217505 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-c6698873-98c1-41db-a9bf-39d6f872979a req-74b60622-e624-408b-8b38-c282a6bbe178 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9525b35792a04dc3a6f109cb39ee9d50 HTTP/1.1" status: 200 len: 472 time: 0.0728419 May 28 17:35:30.275306 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-52a7173e-4166-4c79-bfad-4ba6d90a1f7e req-2f392098-8f66-4c28-8f8a-c65399d3818b tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] 10.222.0.33 "GET /v2.0/ports?device_id=9a72ea47-a87d-4716-981b-423fe0a0d60d HTTP/1.1" status: 200 len: 210 time: 0.0348036 May 28 17:35:30.338363 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.v2.base [req-c6698873-98c1-41db-a9bf-39d6f872979a req-cfc4f663-d7d7-4ac9-865e-a229c3118be4 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Request body: {'port': {'device_id': '9a72ea47-a87d-4716-981b-423fe0a0d60d', 'network_id': 'f73c6d30-f59b-4e03-9c62-138278150c67', 'admin_state_up': True, 'tenant_id': '9525b35792a04dc3a6f109cb39ee9d50', 'security_groups': ['f7237bc3-fe4f-4f8e-99dc-6b35f46c839f']}} {{(pid=103911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 17:35:30.456714 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6698873-98c1-41db-a9bf-39d6f872979a req-cfc4f663-d7d7-4ac9-865e-a229c3118be4 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Made reservation on behalf of 9525b35792a04dc3a6f109cb39ee9d50 for: {'port': 1} {{(pid=103911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 17:35:30.461152 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-c6698873-98c1-41db-a9bf-39d6f872979a req-cfc4f663-d7d7-4ac9-865e-a229c3118be4 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (None), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:35:30.488027 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:UPDATE=1,neutron:SELECT=98,neutron:DELETE=1 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:35:30.576511 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:35:30.586891 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-74385ed0-f358-4f5c-b1a1-99baa32a786f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-686559'] for router_interface (671f58c8-e137-4780-97bd-9d0a9ed4dab7), before_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:35:30.592491 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.db.db_base_plugin_common [req-c6698873-98c1-41db-a9bf-39d6f872979a req-cfc4f663-d7d7-4ac9-865e-a229c3118be4 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Allocated IP 172.20.0.8 (f73c6d30-f59b-4e03-9c62-138278150c67/3ba9da23-e7a0-4b8a-b5a4-c3c0fc07e6a1/25a0a848-b7b0-4228-8b72-fbe8936a2352) {{(pid=103911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 17:35:30.745848 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:35:30.763849 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-c6698873-98c1-41db-a9bf-39d6f872979a req-cfc4f663-d7d7-4ac9-865e-a229c3118be4 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Publish callbacks [] for port (25a0a848-b7b0-4228-8b72-fbe8936a2352), precommit_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:35:30.798373 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-c6698873-98c1-41db-a9bf-39d6f872979a req-cfc4f663-d7d7-4ac9-865e-a229c3118be4 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735968120113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6040268'] for port (25a0a848-b7b0-4228-8b72-fbe8936a2352), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:35:30.847099 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6698873-98c1-41db-a9bf-39d6f872979a req-cfc4f663-d7d7-4ac9-865e-a229c3118be4 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Network f73c6d30-f59b-4e03-9c62-138278150c67 is already hosted by enough agents. {{(pid=103911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 17:35:30.852412 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.scheduler.base_scheduler [req-c6698873-98c1-41db-a9bf-39d6f872979a req-cfc4f663-d7d7-4ac9-865e-a229c3118be4 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Resources bound (agent type, host, resource id): {{(pid=103911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 17:35:30.854606 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc4f663-d7d7-4ac9-865e-a229c3118be4 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Pushing event updated for resources: {'Port': ['ID=25a0a848-b7b0-4228-8b72-fbe8936a2352,revision_number=1']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:35:30.856870 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6698873-98c1-41db-a9bf-39d6f872979a req-cfc4f663-d7d7-4ac9-865e-a229c3118be4 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Received port after_create {{(pid=103911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 28 17:35:30.913148 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6698873-98c1-41db-a9bf-39d6f872979a req-cfc4f663-d7d7-4ac9-865e-a229c3118be4 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:35:30.913838 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-c6698873-98c1-41db-a9bf-39d6f872979a req-cfc4f663-d7d7-4ac9-865e-a229c3118be4 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22441'] for port (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:35:30.933935 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-c6698873-98c1-41db-a9bf-39d6f872979a req-cfc4f663-d7d7-4ac9-865e-a229c3118be4 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6003888 May 28 17:35:30.953410 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.v2.base [req-c6698873-98c1-41db-a9bf-39d6f872979a req-f9808c01-b3ba-4810-83a4-957928ba23a0 service neutron] Request body: {'port': {'device_id': '9a72ea47-a87d-4716-981b-423fe0a0d60d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84372'}} {{(pid=103911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 17:35:31.025224 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-c6698873-98c1-41db-a9bf-39d6f872979a req-f9808c01-b3ba-4810-83a4-957928ba23a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (25a0a848-b7b0-4228-8b72-fbe8936a2352), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:35:31.033668 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:35:31.081260 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-f7c02be4-625d-48f3-8e02-8f9e9d42c516 None None] Provisioning complete for port 25a0a848-b7b0-4228-8b72-fbe8936a2352 triggered by entity DHCP. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 17:35:31.081881 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-f7c02be4-625d-48f3-8e02-8f9e9d42c516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1821120'] for port (25a0a848-b7b0-4228-8b72-fbe8936a2352), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:35:31.103458 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.plugin [None req-74385ed0-f358-4f5c-b1a1-99baa32a786f admin admin] Deleting port ae7cb121-682f-4a2f-9816-6dd875165244 {{(pid=103912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 28 17:35:31.103827 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-74385ed0-f358-4f5c-b1a1-99baa32a786f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735968504037'] for port (ae7cb121-682f-4a2f-9816-6dd875165244), before_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:35:31.113735 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-f7c02be4-625d-48f3-8e02-8f9e9d42c516 None None] Port 25a0a848-b7b0-4228-8b72-fbe8936a2352 cannot update to ACTIVE because it is not bound. {{(pid=103913) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 28 17:35:31.181147 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.db [None req-74385ed0-f358-4f5c-b1a1-99baa32a786f admin admin] For port ae7cb121-682f-4a2f-9816-6dd875165244, host dv-cinder-843729-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843729-1-iscsi',level=0,port_id=ae7cb121-682f-4a2f-9816-6dd875165244,segment=NetworkSegment(f8beb8cc-f482-4497-a44b-eda26792e0e2),segment_id=f8beb8cc-f482-4497-a44b-eda26792e0e2)] {{(pid=103912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 17:35:31.181507 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-74385ed0-f358-4f5c-b1a1-99baa32a786f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-660327'] for port (ae7cb121-682f-4a2f-9816-6dd875165244), precommit_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:35:31.194867 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.plugin [None req-74385ed0-f358-4f5c-b1a1-99baa32a786f admin admin] Calling delete_port for ae7cb121-682f-4a2f-9816-6dd875165244 owned by network:router_interface {{(pid=103912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 28 17:35:31.330168 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.notifiers.nova [req-c6698873-98c1-41db-a9bf-39d6f872979a req-f9808c01-b3ba-4810-83a4-957928ba23a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25a0a848-b7b0-4228-8b72-fbe8936a2352 {{(pid=103911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 17:35:31.340680 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-c6698873-98c1-41db-a9bf-39d6f872979a req-f9808c01-b3ba-4810-83a4-957928ba23a0 service neutron] Publish callbacks [] for port (25a0a848-b7b0-4228-8b72-fbe8936a2352), precommit_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:35:31.386535 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:35:31.394728 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-74385ed0-f358-4f5c-b1a1-99baa32a786f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735968512467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735968120122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6173922'] for port (ae7cb121-682f-4a2f-9816-6dd875165244), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:35:31.396620 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [req-c6698873-98c1-41db-a9bf-39d6f872979a req-f9808c01-b3ba-4810-83a4-957928ba23a0 service neutron] Transition to ACTIVE for port object 25a0a848-b7b0-4228-8b72-fbe8936a2352 will not be triggered until provisioned by entity L2. {{(pid=103911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 28 17:35:31.405929 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-c6698873-98c1-41db-a9bf-39d6f872979a req-f9808c01-b3ba-4810-83a4-957928ba23a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735968512485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735968120131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735968120149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6040315'] for port (25a0a848-b7b0-4228-8b72-fbe8936a2352), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:35:31.419810 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f2e034-379e-47e6-9f2b-568ed87b2b53 req-ad61917a-4393-49f6-bf64-0b91719691fa tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:35:31.421268 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-75f2e034-379e-47e6-9f2b-568ed87b2b53 req-ad61917a-4393-49f6-bf64-0b91719691fa tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] 10.222.0.33 "GET /v2.0/ports?device_id=9a72ea47-a87d-4716-981b-423fe0a0d60d HTTP/1.1" status: 200 len: 931 time: 0.0731823 May 28 17:35:31.422002 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74385ed0-f358-4f5c-b1a1-99baa32a786f admin admin] Pushing event deleted for resources: {'Port': ['ID=ae7cb121-682f-4a2f-9816-6dd875165244,revision_number=None']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:35:31.492757 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9808c01-b3ba-4810-83a4-957928ba23a0 service neutron] Pushing event updated for resources: {'Port': ['ID=25a0a848-b7b0-4228-8b72-fbe8936a2352,revision_number=2']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:35:31.571801 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-75f2e034-379e-47e6-9f2b-568ed87b2b53 req-0c6e1e99-79ed-491b-a92c-98cb60569516 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] 10.222.0.33 "GET /v2.0/security-groups?id=f7237bc3-fe4f-4f8e-99dc-6b35f46c839f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1297877 May 28 17:35:31.598024 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-74385ed0-f358-4f5c-b1a1-99baa32a786f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-152111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-686403'] for router_interface (671f58c8-e137-4780-97bd-9d0a9ed4dab7), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:35:31.599989 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.managers [req-c6698873-98c1-41db-a9bf-39d6f872979a req-f9808c01-b3ba-4810-83a4-957928ba23a0 service neutron] Attempting to bind port 25a0a848-b7b0-4228-8b72-fbe8936a2352 on host hv-cinder-84372 for vnic_type normal with profile {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 28 17:35:31.600322 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.managers [req-c6698873-98c1-41db-a9bf-39d6f872979a req-f9808c01-b3ba-4810-83a4-957928ba23a0 service neutron] Attempting to bind port 25a0a848-b7b0-4228-8b72-fbe8936a2352 by drivers openvswitch,hyperv on host hv-cinder-84372 at level 0 using segments [{'id': '480101fc-6c46-44c0-bf09-f4d27baa4f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'f73c6d30-f59b-4e03-9c62-138278150c67'}] {{(pid=103911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 28 17:35:31.600740 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6698873-98c1-41db-a9bf-39d6f872979a req-f9808c01-b3ba-4810-83a4-957928ba23a0 service neutron] Attempting to bind port 25a0a848-b7b0-4228-8b72-fbe8936a2352 on network f73c6d30-f59b-4e03-9c62-138278150c67 {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 28 17:35:31.606003 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6698873-98c1-41db-a9bf-39d6f872979a req-f9808c01-b3ba-4810-83a4-957928ba23a0 service neutron] Port 25a0a848-b7b0-4228-8b72-fbe8936a2352 on network f73c6d30-f59b-4e03-9c62-138278150c67 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84372 {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 28 17:35:31.606386 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6698873-98c1-41db-a9bf-39d6f872979a req-f9808c01-b3ba-4810-83a4-957928ba23a0 service neutron] Attempting to bind port 25a0a848-b7b0-4228-8b72-fbe8936a2352 on network f73c6d30-f59b-4e03-9c62-138278150c67 {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 28 17:35:31.613067 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6698873-98c1-41db-a9bf-39d6f872979a req-f9808c01-b3ba-4810-83a4-957928ba23a0 service neutron] Checking agent: {'id': '7cdbebfa-f3b4-48eb-8fbc-caed95606681', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84372', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 17, 23, 31), 'started_at': datetime.datetime(2022, 5, 28, 17, 23, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 17, 35, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 28 17:35:31.613406 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6698873-98c1-41db-a9bf-39d6f872979a req-f9808c01-b3ba-4810-83a4-957928ba23a0 service neutron] Checking segment: {'id': '480101fc-6c46-44c0-bf09-f4d27baa4f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'f73c6d30-f59b-4e03-9c62-138278150c67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 28 17:35:31.613792 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6698873-98c1-41db-a9bf-39d6f872979a req-f9808c01-b3ba-4810-83a4-957928ba23a0 service neutron] Bound using segment: {'id': '480101fc-6c46-44c0-bf09-f4d27baa4f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'f73c6d30-f59b-4e03-9c62-138278150c67'} {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 28 17:35:31.614221 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.managers [req-c6698873-98c1-41db-a9bf-39d6f872979a req-f9808c01-b3ba-4810-83a4-957928ba23a0 service neutron] Bound port: 25a0a848-b7b0-4228-8b72-fbe8936a2352, host: hv-cinder-84372, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '480101fc-6c46-44c0-bf09-f4d27baa4f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'f73c6d30-f59b-4e03-9c62-138278150c67'}}] {{(pid=103911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 28 17:35:31.614587 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-c6698873-98c1-41db-a9bf-39d6f872979a req-f9808c01-b3ba-4810-83a4-957928ba23a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (25a0a848-b7b0-4228-8b72-fbe8936a2352), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:35:31.688507 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [req-c6698873-98c1-41db-a9bf-39d6f872979a req-f9808c01-b3ba-4810-83a4-957928ba23a0 service neutron] For port 25a0a848-b7b0-4228-8b72-fbe8936a2352, host hv-cinder-84372, cleared binding levels {{(pid=103911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 17:35:31.691075 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:35:31.694372 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [req-c6698873-98c1-41db-a9bf-39d6f872979a req-f9808c01-b3ba-4810-83a4-957928ba23a0 service neutron] For port 25a0a848-b7b0-4228-8b72-fbe8936a2352, host hv-cinder-84372, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84372',level=0,port_id=25a0a848-b7b0-4228-8b72-fbe8936a2352,segment=NetworkSegment(480101fc-6c46-44c0-bf09-f4d27baa4f82),segment_id=480101fc-6c46-44c0-bf09-f4d27baa4f82)] {{(pid=103911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 17:35:31.703905 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-c6698873-98c1-41db-a9bf-39d6f872979a req-f9808c01-b3ba-4810-83a4-957928ba23a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735968512485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735968120131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735968120149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6040315'] for port (25a0a848-b7b0-4228-8b72-fbe8936a2352), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:35:31.709683 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:35:31.742172 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6698873-98c1-41db-a9bf-39d6f872979a req-f9808c01-b3ba-4810-83a4-957928ba23a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:35:31.742788 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-c6698873-98c1-41db-a9bf-39d6f872979a req-f9808c01-b3ba-4810-83a4-957928ba23a0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22441'] for port (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:35:31.744209 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-c6698873-98c1-41db-a9bf-39d6f872979a req-f9808c01-b3ba-4810-83a4-957928ba23a0 service neutron] 10.222.0.16 "PUT /v2.0/ports/25a0a848-b7b0-4228-8b72-fbe8936a2352 HTTP/1.1" status: 200 len: 1093 time: 0.7968686 May 28 17:35:31.744640 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a72ea47-a87d-4716-981b-423fe0a0d60d', 'tag': '25a0a848-b7b0-4228-8b72-fbe8936a2352'}] {{(pid=103911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 17:35:31.746992 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb6e18ef154237edf928b85f6b333e0f790e93c3571d1d8d4f7e4f30b44c92d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9168e4d9-a467-4cc3-b08f-22908d608d0b" -d '{"events": [{"name": "network-changed", "server_uuid": "9a72ea47-a87d-4716-981b-423fe0a0d60d", "tag": "25a0a848-b7b0-4228-8b72-fbe8936a2352"}]}' {{(pid=103911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 28 17:35:31.792923 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 May 2022 17:35:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9486a611-b137-433d-8285-e17095d34b86 x-openstack-request-id: req-9486a611-b137-433d-8285-e17095d34b86 {{(pid=103911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 28 17:35:31.793400 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a72ea47-a87d-4716-981b-423fe0a0d60d", "tag": "25a0a848-b7b0-4228-8b72-fbe8936a2352", "status": "completed", "code": 200}]} {{(pid=103911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 28 17:35:31.793588 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-9486a611-b137-433d-8285-e17095d34b86 {{(pid=103911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 28 17:35:31.793855 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9486a611-b137-433d-8285-e17095d34b86'] response: {'name': 'network-changed', 'server_uuid': '9a72ea47-a87d-4716-981b-423fe0a0d60d', 'tag': '25a0a848-b7b0-4228-8b72-fbe8936a2352', 'status': 'completed', 'code': 200} May 28 17:35:31.804296 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9808c01-b3ba-4810-83a4-957928ba23a0 service neutron] Pushing event updated for resources: {'Port': ['ID=25a0a848-b7b0-4228-8b72-fbe8936a2352,revision_number=3']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:35:31.850538 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6698873-98c1-41db-a9bf-39d6f872979a req-2f8b89c3-b8f5-4009-9ef7-afbf59f845b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:35:31.852169 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-c6698873-98c1-41db-a9bf-39d6f872979a req-2f8b89c3-b8f5-4009-9ef7-afbf59f845b9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9525b35792a04dc3a6f109cb39ee9d50&device_id=9a72ea47-a87d-4716-981b-423fe0a0d60d HTTP/1.1" status: 200 len: 1127 time: 0.0440841 May 28 17:35:31.856002 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74385ed0-f358-4f5c-b1a1-99baa32a786f admin admin] Router 671f58c8-e137-4780-97bd-9d0a9ed4dab7 has already been hosted by L3 agent 8a8c7bbb-808d-49ae-95de-62501e6237ff {{(pid=103912) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 17:35:31.859203 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:35:31.900115 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-c6698873-98c1-41db-a9bf-39d6f872979a req-491d2917-b515-434b-9e20-8761240d734e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=25a0a848-b7b0-4228-8b72-fbe8936a2352 HTTP/1.1" status: 200 len: 217 time: 0.0351644 May 28 17:35:31.951665 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6698873-98c1-41db-a9bf-39d6f872979a req-a1a12b2e-64f9-4e2f-acf5-8fb96984e9ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:35:31.953139 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-c6698873-98c1-41db-a9bf-39d6f872979a req-a1a12b2e-64f9-4e2f-acf5-8fb96984e9ed service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3ba9da23-e7a0-4b8a-b5a4-c3c0fc07e6a1 HTTP/1.1" status: 200 len: 853 time: 0.0476549 May 28 17:35:31.967570 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74385ed0-f358-4f5c-b1a1-99baa32a786f admin admin] Notify agent at l3_agent.dv-cinder-843729-1-iscsi the message routers_updated {{(pid=103912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 17:35:31.972885 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-74385ed0-f358-4f5c-b1a1-99baa32a786f admin admin] 10.222.0.33 "PUT /v2.0/routers/671f58c8-e137-4780-97bd-9d0a9ed4dab7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7579992 May 28 17:35:31.975228 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.33', 34126) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:35:31.978489 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e2e8003-91a8-4071-bf4b-9dec2b96d6b1 None None] Sync routers for ids ['671f58c8-e137-4780-97bd-9d0a9ed4dab7'] in dv-cinder-843729-1-iscsi {{(pid=103914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 17:35:31.991711 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e2e8003-91a8-4071-bf4b-9dec2b96d6b1 None None] Routers {'671f58c8-e137-4780-97bd-9d0a9ed4dab7'} bound to L3 agent in host dv-cinder-843729-1-iscsi {{(pid=103914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 28 17:35:31.992402 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-0e2e8003-91a8-4071-bf4b-9dec2b96d6b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843729-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-28T17:16:55Z,description=,heartbeat_timestamp=2022-05-28T17:35:25Z,host='dv-cinder-843729-1-iscsi',id=8a8c7bbb-808d-49ae-95de-62501e6237ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T17:16:55Z,topic='l3_agent')) {'router_ids': ['671f58c8-e137-4780-97bd-9d0a9ed4dab7'], 'active': True} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:35:32.009484 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6698873-98c1-41db-a9bf-39d6f872979a req-59d3d663-0211-4b02-ae71-c29560ddd187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:35:32.011156 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-c6698873-98c1-41db-a9bf-39d6f872979a req-59d3d663-0211-4b02-ae71-c29560ddd187 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f73c6d30-f59b-4e03-9c62-138278150c67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0516610 May 28 17:35:32.082049 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-324c2aa8-8b85-4072-b4a0-2018377ed0be admin admin] Publish callbacks [] for router (671f58c8-e137-4780-97bd-9d0a9ed4dab7), before_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:35:32.096583 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvr_db [None req-0e2e8003-91a8-4071-bf4b-9dec2b96d6b1 None None] Set router 671f58c8-e137-4780-97bd-9d0a9ed4dab7 gateway port host: dv-cinder-843729-1-iscsi {{(pid=103914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 28 17:35:32.109726 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-c6698873-98c1-41db-a9bf-39d6f872979a req-e9f8b33c-fa1e-4418-9450-c8334ce688de service neutron] 10.222.0.16 "GET /v2.0/networks/f73c6d30-f59b-4e03-9c62-138278150c67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931673 May 28 17:35:32.187180 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-324c2aa8-8b85-4072-b4a0-2018377ed0be admin admin] Publish callbacks [] for router_gateway (671f58c8-e137-4780-97bd-9d0a9ed4dab7), before_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:35:32.207299 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-c6698873-98c1-41db-a9bf-39d6f872979a req-bcf5600b-48b6-4e28-8f6f-3edfc7641caf service neutron] 10.222.0.16 "GET /v2.0/networks/f73c6d30-f59b-4e03-9c62-138278150c67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913846 May 28 17:35:32.230426 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.plugin [None req-324c2aa8-8b85-4072-b4a0-2018377ed0be admin admin] Deleting port ffdbc796-5ee6-4b98-99e5-3f462060250a {{(pid=103912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 28 17:35:32.230784 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-324c2aa8-8b85-4072-b4a0-2018377ed0be admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735968504037'] for port (ffdbc796-5ee6-4b98-99e5-3f462060250a), before_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:35:32.264725 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=100 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:35:32.270131 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-0e2e8003-91a8-4071-bf4b-9dec2b96d6b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '671f58c8-e137-4780-97bd-9d0a9ed4dab7', 'name': 'tempest-AttachVolumeTestJSON-164266833-router', 'tenant_id': '90b378551d1c467e911cf01274c97d85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'external_fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.67'}], 'enable_snat': True}, 'gw_port_id': 'ffdbc796-5ee6-4b98-99e5-3f462060250a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T17:25:27Z', 'updated_at': '2022-05-28T17:35:31Z', 'revision_number': 5, 'project_id': '90b378551d1c467e911cf01274c97d85', 'gw_port': {'id': 'ffdbc796-5ee6-4b98-99e5-3f462060250a', 'name': '', 'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:ae:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '671f58c8-e137-4780-97bd-9d0a9ed4dab7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:25:28Z', 'updated_at': '2022-05-28T17:25:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843729-1-iscsi'}], 'dv-cinder-843729-1-iscsi', False) {} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:35:32.298463 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e2e8003-91a8-4071-bf4b-9dec2b96d6b1 None None] Checking router: 671f58c8-e137-4780-97bd-9d0a9ed4dab7 for host: dv-cinder-843729-1-iscsi {{(pid=103914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 17:35:32.307429 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e2e8003-91a8-4071-bf4b-9dec2b96d6b1 None None] Routers {'671f58c8-e137-4780-97bd-9d0a9ed4dab7'} bound to L3 agent in host dv-cinder-843729-1-iscsi {{(pid=103914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 28 17:35:32.308033 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-0e2e8003-91a8-4071-bf4b-9dec2b96d6b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843729-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-28T17:16:55Z,description=,heartbeat_timestamp=2022-05-28T17:35:25Z,host='dv-cinder-843729-1-iscsi',id=8a8c7bbb-808d-49ae-95de-62501e6237ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T17:16:55Z,topic='l3_agent')) {'router_ids': ['671f58c8-e137-4780-97bd-9d0a9ed4dab7'], 'active': True} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:35:32.310396 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=100 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:35:32.314489 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.db [None req-324c2aa8-8b85-4072-b4a0-2018377ed0be admin admin] For port ffdbc796-5ee6-4b98-99e5-3f462060250a, host dv-cinder-843729-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843729-1-iscsi',level=0,port_id=ffdbc796-5ee6-4b98-99e5-3f462060250a,segment=NetworkSegment(3991c6da-7adc-4448-bfac-a7af5b626d82),segment_id=3991c6da-7adc-4448-bfac-a7af5b626d82)] {{(pid=103912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 17:35:32.314848 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-324c2aa8-8b85-4072-b4a0-2018377ed0be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-660327'] for port (ffdbc796-5ee6-4b98-99e5-3f462060250a), precommit_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:35:32.328827 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.plugin [None req-324c2aa8-8b85-4072-b4a0-2018377ed0be admin admin] Calling delete_port for ffdbc796-5ee6-4b98-99e5-3f462060250a owned by network:router_gateway {{(pid=103912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 28 17:35:32.391861 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvr_db [None req-0e2e8003-91a8-4071-bf4b-9dec2b96d6b1 None None] Set router 671f58c8-e137-4780-97bd-9d0a9ed4dab7 gateway port host: None {{(pid=103914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 28 17:35:32.501588 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-324c2aa8-8b85-4072-b4a0-2018377ed0be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735968512467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735968120122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6173922'] for port (ffdbc796-5ee6-4b98-99e5-3f462060250a), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:35:32.524722 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324c2aa8-8b85-4072-b4a0-2018377ed0be admin admin] Pushing event deleted for resources: {'Port': ['ID=ffdbc796-5ee6-4b98-99e5-3f462060250a,revision_number=None']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:35:32.529240 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-0e2e8003-91a8-4071-bf4b-9dec2b96d6b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '671f58c8-e137-4780-97bd-9d0a9ed4dab7', 'name': 'tempest-AttachVolumeTestJSON-164266833-router', 'tenant_id': '90b378551d1c467e911cf01274c97d85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T17:25:27Z', 'updated_at': '2022-05-28T17:35:32Z', 'revision_number': 6, 'project_id': '90b378551d1c467e911cf01274c97d85', 'gw_port_host': None}], 'dv-cinder-843729-1-iscsi', False) {} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:35:32.560641 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e2e8003-91a8-4071-bf4b-9dec2b96d6b1 None None] The sync data for ids ['671f58c8-e137-4780-97bd-9d0a9ed4dab7'] in dv-cinder-843729-1-iscsi is: [{'id': '671f58c8-e137-4780-97bd-9d0a9ed4dab7', 'name': 'tempest-AttachVolumeTestJSON-164266833-router', 'tenant_id': '90b378551d1c467e911cf01274c97d85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T17:25:27Z', 'updated_at': '2022-05-28T17:35:32Z', 'revision_number': 6, 'project_id': '90b378551d1c467e911cf01274c97d85', 'gw_port_host': None}] {{(pid=103914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 17:35:32.562566 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.agents_db [None req-b36f0ab6-f8d6-4670-a7fa-3628cf342135 None None] Agent healthcheck: found 6 active agents {{(pid=103914) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 28 17:35:32.589887 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-324c2aa8-8b85-4072-b4a0-2018377ed0be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-681697'] for router_gateway (671f58c8-e137-4780-97bd-9d0a9ed4dab7), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:35:32.678342 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-324c2aa8-8b85-4072-b4a0-2018377ed0be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6173'] for router (671f58c8-e137-4780-97bd-9d0a9ed4dab7), precommit_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:35:32.680540 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-324c2aa8-8b85-4072-b4a0-2018377ed0be admin admin] Publish callbacks [] for router_controller (671f58c8-e137-4780-97bd-9d0a9ed4dab7), precommit_delete_associations {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:35:32.695698 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d4121c-ed89-4794-b96e-df94366c7a58 req-44959aec-ca75-4a17-aead-4a7bb0c51393 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:35:32.697209 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-f6d4121c-ed89-4794-b96e-df94366c7a58 req-44959aec-ca75-4a17-aead-4a7bb0c51393 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] 10.222.0.33 "GET /v2.0/ports?device_id=9a72ea47-a87d-4716-981b-423fe0a0d60d HTTP/1.1" status: 200 len: 943 time: 0.0488405 May 28 17:35:32.728132 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-324c2aa8-8b85-4072-b4a0-2018377ed0be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-540091'] for router (671f58c8-e137-4780-97bd-9d0a9ed4dab7), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:35:32.728751 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-324c2aa8-8b85-4072-b4a0-2018377ed0be admin admin] Fanout notify agent at l3_agent the message router_deleted on router 671f58c8-e137-4780-97bd-9d0a9ed4dab7 {{(pid=103912) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 28 17:35:32.733104 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-324c2aa8-8b85-4072-b4a0-2018377ed0be admin admin] Publish callbacks [] for router (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:35:32.734241 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-324c2aa8-8b85-4072-b4a0-2018377ed0be admin admin] 10.222.0.33 "DELETE /v2.0/routers/671f58c8-e137-4780-97bd-9d0a9ed4dab7 HTTP/1.1" status: 204 len: 168 time: 0.7579474 May 28 17:35:32.736650 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.33', 34130) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:35:32.757484 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-f6d4121c-ed89-4794-b96e-df94366c7a58 req-4b1fd78e-48b1-487f-a056-44b6437442dc tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] 10.222.0.33 "GET /v2.0/security-groups?id=f7237bc3-fe4f-4f8e-99dc-6b35f46c839f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544784 May 28 17:35:32.772281 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:35:32.774503 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:35:32.785679 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.db.db_base_plugin_v2 [None req-186fabb6-0eb9-4494-91eb-08419cd8f141 admin admin] Deleting subnet cac4e4be-bdeb-4bc3-836c-d18d4297ccc1 {{(pid=103912) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 28 17:35:32.789797 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-186fabb6-0eb9-4494-91eb-08419cd8f141 admin admin] Publish callbacks [] for subnet (cac4e4be-bdeb-4bc3-836c-d18d4297ccc1), before_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:35:32.825345 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-186fabb6-0eb9-4494-91eb-08419cd8f141 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6171485'] for subnet (cac4e4be-bdeb-4bc3-836c-d18d4297ccc1), precommit_delete_associations {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:35:32.904302 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-186fabb6-0eb9-4494-91eb-08419cd8f141 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755116'] for subnet (cac4e4be-bdeb-4bc3-836c-d18d4297ccc1), precommit_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:35:32.959660 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-186fabb6-0eb9-4494-91eb-08419cd8f141 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6171411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5675836'] for subnet (cac4e4be-bdeb-4bc3-836c-d18d4297ccc1), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:35:32.987032 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186fabb6-0eb9-4494-91eb-08419cd8f141 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cac4e4be-bdeb-4bc3-836c-d18d4297ccc1,revision_number=None']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:35:33.000096 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-186fabb6-0eb9-4494-91eb-08419cd8f141 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-152074'] for subnet (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:35:33.002906 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7e2f6d2-55da-47ea-9b35-694b5f244a5a None None] Network ef03f64f-43e2-4121-9b36-bf95e66e6156 requested from dv-cinder-843729-1-iscsi {{(pid=103913) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 28 17:35:33.003360 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-186fabb6-0eb9-4494-91eb-08419cd8f141 admin admin] 10.222.0.33 "DELETE /v2.0/subnets/cac4e4be-bdeb-4bc3-836c-d18d4297ccc1 HTTP/1.1" status: 204 len: 168 time: 0.2655189 May 28 17:35:33.006154 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.33', 34132) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:35:33.077455 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-4b6ba0ad-1b3d-4fd1-810f-4871700c340b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1661291'] for network (ef03f64f-43e2-4121-9b36-bf95e66e6156), before_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:35:33.119602 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-4b6ba0ad-1b3d-4fd1-810f-4871700c340b admin admin] Deleting port 67536f2f-9c3c-4040-be03-9cbb1683b1ec {{(pid=103911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 28 17:35:33.119942 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-4b6ba0ad-1b3d-4fd1-810f-4871700c340b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735968504037'] for port (67536f2f-9c3c-4040-be03-9cbb1683b1ec), before_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:35:33.182205 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-4b6ba0ad-1b3d-4fd1-810f-4871700c340b admin admin] For port 67536f2f-9c3c-4040-be03-9cbb1683b1ec, host dv-cinder-843729-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843729-1-iscsi',level=0,port_id=67536f2f-9c3c-4040-be03-9cbb1683b1ec,segment=NetworkSegment(f8beb8cc-f482-4497-a44b-eda26792e0e2),segment_id=f8beb8cc-f482-4497-a44b-eda26792e0e2)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 17:35:33.182589 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-4b6ba0ad-1b3d-4fd1-810f-4871700c340b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-660327'] for port (67536f2f-9c3c-4040-be03-9cbb1683b1ec), precommit_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:35:33.184691 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:35:33.201532 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-4b6ba0ad-1b3d-4fd1-810f-4871700c340b admin admin] Calling delete_port for 67536f2f-9c3c-4040-be03-9cbb1683b1ec owned by network:dhcp {{(pid=103911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 28 17:35:33.279060 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-4b6ba0ad-1b3d-4fd1-810f-4871700c340b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735968512467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735968120122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6040268'] for port (67536f2f-9c3c-4040-be03-9cbb1683b1ec), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:35:33.305426 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b6ba0ad-1b3d-4fd1-810f-4871700c340b admin admin] No DVR routers for this DVR port 67536f2f-9c3c-4040-be03-9cbb1683b1ec on host dv-cinder-843729-1-iscsi {{(pid=103911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 17:35:33.312468 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6ba0ad-1b3d-4fd1-810f-4871700c340b admin admin] Pushing event deleted for resources: {'Port': ['ID=67536f2f-9c3c-4040-be03-9cbb1683b1ec,revision_number=None']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:35:33.352212 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-579fef20-27d8-43b2-9576-284019e571aa None None] DHCP port deletion for ef03f64f-43e2-4121-9b36-bf95e66e6156 request from dv-cinder-843729-1-iscsi {{(pid=103913) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 28 17:35:33.395512 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-4b6ba0ad-1b3d-4fd1-810f-4871700c340b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753177', 'neutron.services.segments.db._delete_segments_for_network-8735968598640'] for network (ef03f64f-43e2-4121-9b36-bf95e66e6156), precommit_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:35:33.416775 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:35:33.418648 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.services.segments.db [None req-4b6ba0ad-1b3d-4fd1-810f-4871700c340b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef03f64f-43e2-4121-9b36-bf95e66e6156']}} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:35:33.429645 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.services.segments.db [None req-4b6ba0ad-1b3d-4fd1-810f-4871700c340b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8beb8cc-f482-4497-a44b-eda26792e0e2') {'for_net_delete': True} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:35:33.429935 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.services.segments.db [None req-4b6ba0ad-1b3d-4fd1-810f-4871700c340b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8beb8cc-f482-4497-a44b-eda26792e0e2') {} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:35:33.440277 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-4b6ba0ad-1b3d-4fd1-810f-4871700c340b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735968599161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5576405'] for segment (f8beb8cc-f482-4497-a44b-eda26792e0e2), before_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:35:33.454592 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-4b6ba0ad-1b3d-4fd1-810f-4871700c340b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766051'] for segment (f8beb8cc-f482-4497-a44b-eda26792e0e2), precommit_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:35:33.460914 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Device ae7cb121-682f-4a2f-9816-6dd875165244 no longer exists at agent ovs-agent-dv-cinder-843729-1-iscsi {{(pid=103913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 28 17:35:33.463106 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b6ba0ad-1b3d-4fd1-810f-4871700c340b admin admin] Releasing vlan 167 on physical network physnet1 to pool {{(pid=103911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 17:35:33.463640 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-4b6ba0ad-1b3d-4fd1-810f-4871700c340b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6040223'] for segment (f8beb8cc-f482-4497-a44b-eda26792e0e2), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:35:33.485876 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.services.segments.plugin [-] Segment f8beb8cc-f482-4497-a44b-eda26792e0e2 resource provider aggregate not found May 28 17:35:33.495626 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] No Port match for: ae7cb121-682f-4a2f-9816-6dd875165244 {{(pid=103913) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 28 17:35:33.495980 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Device ae7cb121-682f-4a2f-9816-6dd875165244 not bound to the agent host dv-cinder-843729-1-iscsi {{(pid=103913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 28 17:35:33.521721 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.services.segments.plugin [-] Segment f8beb8cc-f482-4497-a44b-eda26792e0e2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f8beb8cc-f482-4497-a44b-eda26792e0e2 found for delete ", "request_id": "req-af307f3f-ee8b-4bb0-a64b-d4bf93d7fb57"}]} May 28 17:35:33.538033 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-4b6ba0ad-1b3d-4fd1-810f-4871700c340b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1753186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681677'] for network (ef03f64f-43e2-4121-9b36-bf95e66e6156), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:35:33.541375 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-4b6ba0ad-1b3d-4fd1-810f-4871700c340b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-152074'] for network (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:35:33.544627 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-4b6ba0ad-1b3d-4fd1-810f-4871700c340b admin admin] 10.222.0.33 "DELETE /v2.0/networks/ef03f64f-43e2-4121-9b36-bf95e66e6156 HTTP/1.1" status: 204 len: 168 time: 0.5375042 May 28 17:35:33.560823 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6ba0ad-1b3d-4fd1-810f-4871700c340b admin admin] Pushing event deleted for resources: {'Network': ['ID=ef03f64f-43e2-4121-9b36-bf95e66e6156,revision_number=None']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:35:33.679174 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.33', 34140) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:35:33.720763 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-62d2da25-4a0b-40f0-8a27-3007c92f0046 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=90b378551d1c467e911cf01274c97d85&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0403607 May 28 17:35:33.723094 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.33', 34142) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:35:33.774173 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-a65d1e77-c7a2-4415-a7fa-e099bc9c692a admin admin] Publish callbacks [] for security_group (7c0eccd9-1c53-4496-8b45-80f1680f541a), before_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:35:33.796321 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-a65d1e77-c7a2-4415-a7fa-e099bc9c692a admin admin] Publish callbacks [] for security_group (7c0eccd9-1c53-4496-8b45-80f1680f541a), precommit_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:35:33.844850 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-a65d1e77-c7a2-4415-a7fa-e099bc9c692a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594961'] for security_group (7c0eccd9-1c53-4496-8b45-80f1680f541a), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:35:33.847525 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-a65d1e77-c7a2-4415-a7fa-e099bc9c692a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:35:33.848691 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-a65d1e77-c7a2-4415-a7fa-e099bc9c692a admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/7c0eccd9-1c53-4496-8b45-80f1680f541a HTTP/1.1" status: 204 len: 168 time: 0.1246622 May 28 17:35:33.858046 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65d1e77-c7a2-4415-a7fa-e099bc9c692a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c0eccd9-1c53-4496-8b45-80f1680f541a,revision_number=None']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:35:33.877713 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ed8886-70f2-415b-91d3-b99f2f74becf req-576adc10-fcda-4dcf-bc3a-cca3622cbcdf tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:35:33.879205 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-d9ed8886-70f2-415b-91d3-b99f2f74becf req-576adc10-fcda-4dcf-bc3a-cca3622cbcdf tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] 10.222.0.33 "GET /v2.0/ports?device_id=9a72ea47-a87d-4716-981b-423fe0a0d60d HTTP/1.1" status: 200 len: 943 time: 0.0517240 May 28 17:35:33.930287 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-d9ed8886-70f2-415b-91d3-b99f2f74becf req-a0d4f2c2-8919-4091-9956-a588c1474659 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] 10.222.0.33 "GET /v2.0/security-groups?id=f7237bc3-fe4f-4f8e-99dc-6b35f46c839f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421574 May 28 17:35:34.537730 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9168e4d9-a467-4cc3-b08f-22908d608d0b req-7d9152ff-ff98-41d1-b30b-c76babc3d091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:35:34.539132 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-9168e4d9-a467-4cc3-b08f-22908d608d0b req-7d9152ff-ff98-41d1-b30b-c76babc3d091 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9525b35792a04dc3a6f109cb39ee9d50&device_id=9a72ea47-a87d-4716-981b-423fe0a0d60d HTTP/1.1" status: 200 len: 1127 time: 0.0427330 May 28 17:35:34.561885 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-451c4ec2-0d2e-4afd-a28b-3c2705f892fc req-241fcbc5-9c5e-472e-ae9c-5be230e7bf47 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=27322ac4-8704-4f1a-b431-e5c4ad7d77ad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0422065 May 28 17:35:34.615373 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (7cdbebfa-f3b4-48eb-8fbc-caed95606681), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:35:34.640626 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451c4ec2-0d2e-4afd-a28b-3c2705f892fc req-cb40512f-4375-4f05-a078-c1bb0f464db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:35:34.641995 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-451c4ec2-0d2e-4afd-a28b-3c2705f892fc req-cb40512f-4375-4f05-a078-c1bb0f464db6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=afaaf8bde7134efc80c77d707bb309bc&device_id=27322ac4-8704-4f1a-b431-e5c4ad7d77ad HTTP/1.1" status: 200 len: 1131 time: 0.0415156 May 28 17:35:34.655486 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9168e4d9-a467-4cc3-b08f-22908d608d0b req-c563223e-9323-4ce7-859c-635e642e8e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:35:34.657477 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-9168e4d9-a467-4cc3-b08f-22908d608d0b req-c563223e-9323-4ce7-859c-635e642e8e9b service neutron] 10.222.0.16 "GET /v2.0/networks?id=f73c6d30-f59b-4e03-9c62-138278150c67 HTTP/1.1" status: 200 len: 915 time: 0.1108904 May 28 17:35:34.705778 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-9168e4d9-a467-4cc3-b08f-22908d608d0b req-e4d6ac8d-eb29-49db-b550-e133cc85ae9e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=25a0a848-b7b0-4228-8b72-fbe8936a2352 HTTP/1.1" status: 200 len: 217 time: 0.0341182 May 28 17:35:34.762573 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451c4ec2-0d2e-4afd-a28b-3c2705f892fc req-9977a85d-e017-417b-8ab2-c549f9354058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:35:34.764066 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-451c4ec2-0d2e-4afd-a28b-3c2705f892fc req-9977a85d-e017-417b-8ab2-c549f9354058 service neutron] 10.222.0.16 "GET /v2.0/networks?id=9aa607a6-b193-4d84-be0c-e5c8f4a565d2 HTTP/1.1" status: 200 len: 918 time: 0.0932531 May 28 17:35:34.772431 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9168e4d9-a467-4cc3-b08f-22908d608d0b req-57c49b68-516c-4c1c-aa46-07b52af5fd9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:35:34.773914 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-9168e4d9-a467-4cc3-b08f-22908d608d0b req-57c49b68-516c-4c1c-aa46-07b52af5fd9a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3ba9da23-e7a0-4b8a-b5a4-c3c0fc07e6a1 HTTP/1.1" status: 200 len: 853 time: 0.0627851 May 28 17:35:34.824186 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9168e4d9-a467-4cc3-b08f-22908d608d0b req-b1035c88-a131-4e07-b4e2-fb656fb0d9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:35:34.825946 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-9168e4d9-a467-4cc3-b08f-22908d608d0b req-b1035c88-a131-4e07-b4e2-fb656fb0d9c8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f73c6d30-f59b-4e03-9c62-138278150c67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0466917 May 28 17:35:34.836954 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-451c4ec2-0d2e-4afd-a28b-3c2705f892fc req-e039dbf2-266d-428c-8339-cef7fe9a962c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e951fe87-910c-4495-88e9-a876c275be25 HTTP/1.1" status: 200 len: 1001 time: 0.0673277 May 28 17:35:34.889584 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451c4ec2-0d2e-4afd-a28b-3c2705f892fc req-efb3199b-38a7-495b-bd39-8cabeb7b8648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:35:34.891083 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-451c4ec2-0d2e-4afd-a28b-3c2705f892fc req-efb3199b-38a7-495b-bd39-8cabeb7b8648 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5c9892e7-e6e2-4d1b-9907-f3f374bf6c5e HTTP/1.1" status: 200 len: 856 time: 0.0471687 May 28 17:35:34.926619 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-9168e4d9-a467-4cc3-b08f-22908d608d0b req-3c7fe09b-3b27-4afa-9723-6dfa6fd4dc31 service neutron] 10.222.0.16 "GET /v2.0/networks/f73c6d30-f59b-4e03-9c62-138278150c67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902531 May 28 17:35:34.941479 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451c4ec2-0d2e-4afd-a28b-3c2705f892fc req-cd2f5e25-3cbb-412b-821b-9f1c7cf108fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:35:34.943632 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-451c4ec2-0d2e-4afd-a28b-3c2705f892fc req-cd2f5e25-3cbb-412b-821b-9f1c7cf108fd service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9aa607a6-b193-4d84-be0c-e5c8f4a565d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0451174 May 28 17:35:35.043225 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:35:35.059875 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-451c4ec2-0d2e-4afd-a28b-3c2705f892fc req-aaa40236-1698-480f-b2b0-71889dc28685 service neutron] 10.222.0.16 "GET /v2.0/networks/9aa607a6-b193-4d84-be0c-e5c8f4a565d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111343 May 28 17:35:35.069221 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Device 67536f2f-9c3c-4040-be03-9cbb1683b1ec no longer exists at agent ovs-agent-dv-cinder-843729-1-iscsi {{(pid=103913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 28 17:35:35.072214 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4b7157-af9d-4cb7-8580-9043e758c916 req-9b5af317-49ec-4a77-800e-5e7ce33543c2 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:35:35.073703 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-5d4b7157-af9d-4cb7-8580-9043e758c916 req-9b5af317-49ec-4a77-800e-5e7ce33543c2 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] 10.222.0.33 "GET /v2.0/ports?device_id=9a72ea47-a87d-4716-981b-423fe0a0d60d HTTP/1.1" status: 200 len: 943 time: 0.0688198 May 28 17:35:35.081083 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-9168e4d9-a467-4cc3-b08f-22908d608d0b req-0390c40a-352c-4ec2-b8d2-c4ef8a8a1611 service neutron] 10.222.0.16 "GET /v2.0/networks/f73c6d30-f59b-4e03-9c62-138278150c67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490674 May 28 17:35:35.092247 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] No Port match for: 67536f2f-9c3c-4040-be03-9cbb1683b1ec {{(pid=103913) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 28 17:35:35.092712 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Device 67536f2f-9c3c-4040-be03-9cbb1683b1ec not bound to the agent host dv-cinder-843729-1-iscsi {{(pid=103913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 28 17:35:35.093288 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Device ffdbc796-5ee6-4b98-99e5-3f462060250a no longer exists at agent ovs-agent-dv-cinder-843729-1-iscsi {{(pid=103913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 28 17:35:35.115583 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] No Port match for: ffdbc796-5ee6-4b98-99e5-3f462060250a {{(pid=103913) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 28 17:35:35.116340 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Device ffdbc796-5ee6-4b98-99e5-3f462060250a not bound to the agent host dv-cinder-843729-1-iscsi {{(pid=103913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 28 17:35:35.135384 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-5d4b7157-af9d-4cb7-8580-9043e758c916 req-280bd24b-1d1d-4b98-9bcc-c0d3d303d8d4 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] 10.222.0.33 "GET /v2.0/security-groups?id=f7237bc3-fe4f-4f8e-99dc-6b35f46c839f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533345 May 28 17:35:35.160121 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Device 25a0a848-b7b0-4228-8b72-fbe8936a2352 details requested by agent hyperv_hv-cinder-84372 with host hv-cinder-84372 {{(pid=103913) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 28 17:35:35.183113 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-451c4ec2-0d2e-4afd-a28b-3c2705f892fc req-acef340e-32a3-4b23-a28e-6a02ab6457fd service neutron] 10.222.0.16 "GET /v2.0/networks/9aa607a6-b193-4d84-be0c-e5c8f4a565d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172347 May 28 17:35:35.265118 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] For port 25a0a848-b7b0-4228-8b72-fbe8936a2352, host hv-cinder-84372, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84372',level=0,port_id=25a0a848-b7b0-4228-8b72-fbe8936a2352,segment=NetworkSegment(480101fc-6c46-44c0-bf09-f4d27baa4f82),segment_id=480101fc-6c46-44c0-bf09-f4d27baa4f82)] {{(pid=103913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 17:35:35.277820 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Returning: {'device': '25a0a848-b7b0-4228-8b72-fbe8936a2352', 'network_id': 'f73c6d30-f59b-4e03-9c62-138278150c67', 'port_id': '25a0a848-b7b0-4228-8b72-fbe8936a2352', 'mac_address': 'fa:16:3e:0b:39:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ba9da23-e7a0-4b8a-b5a4-c3c0fc07e6a1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103913) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 28 17:35:35.321131 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Current status of the port 25a0a848-b7b0-4228-8b72-fbe8936a2352 is: DOWN; New status is: BUILD {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 17:35:35.321429 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (25a0a848-b7b0-4228-8b72-fbe8936a2352), before_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:35:35.335803 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.notifiers.nova [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25a0a848-b7b0-4228-8b72-fbe8936a2352 {{(pid=103913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 17:35:35.356128 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] For port 25a0a848-b7b0-4228-8b72-fbe8936a2352, host hv-cinder-84372, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84372',level=0,port_id=25a0a848-b7b0-4228-8b72-fbe8936a2352,segment=NetworkSegment(480101fc-6c46-44c0-bf09-f4d27baa4f82),segment_id=480101fc-6c46-44c0-bf09-f4d27baa4f82)] {{(pid=103913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 17:35:35.360403 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735968512485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735968120131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735968120149'] for port (25a0a848-b7b0-4228-8b72-fbe8936a2352), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:35:35.409716 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Pushing event updated for resources: {'Port': ['ID=25a0a848-b7b0-4228-8b72-fbe8936a2352,revision_number=4']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:35:35.416835 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:35:35.417188 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:35:35.417533 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:35:35.417890 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:35:35.418206 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:35:35.418534 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:35:35.418858 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:35:35.419182 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:35:35.419606 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:35:35.419934 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:35:35.420261 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:35:35.420585 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:35:35.420905 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:35:35.421222 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:35:35.421537 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:35:35.826661 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] get_ports_and_sgs() called for port_ids ['25a0a848-b7b0-4228-8b72-fbe8936a2352'] {{(pid=103913) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 28 17:35:36.256325 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec945b14-1848-423f-8b73-8b3e2a8b3a37 req-455147bd-550e-47f5-938f-0ea717690d38 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:35:36.257745 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-ec945b14-1848-423f-8b73-8b3e2a8b3a37 req-455147bd-550e-47f5-938f-0ea717690d38 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] 10.222.0.33 "GET /v2.0/ports?device_id=9a72ea47-a87d-4716-981b-423fe0a0d60d HTTP/1.1" status: 200 len: 944 time: 0.0506675 May 28 17:35:36.300289 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:35:36.304885 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-ec945b14-1848-423f-8b73-8b3e2a8b3a37 req-782f0716-de33-4bf6-8529-0b1f5b615a71 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] 10.222.0.33 "GET /v2.0/security-groups?id=f7237bc3-fe4f-4f8e-99dc-6b35f46c839f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416777 May 28 17:35:37.165421 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Device 25a0a848-b7b0-4228-8b72-fbe8936a2352 up at agent hyperv_hv-cinder-84372 {{(pid=103913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 28 17:35:37.206075 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Provisioning for port 25a0a848-b7b0-4228-8b72-fbe8936a2352 completed by entity L2. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 28 17:35:37.212151 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Provisioning complete for port 25a0a848-b7b0-4228-8b72-fbe8936a2352 triggered by entity L2. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 17:35:37.212583 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1821120'] for port (25a0a848-b7b0-4228-8b72-fbe8936a2352), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:35:37.249224 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=100 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:35:37.287443 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Current status of the port 25a0a848-b7b0-4228-8b72-fbe8936a2352 is: BUILD; New status is: ACTIVE {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 17:35:37.287820 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (25a0a848-b7b0-4228-8b72-fbe8936a2352), before_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:35:37.309271 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a72ea47-a87d-4716-981b-423fe0a0d60d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25a0a848-b7b0-4228-8b72-fbe8936a2352'}] {{(pid=103913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 17:35:37.311448 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fc7d66bd3c46bdb9792f0e064e6c35853b2e9fce1f0b0d0eb0c21c6a12b004b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d42fcb1-8f42-4572-937e-fcec01fd9e7b" -d '{"events": [{"server_uuid": "9a72ea47-a87d-4716-981b-423fe0a0d60d", "name": "network-vif-plugged", "status": "completed", "tag": "25a0a848-b7b0-4228-8b72-fbe8936a2352"}]}' {{(pid=103913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 28 17:35:37.324105 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] For port 25a0a848-b7b0-4228-8b72-fbe8936a2352, host hv-cinder-84372, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84372',level=0,port_id=25a0a848-b7b0-4228-8b72-fbe8936a2352,segment=NetworkSegment(480101fc-6c46-44c0-bf09-f4d27baa4f82),segment_id=480101fc-6c46-44c0-bf09-f4d27baa4f82)] {{(pid=103913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 17:35:37.329097 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735968512485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735968120131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735968120149'] for port (25a0a848-b7b0-4228-8b72-fbe8936a2352), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:35:37.353708 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:35:37.355579 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 May 2022 17:35:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b42d875-fbbc-466c-a85b-8b5081ef9499 x-openstack-request-id: req-0b42d875-fbbc-466c-a85b-8b5081ef9499 {{(pid=103913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 28 17:35:37.355899 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a72ea47-a87d-4716-981b-423fe0a0d60d", "name": "network-vif-plugged", "status": "completed", "tag": "25a0a848-b7b0-4228-8b72-fbe8936a2352", "code": 200}]} {{(pid=103913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 28 17:35:37.356152 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-0b42d875-fbbc-466c-a85b-8b5081ef9499 {{(pid=103913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 28 17:35:37.356538 dv-cinder-843729-1-iscsi neutron-server[103913]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b42d875-fbbc-466c-a85b-8b5081ef9499'] response: {'server_uuid': '9a72ea47-a87d-4716-981b-423fe0a0d60d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25a0a848-b7b0-4228-8b72-fbe8936a2352', 'code': 200} May 28 17:35:37.382857 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Pushing event updated for resources: {'Port': ['ID=25a0a848-b7b0-4228-8b72-fbe8936a2352,revision_number=5']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:35:37.423576 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fec57a-208f-4b1d-a5f8-8ea027ad9f05 req-73486613-94b2-4e78-a996-e8e811d2f447 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:35:37.425026 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-32fec57a-208f-4b1d-a5f8-8ea027ad9f05 req-73486613-94b2-4e78-a996-e8e811d2f447 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] 10.222.0.33 "GET /v2.0/ports?device_id=9a72ea47-a87d-4716-981b-423fe0a0d60d HTTP/1.1" status: 200 len: 945 time: 0.0495284 May 28 17:35:37.445572 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:35:37.474736 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-32fec57a-208f-4b1d-a5f8-8ea027ad9f05 req-27d628ce-3b46-4c16-9ff2-7c93454f6157 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] 10.222.0.33 "GET /v2.0/security-groups?id=f7237bc3-fe4f-4f8e-99dc-6b35f46c839f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439534 May 28 17:35:37.572392 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019c43ad-4b45-4af7-9c18-7aee9b5451f0 req-670699bd-8582-468a-a19f-9346656fbd77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:35:37.573928 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-019c43ad-4b45-4af7-9c18-7aee9b5451f0 req-670699bd-8582-468a-a19f-9346656fbd77 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=9a72ea47-a87d-4716-981b-423fe0a0d60d HTTP/1.1" status: 200 len: 1129 time: 0.0410802 May 28 17:35:37.619396 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-019c43ad-4b45-4af7-9c18-7aee9b5451f0 req-4628647f-7976-4ccc-b7d5-a48090ed7d6f service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=f7237bc3-fe4f-4f8e-99dc-6b35f46c839f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383968 May 28 17:35:38.598648 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf9208a-0908-44d6-ba8b-657e7b3f2d50 req-a7432eb5-bdfb-4ccb-9405-c19d3693dc85 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:35:38.600469 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-0bf9208a-0908-44d6-ba8b-657e7b3f2d50 req-a7432eb5-bdfb-4ccb-9405-c19d3693dc85 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] 10.222.0.33 "GET /v2.0/ports?device_id=9a72ea47-a87d-4716-981b-423fe0a0d60d HTTP/1.1" status: 200 len: 945 time: 0.0544569 May 28 17:35:38.642299 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:35:38.655470 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-0bf9208a-0908-44d6-ba8b-657e7b3f2d50 req-9766cb3b-e907-417d-8618-23e5785a2cd2 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] 10.222.0.33 "GET /v2.0/security-groups?id=f7237bc3-fe4f-4f8e-99dc-6b35f46c839f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490394 May 28 17:35:39.774028 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9b27f1-99d9-4379-8ee9-c2529e95bda9 req-824b66db-6f7e-40a4-9abc-b52213afbf3c tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:35:39.775476 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-1c9b27f1-99d9-4379-8ee9-c2529e95bda9 req-824b66db-6f7e-40a4-9abc-b52213afbf3c tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] 10.222.0.33 "GET /v2.0/ports?device_id=9a72ea47-a87d-4716-981b-423fe0a0d60d HTTP/1.1" status: 200 len: 945 time: 0.0473688 May 28 17:35:39.823957 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-1c9b27f1-99d9-4379-8ee9-c2529e95bda9 req-2b231a58-573c-4203-930d-97e75bc6dcd6 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] 10.222.0.33 "GET /v2.0/security-groups?id=f7237bc3-fe4f-4f8e-99dc-6b35f46c839f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429463 May 28 17:35:40.939287 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0762f4-c95b-4bef-85eb-341268ed59bc req-1a506dca-cc8c-43d1-9112-13e205d46bc7 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:35:40.940766 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-2e0762f4-c95b-4bef-85eb-341268ed59bc req-1a506dca-cc8c-43d1-9112-13e205d46bc7 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] 10.222.0.33 "GET /v2.0/ports?device_id=9a72ea47-a87d-4716-981b-423fe0a0d60d HTTP/1.1" status: 200 len: 945 time: 0.0467620 May 28 17:35:40.987885 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-2e0762f4-c95b-4bef-85eb-341268ed59bc req-c173dab0-22b6-444a-8e68-d41f1693edae tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] 10.222.0.33 "GET /v2.0/security-groups?id=f7237bc3-fe4f-4f8e-99dc-6b35f46c839f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413013 May 28 17:35:42.099356 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0226e080-2151-48eb-9dd1-3ccfb0f8841d req-6470bc2b-ca3e-4e4d-a8a1-fa02fc6dfeb0 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:35:42.100807 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-0226e080-2151-48eb-9dd1-3ccfb0f8841d req-6470bc2b-ca3e-4e4d-a8a1-fa02fc6dfeb0 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] 10.222.0.33 "GET /v2.0/ports?device_id=9a72ea47-a87d-4716-981b-423fe0a0d60d HTTP/1.1" status: 200 len: 945 time: 0.0462010 May 28 17:35:42.150280 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-0226e080-2151-48eb-9dd1-3ccfb0f8841d req-b300b639-abab-42eb-a32a-f8bb74acaf9c tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] 10.222.0.33 "GET /v2.0/security-groups?id=f7237bc3-fe4f-4f8e-99dc-6b35f46c839f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439808 May 28 17:35:42.529624 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=8 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:35:42.559402 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=15 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:35:43.266913 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5e0e80-3c45-4399-bfd5-e846b2cf9ec8 req-630e9508-67e8-4dac-bc8f-609f78ee7e26 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:35:43.268411 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-0a5e0e80-3c45-4399-bfd5-e846b2cf9ec8 req-630e9508-67e8-4dac-bc8f-609f78ee7e26 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] 10.222.0.33 "GET /v2.0/ports?device_id=9a72ea47-a87d-4716-981b-423fe0a0d60d HTTP/1.1" status: 200 len: 945 time: 0.0521076 May 28 17:35:43.318419 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-0a5e0e80-3c45-4399-bfd5-e846b2cf9ec8 req-812edc19-8fe7-48d3-a9d1-29f2131d01c3 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] 10.222.0.33 "GET /v2.0/security-groups?id=f7237bc3-fe4f-4f8e-99dc-6b35f46c839f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445476 May 28 17:35:43.434437 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9acc727-dc51-402e-962d-cf066a0f6c25 req-51bbdca5-2916-410b-b611-8d63f9970297 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:35:43.436965 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-e9acc727-dc51-402e-962d-cf066a0f6c25 req-51bbdca5-2916-410b-b611-8d63f9970297 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] 10.222.0.33 "GET /v2.0/ports?device_id=9a72ea47-a87d-4716-981b-423fe0a0d60d HTTP/1.1" status: 200 len: 945 time: 0.0519814 May 28 17:35:43.446272 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.33', 34262) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:35:43.450550 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.v2.base [None req-f0aa2a7c-a4d5-46c3-92ea-316a0d9c5eb2 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Request body: {'floatingip': {'port_id': '25a0a848-b7b0-4228-8b72-fbe8936a2352'}} {{(pid=103912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 17:35:43.488154 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-f0aa2a7c-a4d5-46c3-92ea-316a0d9c5eb2 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Publish callbacks [] for floatingip (379126d3-8143-4ab5-b326-cd21a26bf136), before_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:35:43.899132 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-f0aa2a7c-a4d5-46c3-92ea-316a0d9c5eb2 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:35:43.903518 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-f0aa2a7c-a4d5-46c3-92ea-316a0d9c5eb2 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681695'] for floatingip (379126d3-8143-4ab5-b326-cd21a26bf136), after_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:35:43.999134 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.db.l3_db [None req-f0aa2a7c-a4d5-46c3-92ea-316a0d9c5eb2 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Floating IP 379126d3-8143-4ab5-b326-cd21a26bf136 associated. External IP: 172.27.0.141, port: 25a0a848-b7b0-4228-8b72-fbe8936a2352. May 28 17:35:44.080835 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:35:44.098969 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:35:44.454475 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0aa2a7c-a4d5-46c3-92ea-316a0d9c5eb2 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Router 4d1920b0-566c-4298-8aa6-a5f29f68f519 has already been hosted by L3 agent 8a8c7bbb-808d-49ae-95de-62501e6237ff {{(pid=103912) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 17:35:44.557570 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0aa2a7c-a4d5-46c3-92ea-316a0d9c5eb2 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Notify agent at l3_agent.dv-cinder-843729-1-iscsi the message routers_updated {{(pid=103912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 17:35:44.562526 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-f0aa2a7c-a4d5-46c3-92ea-316a0d9c5eb2 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22441'] for floatingip (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:35:44.568055 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c925e08c-6600-4c32-939f-60f678eaa2a5 None None] Sync routers for ids ['4d1920b0-566c-4298-8aa6-a5f29f68f519'] in dv-cinder-843729-1-iscsi {{(pid=103913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 17:35:44.579814 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c925e08c-6600-4c32-939f-60f678eaa2a5 None None] Routers {'4d1920b0-566c-4298-8aa6-a5f29f68f519'} bound to L3 agent in host dv-cinder-843729-1-iscsi {{(pid=103913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 28 17:35:44.580735 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.l3_hamode_db [None req-c925e08c-6600-4c32-939f-60f678eaa2a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843729-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-28T17:16:55Z,description=,heartbeat_timestamp=2022-05-28T17:35:25Z,host='dv-cinder-843729-1-iscsi',id=8a8c7bbb-808d-49ae-95de-62501e6237ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T17:16:55Z,topic='l3_agent')) {'router_ids': ['4d1920b0-566c-4298-8aa6-a5f29f68f519'], 'active': True} {{(pid=103913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:35:44.597535 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-f0aa2a7c-a4d5-46c3-92ea-316a0d9c5eb2 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] 10.222.0.33 "PUT /v2.0/floatingips/379126d3-8143-4ab5-b326-cd21a26bf136 HTTP/1.1" status: 200 len: 991 time: 1.1480017 May 28 17:35:44.597535 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a72ea47-a87d-4716-981b-423fe0a0d60d', 'tag': '25a0a848-b7b0-4228-8b72-fbe8936a2352'}] {{(pid=103912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 17:35:44.599135 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}192b2939a0ee72d6dca365a869ce4d556b01f2e73c600b6e44d67eb265bc480d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3094a9c1-2848-4fce-b7e9-874e689ebb7d" -d '{"events": [{"name": "network-changed", "server_uuid": "9a72ea47-a87d-4716-981b-423fe0a0d60d", "tag": "25a0a848-b7b0-4228-8b72-fbe8936a2352"}]}' {{(pid=103912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 28 17:35:44.637617 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 May 2022 17:35:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3ed049b-4015-4672-a31a-a68bd2603859 x-openstack-request-id: req-a3ed049b-4015-4672-a31a-a68bd2603859 {{(pid=103912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 28 17:35:44.637908 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a72ea47-a87d-4716-981b-423fe0a0d60d", "tag": "25a0a848-b7b0-4228-8b72-fbe8936a2352", "status": "completed", "code": 200}]} {{(pid=103912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 28 17:35:44.638156 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-a3ed049b-4015-4672-a31a-a68bd2603859 {{(pid=103912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 28 17:35:44.638548 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3ed049b-4015-4672-a31a-a68bd2603859'] response: {'name': 'network-changed', 'server_uuid': '9a72ea47-a87d-4716-981b-423fe0a0d60d', 'tag': '25a0a848-b7b0-4228-8b72-fbe8936a2352', 'status': 'completed', 'code': 200} May 28 17:35:44.737650 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3094a9c1-2848-4fce-b7e9-874e689ebb7d req-9b39f55e-c0c5-4298-b9f8-c6ebbdcb1c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:35:44.739245 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-3094a9c1-2848-4fce-b7e9-874e689ebb7d req-9b39f55e-c0c5-4298-b9f8-c6ebbdcb1c35 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9525b35792a04dc3a6f109cb39ee9d50&device_id=9a72ea47-a87d-4716-981b-423fe0a0d60d HTTP/1.1" status: 200 len: 1129 time: 0.0444877 May 28 17:35:44.815199 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.l3_dvr_db [None req-c925e08c-6600-4c32-939f-60f678eaa2a5 None None] Set router 4d1920b0-566c-4298-8aa6-a5f29f68f519 gateway port host: dv-cinder-843729-1-iscsi {{(pid=103913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 28 17:35:44.834733 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3094a9c1-2848-4fce-b7e9-874e689ebb7d req-9b8c56bc-f7d6-43a2-a17a-b4c79fcefb4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:35:44.836254 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-3094a9c1-2848-4fce-b7e9-874e689ebb7d req-9b8c56bc-f7d6-43a2-a17a-b4c79fcefb4a service neutron] 10.222.0.16 "GET /v2.0/networks?id=f73c6d30-f59b-4e03-9c62-138278150c67 HTTP/1.1" status: 200 len: 915 time: 0.0908067 May 28 17:35:44.903742 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-3094a9c1-2848-4fce-b7e9-874e689ebb7d req-1a07e52f-3700-4337-989c-f4ce9d8abd78 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=25a0a848-b7b0-4228-8b72-fbe8936a2352 HTTP/1.1" status: 200 len: 999 time: 0.0591590 May 28 17:35:44.953625 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3094a9c1-2848-4fce-b7e9-874e689ebb7d req-896ac0d9-f417-4c34-a973-ffa0adbf8aff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:35:44.955107 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-3094a9c1-2848-4fce-b7e9-874e689ebb7d req-896ac0d9-f417-4c34-a973-ffa0adbf8aff service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3ba9da23-e7a0-4b8a-b5a4-c3c0fc07e6a1 HTTP/1.1" status: 200 len: 853 time: 0.0455139 May 28 17:35:44.999535 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3094a9c1-2848-4fce-b7e9-874e689ebb7d req-42af6a1a-df93-440f-bb48-23c958edb07c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:35:45.001031 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-3094a9c1-2848-4fce-b7e9-874e689ebb7d req-42af6a1a-df93-440f-bb48-23c958edb07c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f73c6d30-f59b-4e03-9c62-138278150c67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0391457 May 28 17:35:45.018355 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.wsgi [req-3094a9c1-2848-4fce-b7e9-874e689ebb7d req-65d6ec4d-75fa-467f-ba82-29a2d2071582 service neutron] http://10.222.0.33:9696/v2.0/extensions returned with HTTP 200 {{(pid=103912) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 28 17:35:45.019302 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-3094a9c1-2848-4fce-b7e9-874e689ebb7d req-65d6ec4d-75fa-467f-ba82-29a2d2071582 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0048296 May 28 17:35:45.027485 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.l3_hamode_db [None req-c925e08c-6600-4c32-939f-60f678eaa2a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d1920b0-566c-4298-8aa6-a5f29f68f519', 'name': 'tempest-AttachVolumeNegativeTest-835744229-router', 'tenant_id': '9525b35792a04dc3a6f109cb39ee9d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'external_fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '9af5fae3-06cc-45b6-9e16-34f986749091', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T17:33:30Z', 'updated_at': '2022-05-28T17:33:33Z', 'revision_number': 4, 'project_id': '9525b35792a04dc3a6f109cb39ee9d50', 'gw_port': {'id': '9af5fae3-06cc-45b6-9e16-34f986749091', 'name': '', 'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:33:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1920b0-566c-4298-8aa6-a5f29f68f519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:33:31Z', 'updated_at': '2022-05-28T17:33:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843729-1-iscsi', '_floatingips': [{'id': '379126d3-8143-4ab5-b326-cd21a26bf136', 'tenant_id': '9525b35792a04dc3a6f109cb39ee9d50', 'floating_ip_address': '172.27.0.141', 'floating_network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'router_id': '4d1920b0-566c-4298-8aa6-a5f29f68f519', 'port_id': '25a0a848-b7b0-4228-8b72-fbe8936a2352', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f73c6d30-f59b-4e03-9c62-138278150c67', 'mac_address': 'fa:16:3e:0b:39:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a72ea47-a87d-4716-981b-423fe0a0d60d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T17:35:27Z', 'updated_at': '2022-05-28T17:35:43Z', 'revision_number': 1, 'project_id': '9525b35792a04dc3a6f109cb39ee9d50', 'fixed_ip_address_scope': None}, {'id': '388f9609-a470-47c7-8586-806653c2e4a0', 'tenant_id': '9525b35792a04dc3a6f109cb39ee9d50', 'floating_ip_address': '172.27.0.6', 'floating_network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'router_id': '4d1920b0-566c-4298-8aa6-a5f29f68f519', 'port_id': 'f9b3d611-66b6-43d5-b2bc-e8228c900bb3', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 500, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f73c6d30-f59b-4e03-9c62-138278150c67', 'mac_address': 'fa:16:3e:2a:27:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6863e51f-850f-4d83-a5ea-34408f176184', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T17:33:35Z', 'updated_at': '2022-05-28T17:33:49Z', 'revision_number': 2, 'project_id': '9525b35792a04dc3a6f109cb39ee9d50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd48c0f56-dacf-413d-a74b-2725ae7eef68', 'name': '', 'network_id': 'f73c6d30-f59b-4e03-9c62-138278150c67', 'tenant_id': '9525b35792a04dc3a6f109cb39ee9d50', 'mac_address': 'fa:16:3e:99:a1:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1920b0-566c-4298-8aa6-a5f29f68f519', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '3ba9da23-e7a0-4b8a-b5a4-c3c0fc07e6a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:33:32Z', 'updated_at': '2022-05-28T17:33:36Z', 'revision_number': 5, 'project_id': '9525b35792a04dc3a6f109cb39ee9d50', 'subnets': [{'id': '3ba9da23-e7a0-4b8a-b5a4-c3c0fc07e6a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843729-1-iscsi', False) {} {{(pid=103913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:35:45.051538 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c925e08c-6600-4c32-939f-60f678eaa2a5 None None] Checking router: 4d1920b0-566c-4298-8aa6-a5f29f68f519 for host: dv-cinder-843729-1-iscsi {{(pid=103913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 17:35:45.060383 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c925e08c-6600-4c32-939f-60f678eaa2a5 None None] Routers {'4d1920b0-566c-4298-8aa6-a5f29f68f519'} bound to L3 agent in host dv-cinder-843729-1-iscsi {{(pid=103913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 28 17:35:45.060985 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.l3_hamode_db [None req-c925e08c-6600-4c32-939f-60f678eaa2a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843729-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-28T17:16:55Z,description=,heartbeat_timestamp=2022-05-28T17:35:25Z,host='dv-cinder-843729-1-iscsi',id=8a8c7bbb-808d-49ae-95de-62501e6237ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T17:16:55Z,topic='l3_agent')) {'router_ids': ['4d1920b0-566c-4298-8aa6-a5f29f68f519'], 'active': True} {{(pid=103913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:35:45.114344 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-3094a9c1-2848-4fce-b7e9-874e689ebb7d req-34405f80-6dd0-4370-8db0-2be286ce6c88 service neutron] 10.222.0.16 "GET /v2.0/networks/f73c6d30-f59b-4e03-9c62-138278150c67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876539 May 28 17:35:45.162428 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.l3_dvr_db [None req-c925e08c-6600-4c32-939f-60f678eaa2a5 None None] Set router 4d1920b0-566c-4298-8aa6-a5f29f68f519 gateway port host: dv-cinder-843729-1-iscsi {{(pid=103913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 28 17:35:45.210840 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-3094a9c1-2848-4fce-b7e9-874e689ebb7d req-da4f6d85-5487-4763-ab4a-5c3d39143d53 service neutron] 10.222.0.16 "GET /v2.0/networks/f73c6d30-f59b-4e03-9c62-138278150c67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887830 May 28 17:35:45.375323 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.l3_hamode_db [None req-c925e08c-6600-4c32-939f-60f678eaa2a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d1920b0-566c-4298-8aa6-a5f29f68f519', 'name': 'tempest-AttachVolumeNegativeTest-835744229-router', 'tenant_id': '9525b35792a04dc3a6f109cb39ee9d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'external_fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '9af5fae3-06cc-45b6-9e16-34f986749091', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T17:33:30Z', 'updated_at': '2022-05-28T17:33:33Z', 'revision_number': 4, 'project_id': '9525b35792a04dc3a6f109cb39ee9d50', 'gw_port': {'id': '9af5fae3-06cc-45b6-9e16-34f986749091', 'name': '', 'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:33:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1920b0-566c-4298-8aa6-a5f29f68f519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:33:31Z', 'updated_at': '2022-05-28T17:33:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843729-1-iscsi', '_floatingips': [{'id': '379126d3-8143-4ab5-b326-cd21a26bf136', 'tenant_id': '9525b35792a04dc3a6f109cb39ee9d50', 'floating_ip_address': '172.27.0.141', 'floating_network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'router_id': '4d1920b0-566c-4298-8aa6-a5f29f68f519', 'port_id': '25a0a848-b7b0-4228-8b72-fbe8936a2352', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f73c6d30-f59b-4e03-9c62-138278150c67', 'mac_address': 'fa:16:3e:0b:39:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a72ea47-a87d-4716-981b-423fe0a0d60d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T17:35:27Z', 'updated_at': '2022-05-28T17:35:43Z', 'revision_number': 1, 'project_id': '9525b35792a04dc3a6f109cb39ee9d50', 'fixed_ip_address_scope': None}, {'id': '388f9609-a470-47c7-8586-806653c2e4a0', 'tenant_id': '9525b35792a04dc3a6f109cb39ee9d50', 'floating_ip_address': '172.27.0.6', 'floating_network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'router_id': '4d1920b0-566c-4298-8aa6-a5f29f68f519', 'port_id': 'f9b3d611-66b6-43d5-b2bc-e8228c900bb3', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 500, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f73c6d30-f59b-4e03-9c62-138278150c67', 'mac_address': 'fa:16:3e:2a:27:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6863e51f-850f-4d83-a5ea-34408f176184', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T17:33:35Z', 'updated_at': '2022-05-28T17:33:49Z', 'revision_number': 2, 'project_id': '9525b35792a04dc3a6f109cb39ee9d50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd48c0f56-dacf-413d-a74b-2725ae7eef68', 'name': '', 'network_id': 'f73c6d30-f59b-4e03-9c62-138278150c67', 'tenant_id': '9525b35792a04dc3a6f109cb39ee9d50', 'mac_address': 'fa:16:3e:99:a1:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1920b0-566c-4298-8aa6-a5f29f68f519', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '3ba9da23-e7a0-4b8a-b5a4-c3c0fc07e6a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:33:32Z', 'updated_at': '2022-05-28T17:33:36Z', 'revision_number': 5, 'project_id': '9525b35792a04dc3a6f109cb39ee9d50', 'subnets': [{'id': '3ba9da23-e7a0-4b8a-b5a4-c3c0fc07e6a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843729-1-iscsi', False) {} {{(pid=103913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:35:45.401168 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c925e08c-6600-4c32-939f-60f678eaa2a5 None None] The sync data for ids ['4d1920b0-566c-4298-8aa6-a5f29f68f519'] in dv-cinder-843729-1-iscsi is: [{'id': '4d1920b0-566c-4298-8aa6-a5f29f68f519', 'name': 'tempest-AttachVolumeNegativeTest-835744229-router', 'tenant_id': '9525b35792a04dc3a6f109cb39ee9d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'external_fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '9af5fae3-06cc-45b6-9e16-34f986749091', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T17:33:30Z', 'updated_at': '2022-05-28T17:33:33Z', 'revision_number': 4, 'project_id': '9525b35792a04dc3a6f109cb39ee9d50', 'gw_port': {'id': '9af5fae3-06cc-45b6-9e16-34f986749091', 'name': '', 'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:33:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1920b0-566c-4298-8aa6-a5f29f68f519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:33:31Z', 'updated_at': '2022-05-28T17:33:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843729-1-iscsi', '_floatingips': [{'id': '379126d3-8143-4ab5-b326-cd21a26bf136', 'tenant_id': '9525b35792a04dc3a6f109cb39ee9d50', 'floating_ip_address': '172.27.0.141', 'floating_network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'router_id': '4d1920b0-566c-4298-8aa6-a5f29f68f519', 'port_id': '25a0a848-b7b0-4228-8b72-fbe8936a2352', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f73c6d30-f59b-4e03-9c62-138278150c67', 'mac_address': 'fa:16:3e:0b:39:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a72ea47-a87d-4716-981b-423fe0a0d60d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T17:35:27Z', 'updated_at': '2022-05-28T17:35:43Z', 'revision_number': 1, 'project_id': '9525b35792a04dc3a6f109cb39ee9d50', 'fixed_ip_address_scope': None}, {'id': '388f9609-a470-47c7-8586-806653c2e4a0', 'tenant_id': '9525b35792a04dc3a6f109cb39ee9d50', 'floating_ip_address': '172.27.0.6', 'floating_network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'router_id': '4d1920b0-566c-4298-8aa6-a5f29f68f519', 'port_id': 'f9b3d611-66b6-43d5-b2bc-e8228c900bb3', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 500, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f73c6d30-f59b-4e03-9c62-138278150c67', 'mac_address': 'fa:16:3e:2a:27:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6863e51f-850f-4d83-a5ea-34408f176184', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T17:33:35Z', 'updated_at': '2022-05-28T17:33:49Z', 'revision_number': 2, 'project_id': '9525b35792a04dc3a6f109cb39ee9d50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd48c0f56-dacf-413d-a74b-2725ae7eef68', 'name': '', 'network_id': 'f73c6d30-f59b-4e03-9c62-138278150c67', 'tenant_id': '9525b35792a04dc3a6f109cb39ee9d50', 'mac_address': 'fa:16:3e:99:a1:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1920b0-566c-4298-8aa6-a5f29f68f519', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '3ba9da23-e7a0-4b8a-b5a4-c3c0fc07e6a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:33:32Z', 'updated_at': '2022-05-28T17:33:36Z', 'revision_number': 5, 'project_id': '9525b35792a04dc3a6f109cb39ee9d50', 'subnets': [{'id': '3ba9da23-e7a0-4b8a-b5a4-c3c0fc07e6a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 17:35:45.630558 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19ee0c27-a17a-47e3-8e00-3a1070e842ae None None] New status for floating IP 379126d3-8143-4ab5-b326-cd21a26bf136: ACTIVE {{(pid=103914) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 28 17:35:47.045351 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.33', 34318) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:35:47.151699 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-d22e2a50-764b-4598-b086-f904838f0c87 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:35:47.229408 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-d22e2a50-764b-4598-b086-f904838f0c87 admin admin] Publish callbacks [] for security_group (0d86dd94-0461-4485-83d6-7d0122b49232), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:35:47.233047 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-d22e2a50-764b-4598-b086-f904838f0c87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594961'] for security_group (0d86dd94-0461-4485-83d6-7d0122b49232), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:35:47.262462 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:35:47.273316 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-d22e2a50-764b-4598-b086-f904838f0c87 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=240e7db1d12841c4bf539d1bf474f060&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2269521 May 28 17:35:47.276032 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.33', 34322) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:35:47.276563 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22e2a50-764b-4598-b086-f904838f0c87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d86dd94-0461-4485-83d6-7d0122b49232,revision_number=1']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:35:47.325652 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-9efaf3fb-6cf4-4ae7-a252-d58cec03ea92 admin admin] Publish callbacks [] for security_group (0d86dd94-0461-4485-83d6-7d0122b49232), before_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:35:47.346718 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-9efaf3fb-6cf4-4ae7-a252-d58cec03ea92 admin admin] Publish callbacks [] for security_group (0d86dd94-0461-4485-83d6-7d0122b49232), precommit_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:35:47.393289 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-9efaf3fb-6cf4-4ae7-a252-d58cec03ea92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594961'] for security_group (0d86dd94-0461-4485-83d6-7d0122b49232), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:35:47.396102 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-9efaf3fb-6cf4-4ae7-a252-d58cec03ea92 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:35:47.397232 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-9efaf3fb-6cf4-4ae7-a252-d58cec03ea92 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/0d86dd94-0461-4485-83d6-7d0122b49232 HTTP/1.1" status: 204 len: 168 time: 0.1199915 May 28 17:35:47.405306 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efaf3fb-6cf4-4ae7-a252-d58cec03ea92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d86dd94-0461-4485-83d6-7d0122b49232,revision_number=None']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:35:47.659632 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.33', 34328) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:35:47.673919 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-15824346-e761-40fd-8d94-5c46aad61bf7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:35:47.683232 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:35:47.753932 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-15824346-e761-40fd-8d94-5c46aad61bf7 admin admin] Publish callbacks [] for security_group (a0d954b4-5303-495e-953e-c1c491030941), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:35:47.757856 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-15824346-e761-40fd-8d94-5c46aad61bf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594961'] for security_group (a0d954b4-5303-495e-953e-c1c491030941), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:35:47.797793 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-15824346-e761-40fd-8d94-5c46aad61bf7 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=eed78f01697c400da97650b5cbdc22a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1370602 May 28 17:35:47.798467 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15824346-e761-40fd-8d94-5c46aad61bf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0d954b4-5303-495e-953e-c1c491030941,revision_number=1']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:35:47.800661 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.33', 34330) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:35:47.847813 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-abc32417-d997-47e9-a0dd-9d6bdaa2ef02 admin admin] Publish callbacks [] for security_group (a0d954b4-5303-495e-953e-c1c491030941), before_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:35:47.869554 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-abc32417-d997-47e9-a0dd-9d6bdaa2ef02 admin admin] Publish callbacks [] for security_group (a0d954b4-5303-495e-953e-c1c491030941), precommit_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:35:47.920237 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-abc32417-d997-47e9-a0dd-9d6bdaa2ef02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594961'] for security_group (a0d954b4-5303-495e-953e-c1c491030941), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:35:47.922711 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-abc32417-d997-47e9-a0dd-9d6bdaa2ef02 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:35:47.923970 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-abc32417-d997-47e9-a0dd-9d6bdaa2ef02 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/a0d954b4-5303-495e-953e-c1c491030941 HTTP/1.1" status: 204 len: 168 time: 0.1222656 May 28 17:35:47.932437 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc32417-d997-47e9-a0dd-9d6bdaa2ef02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0d954b4-5303-495e-953e-c1c491030941,revision_number=None']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:35:50.752212 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.33', 34462) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:35:50.855896 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-7eaf1118-199b-4e41-9f29-1d60dd9d3feb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:35:50.932384 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-7eaf1118-199b-4e41-9f29-1d60dd9d3feb admin admin] Publish callbacks [] for security_group (09704e8f-3ddf-4a71-b207-b84c051ec6f6), precommit_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:35:50.936084 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-7eaf1118-199b-4e41-9f29-1d60dd9d3feb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594961'] for security_group (09704e8f-3ddf-4a71-b207-b84c051ec6f6), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:35:50.978914 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eaf1118-199b-4e41-9f29-1d60dd9d3feb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09704e8f-3ddf-4a71-b207-b84c051ec6f6,revision_number=1']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:35:50.986528 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-7eaf1118-199b-4e41-9f29-1d60dd9d3feb admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=2a5c6f46d1e34a13a46564243d6f750c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2333021 May 28 17:35:50.989927 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.33', 34466) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:35:51.039122 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-ffe0ef53-a039-4ff0-9835-21016feae91d admin admin] Publish callbacks [] for security_group (09704e8f-3ddf-4a71-b207-b84c051ec6f6), before_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:35:51.052630 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:35:51.061508 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-ffe0ef53-a039-4ff0-9835-21016feae91d admin admin] Publish callbacks [] for security_group (09704e8f-3ddf-4a71-b207-b84c051ec6f6), precommit_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:35:51.068159 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:INSERT=6 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:35:51.110600 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-ffe0ef53-a039-4ff0-9835-21016feae91d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594961'] for security_group (09704e8f-3ddf-4a71-b207-b84c051ec6f6), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:35:51.113130 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-ffe0ef53-a039-4ff0-9835-21016feae91d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:35:51.114892 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-ffe0ef53-a039-4ff0-9835-21016feae91d admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/09704e8f-3ddf-4a71-b207-b84c051ec6f6 HTTP/1.1" status: 204 len: 168 time: 0.1238260 May 28 17:35:51.122672 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe0ef53-a039-4ff0-9835-21016feae91d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09704e8f-3ddf-4a71-b207-b84c051ec6f6,revision_number=None']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:35:51.376589 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.33', 34474) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:35:51.392730 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-134aca6c-78de-41b7-9c38-0afbaba8f25f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:35:51.467584 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-134aca6c-78de-41b7-9c38-0afbaba8f25f admin admin] Publish callbacks [] for security_group (36b77840-00d3-406e-8463-b68270eb0a94), precommit_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:35:51.471179 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-134aca6c-78de-41b7-9c38-0afbaba8f25f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594961'] for security_group (36b77840-00d3-406e-8463-b68270eb0a94), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:35:51.511859 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-134aca6c-78de-41b7-9c38-0afbaba8f25f admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=daf0bf578df44e04bbfe707bfba6a033&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1342373 May 28 17:35:51.512699 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134aca6c-78de-41b7-9c38-0afbaba8f25f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36b77840-00d3-406e-8463-b68270eb0a94,revision_number=1']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:35:51.514573 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.33', 34476) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:35:51.566000 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-f534e3d2-fe19-4ce7-ad2c-61c1b7b38a8b admin admin] Publish callbacks [] for security_group (36b77840-00d3-406e-8463-b68270eb0a94), before_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:35:51.587694 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-f534e3d2-fe19-4ce7-ad2c-61c1b7b38a8b admin admin] Publish callbacks [] for security_group (36b77840-00d3-406e-8463-b68270eb0a94), precommit_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:35:51.633440 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-f534e3d2-fe19-4ce7-ad2c-61c1b7b38a8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594961'] for security_group (36b77840-00d3-406e-8463-b68270eb0a94), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:35:51.635943 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-f534e3d2-fe19-4ce7-ad2c-61c1b7b38a8b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:35:51.637054 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-f534e3d2-fe19-4ce7-ad2c-61c1b7b38a8b admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/36b77840-00d3-406e-8463-b68270eb0a94 HTTP/1.1" status: 204 len: 168 time: 0.1214657 May 28 17:35:51.644446 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f534e3d2-fe19-4ce7-ad2c-61c1b7b38a8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36b77840-00d3-406e-8463-b68270eb0a94,revision_number=None']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:35:52.871012 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-40d0587b-887d-4366-85d3-f8c786fa8936 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (b4d0b3c0-cc03-4456-af87-35ab415ef94b), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:35:55.166442 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-53afa0ed-2a5d-4522-bbec-926f7ec0c0f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (8a8c7bbb-808d-49ae-95de-62501e6237ff), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:35:56.440760 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-f22b8f6e-815f-41ba-a8b6-c2e56f67911e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (0b51406a-5a43-473c-8a39-67b2a4c71e5e), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:35:57.758812 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-44990afe-4038-4bea-a0ed-12e052229f33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (19502cf1-8899-41f0-9103-a107faa54218), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:35:59.407040 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (0032cfec-21e8-44dd-a7d5-0b8312dfe052), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:01.505657 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:DELETE=1,neutron:SELECT=20,neutron:INSERT=5 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:36:01.509530 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=25,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:36:01.640277 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:INSERT=7,neutron:SELECT=26,neutron:DELETE=2 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:36:01.641018 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=40,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:36:04.436330 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=23,neutron:UPDATE=1 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:36:04.440407 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=29,neutron:UPDATE=1 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:36:04.582267 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:36:04.589415 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (7cdbebfa-f3b4-48eb-8fbc-caed95606681), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:09.514760 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.agents_db [None req-b36f0ab6-f8d6-4670-a7fa-3628cf342135 None None] Agent healthcheck: found 6 active agents {{(pid=103914) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 28 17:36:14.586403 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:36:19.511111 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=2 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:36:22.872314 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-7340e17e-a22f-4654-9d00-3cf9d82e3a99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (b4d0b3c0-cc03-4456-af87-35ab415ef94b), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:24.603883 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.33', 34666) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:36:24.884810 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.plugin [None req-028e0ba3-cebf-4b14-a9df-92f481198ee2 tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] Deleting port 063a7fb3-65cf-4c1d-beb6-d7aa520e2a7b {{(pid=103912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 28 17:36:24.885069 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-028e0ba3-cebf-4b14-a9df-92f481198ee2 tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735968504037'] for port (063a7fb3-65cf-4c1d-beb6-d7aa520e2a7b), before_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:24.961312 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-028e0ba3-cebf-4b14-a9df-92f481198ee2 tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-660327'] for port (063a7fb3-65cf-4c1d-beb6-d7aa520e2a7b), precommit_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:24.961651 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-028e0ba3-cebf-4b14-a9df-92f481198ee2 tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] Publish callbacks [] for floatingip (063a7fb3-65cf-4c1d-beb6-d7aa520e2a7b), precommit_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:24.979704 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.plugin [None req-028e0ba3-cebf-4b14-a9df-92f481198ee2 tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] Calling delete_port for 063a7fb3-65cf-4c1d-beb6-d7aa520e2a7b owned by network:floatingip {{(pid=103912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 28 17:36:25.133007 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-028e0ba3-cebf-4b14-a9df-92f481198ee2 tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735968512467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735968120122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6173922'] for port (063a7fb3-65cf-4c1d-beb6-d7aa520e2a7b), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:25.162469 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028e0ba3-cebf-4b14-a9df-92f481198ee2 tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] Pushing event deleted for resources: {'Port': ['ID=063a7fb3-65cf-4c1d-beb6-d7aa520e2a7b,revision_number=None']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:36:25.172872 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-bbc17f47-d35a-4dbe-93ec-c023560dd3e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (8a8c7bbb-808d-49ae-95de-62501e6237ff), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:25.226500 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-028e0ba3-cebf-4b14-a9df-92f481198ee2 tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] Publish callbacks [] for floatingip (afa0b30a-e50f-4d59-a949-2925257d08cc), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:25.226832 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.db.l3_db [None req-028e0ba3-cebf-4b14-a9df-92f481198ee2 tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] Floating IP afa0b30a-e50f-4d59-a949-2925257d08cc disassociated (deleted). External IP: 172.27.0.174, port: 50d0ffcf-e908-48f5-9b29-2b70709081b6. May 28 17:36:25.437213 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-028e0ba3-cebf-4b14-a9df-92f481198ee2 tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] Router 11b1592f-2518-4c18-8ad6-cf3f40c28a12 has already been hosted by L3 agent 8a8c7bbb-808d-49ae-95de-62501e6237ff {{(pid=103912) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 17:36:25.498751 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:36:25.545699 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-028e0ba3-cebf-4b14-a9df-92f481198ee2 tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] Notify agent at l3_agent.dv-cinder-843729-1-iscsi the message routers_updated {{(pid=103912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 17:36:25.550496 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-028e0ba3-cebf-4b14-a9df-92f481198ee2 tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22441'] for floatingip (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:25.555775 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c7215e-d8bd-49aa-9aff-51144197f764 None None] Sync routers for ids ['11b1592f-2518-4c18-8ad6-cf3f40c28a12'] in dv-cinder-843729-1-iscsi {{(pid=103913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 17:36:25.564927 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c7215e-d8bd-49aa-9aff-51144197f764 None None] Routers {'11b1592f-2518-4c18-8ad6-cf3f40c28a12'} bound to L3 agent in host dv-cinder-843729-1-iscsi {{(pid=103913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 28 17:36:25.565530 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.l3_hamode_db [None req-c6c7215e-d8bd-49aa-9aff-51144197f764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843729-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T17:16:55Z,description=,heartbeat_timestamp=2022-05-28T17:36:25Z,host='dv-cinder-843729-1-iscsi',id=8a8c7bbb-808d-49ae-95de-62501e6237ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T17:16:55Z,topic='l3_agent')) {'router_ids': ['11b1592f-2518-4c18-8ad6-cf3f40c28a12'], 'active': True} {{(pid=103913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:36:25.581378 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-028e0ba3-cebf-4b14-a9df-92f481198ee2 tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] 10.222.0.33 "DELETE /v2.0/floatingips/afa0b30a-e50f-4d59-a949-2925257d08cc HTTP/1.1" status: 204 len: 168 time: 0.9765072 May 28 17:36:25.582061 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '281e6309-8591-49e7-ab2a-e36aa0fad594', 'tag': '50d0ffcf-e908-48f5-9b29-2b70709081b6'}] {{(pid=103912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 17:36:25.584528 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}192b2939a0ee72d6dca365a869ce4d556b01f2e73c600b6e44d67eb265bc480d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bf0af77-7ced-439f-a0e2-04777887a819" -d '{"events": [{"name": "network-changed", "server_uuid": "281e6309-8591-49e7-ab2a-e36aa0fad594", "tag": "50d0ffcf-e908-48f5-9b29-2b70709081b6"}]}' {{(pid=103912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 28 17:36:25.674075 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.l3_dvr_db [None req-c6c7215e-d8bd-49aa-9aff-51144197f764 None None] Set router 11b1592f-2518-4c18-8ad6-cf3f40c28a12 gateway port host: dv-cinder-843729-1-iscsi {{(pid=103913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 28 17:36:25.765114 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 May 2022 17:36:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14a57b14-8654-408a-9374-6534009740f9 x-openstack-request-id: req-14a57b14-8654-408a-9374-6534009740f9 {{(pid=103912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 28 17:36:25.765646 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "281e6309-8591-49e7-ab2a-e36aa0fad594", "tag": "50d0ffcf-e908-48f5-9b29-2b70709081b6", "status": "completed", "code": 200}]} {{(pid=103912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 28 17:36:25.766133 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-14a57b14-8654-408a-9374-6534009740f9 {{(pid=103912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 28 17:36:25.766507 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14a57b14-8654-408a-9374-6534009740f9'] response: {'name': 'network-changed', 'server_uuid': '281e6309-8591-49e7-ab2a-e36aa0fad594', 'tag': '50d0ffcf-e908-48f5-9b29-2b70709081b6', 'status': 'completed', 'code': 200} May 28 17:36:25.838936 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3819a9b-bd37-43a2-b572-9fc610c73027 req-64b7b054-0a65-4125-8aed-1b876250d3f5 tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:36:25.840450 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-f3819a9b-bd37-43a2-b572-9fc610c73027 req-64b7b054-0a65-4125-8aed-1b876250d3f5 tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] 10.222.0.33 "GET /v2.0/ports?device_id=281e6309-8591-49e7-ab2a-e36aa0fad594 HTTP/1.1" status: 200 len: 946 time: 0.0488288 May 28 17:36:25.889339 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-f3819a9b-bd37-43a2-b572-9fc610c73027 req-efbd065c-b4f2-4afa-90c8-80817dfe248b tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] 10.222.0.33 "GET /v2.0/security-groups?id=4ac71327-c6bc-40cf-beb0-a83c949f9e00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432849 May 28 17:36:25.894744 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.l3_hamode_db [None req-c6c7215e-d8bd-49aa-9aff-51144197f764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11b1592f-2518-4c18-8ad6-cf3f40c28a12', 'name': 'tempest-TestShelveInstance-1625672484-router', 'tenant_id': 'c1187f363c0d40ffaebe938d3201e0ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'external_fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': '590e0392-301d-42bc-8b55-7b2aff62b8e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T17:30:31Z', 'updated_at': '2022-05-28T17:30:34Z', 'revision_number': 4, 'project_id': 'c1187f363c0d40ffaebe938d3201e0ad', 'gw_port': {'id': '590e0392-301d-42bc-8b55-7b2aff62b8e0', 'name': '', 'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:4d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11b1592f-2518-4c18-8ad6-cf3f40c28a12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:30:32Z', 'updated_at': '2022-05-28T17:30:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843729-1-iscsi', '_interfaces': [{'id': 'dfb60f6e-4869-4951-a924-ca39c879f86b', 'name': '', 'network_id': '4a465d8b-8354-439d-89ca-5f701b554376', 'tenant_id': 'c1187f363c0d40ffaebe938d3201e0ad', 'mac_address': 'fa:16:3e:48:37:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11b1592f-2518-4c18-8ad6-cf3f40c28a12', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '09f52a4a-9f63-462c-a88b-3063575fed7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:30:34Z', 'updated_at': '2022-05-28T17:30:40Z', 'revision_number': 5, 'project_id': 'c1187f363c0d40ffaebe938d3201e0ad', 'subnets': [{'id': '09f52a4a-9f63-462c-a88b-3063575fed7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843729-1-iscsi', False) {} {{(pid=103913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:36:25.919757 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c7215e-d8bd-49aa-9aff-51144197f764 None None] Checking router: 11b1592f-2518-4c18-8ad6-cf3f40c28a12 for host: dv-cinder-843729-1-iscsi {{(pid=103913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 17:36:25.928672 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c7215e-d8bd-49aa-9aff-51144197f764 None None] Routers {'11b1592f-2518-4c18-8ad6-cf3f40c28a12'} bound to L3 agent in host dv-cinder-843729-1-iscsi {{(pid=103913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 28 17:36:25.929315 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.l3_hamode_db [None req-c6c7215e-d8bd-49aa-9aff-51144197f764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843729-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T17:16:55Z,description=,heartbeat_timestamp=2022-05-28T17:36:25Z,host='dv-cinder-843729-1-iscsi',id=8a8c7bbb-808d-49ae-95de-62501e6237ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T17:16:55Z,topic='l3_agent')) {'router_ids': ['11b1592f-2518-4c18-8ad6-cf3f40c28a12'], 'active': True} {{(pid=103913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:36:26.028954 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.l3_dvr_db [None req-c6c7215e-d8bd-49aa-9aff-51144197f764 None None] Set router 11b1592f-2518-4c18-8ad6-cf3f40c28a12 gateway port host: dv-cinder-843729-1-iscsi {{(pid=103913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 28 17:36:26.211500 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.l3_hamode_db [None req-c6c7215e-d8bd-49aa-9aff-51144197f764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11b1592f-2518-4c18-8ad6-cf3f40c28a12', 'name': 'tempest-TestShelveInstance-1625672484-router', 'tenant_id': 'c1187f363c0d40ffaebe938d3201e0ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'external_fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': '590e0392-301d-42bc-8b55-7b2aff62b8e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T17:30:31Z', 'updated_at': '2022-05-28T17:30:34Z', 'revision_number': 4, 'project_id': 'c1187f363c0d40ffaebe938d3201e0ad', 'gw_port': {'id': '590e0392-301d-42bc-8b55-7b2aff62b8e0', 'name': '', 'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:4d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11b1592f-2518-4c18-8ad6-cf3f40c28a12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:30:32Z', 'updated_at': '2022-05-28T17:30:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843729-1-iscsi', '_interfaces': [{'id': 'dfb60f6e-4869-4951-a924-ca39c879f86b', 'name': '', 'network_id': '4a465d8b-8354-439d-89ca-5f701b554376', 'tenant_id': 'c1187f363c0d40ffaebe938d3201e0ad', 'mac_address': 'fa:16:3e:48:37:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11b1592f-2518-4c18-8ad6-cf3f40c28a12', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '09f52a4a-9f63-462c-a88b-3063575fed7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:30:34Z', 'updated_at': '2022-05-28T17:30:40Z', 'revision_number': 5, 'project_id': 'c1187f363c0d40ffaebe938d3201e0ad', 'subnets': [{'id': '09f52a4a-9f63-462c-a88b-3063575fed7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843729-1-iscsi', False) {} {{(pid=103913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:36:26.239149 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c7215e-d8bd-49aa-9aff-51144197f764 None None] The sync data for ids ['11b1592f-2518-4c18-8ad6-cf3f40c28a12'] in dv-cinder-843729-1-iscsi is: [{'id': '11b1592f-2518-4c18-8ad6-cf3f40c28a12', 'name': 'tempest-TestShelveInstance-1625672484-router', 'tenant_id': 'c1187f363c0d40ffaebe938d3201e0ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'external_fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': '590e0392-301d-42bc-8b55-7b2aff62b8e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T17:30:31Z', 'updated_at': '2022-05-28T17:30:34Z', 'revision_number': 4, 'project_id': 'c1187f363c0d40ffaebe938d3201e0ad', 'gw_port': {'id': '590e0392-301d-42bc-8b55-7b2aff62b8e0', 'name': '', 'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:4d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11b1592f-2518-4c18-8ad6-cf3f40c28a12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:30:32Z', 'updated_at': '2022-05-28T17:30:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843729-1-iscsi', '_interfaces': [{'id': 'dfb60f6e-4869-4951-a924-ca39c879f86b', 'name': '', 'network_id': '4a465d8b-8354-439d-89ca-5f701b554376', 'tenant_id': 'c1187f363c0d40ffaebe938d3201e0ad', 'mac_address': 'fa:16:3e:48:37:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11b1592f-2518-4c18-8ad6-cf3f40c28a12', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '09f52a4a-9f63-462c-a88b-3063575fed7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:30:34Z', 'updated_at': '2022-05-28T17:30:40Z', 'revision_number': 5, 'project_id': 'c1187f363c0d40ffaebe938d3201e0ad', 'subnets': [{'id': '09f52a4a-9f63-462c-a88b-3063575fed7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 17:36:26.448793 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-f22b8f6e-815f-41ba-a8b6-c2e56f67911e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (0b51406a-5a43-473c-8a39-67b2a4c71e5e), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:26.456763 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0570c022-166e-4d1f-abe7-0c3dc54380a4 None None] New status for floating IP afa0b30a-e50f-4d59-a949-2925257d08cc: DOWN {{(pid=103914) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 28 17:36:27.008113 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bc7292-b3f0-4ec1-916f-cb90a45234b1 req-d4293ea1-8335-41e2-89da-93dd3ff630f1 tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:36:27.009625 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-e5bc7292-b3f0-4ec1-916f-cb90a45234b1 req-d4293ea1-8335-41e2-89da-93dd3ff630f1 tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] 10.222.0.33 "GET /v2.0/ports?device_id=281e6309-8591-49e7-ab2a-e36aa0fad594 HTTP/1.1" status: 200 len: 946 time: 0.0485384 May 28 17:36:27.060480 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-e5bc7292-b3f0-4ec1-916f-cb90a45234b1 req-92854887-8050-4cd3-bd0b-4f9ff38929e6 tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] 10.222.0.33 "GET /v2.0/security-groups?id=4ac71327-c6bc-40cf-beb0-a83c949f9e00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447681 May 28 17:36:27.100991 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:36:27.111226 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf0af77-7ced-439f-a0e2-04777887a819 req-c5786d2c-065d-4807-af46-470c67b0e03b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:36:27.112704 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-3bf0af77-7ced-439f-a0e2-04777887a819 req-c5786d2c-065d-4807-af46-470c67b0e03b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c1187f363c0d40ffaebe938d3201e0ad&device_id=281e6309-8591-49e7-ab2a-e36aa0fad594 HTTP/1.1" status: 200 len: 1130 time: 0.0878665 May 28 17:36:27.204166 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf0af77-7ced-439f-a0e2-04777887a819 req-3314e75c-85e0-4e79-b809-27a7b6b0ce62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:36:27.205629 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-3bf0af77-7ced-439f-a0e2-04777887a819 req-3314e75c-85e0-4e79-b809-27a7b6b0ce62 service neutron] 10.222.0.16 "GET /v2.0/networks?id=4a465d8b-8354-439d-89ca-5f701b554376 HTTP/1.1" status: 200 len: 910 time: 0.0837450 May 28 17:36:27.506296 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-3bf0af77-7ced-439f-a0e2-04777887a819 req-ef8ed298-ef5d-462d-9fda-a44384b4ad54 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=50d0ffcf-e908-48f5-9b29-2b70709081b6 HTTP/1.1" status: 200 len: 217 time: 0.0334511 May 28 17:36:27.752446 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf0af77-7ced-439f-a0e2-04777887a819 req-1c7c66b3-cd43-403c-8af3-68c6491f4e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:36:27.754177 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-3bf0af77-7ced-439f-a0e2-04777887a819 req-1c7c66b3-cd43-403c-8af3-68c6491f4e73 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=09f52a4a-9f63-462c-a88b-3063575fed7e HTTP/1.1" status: 200 len: 848 time: 0.0524528 May 28 17:36:27.765320 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-44990afe-4038-4bea-a0ed-12e052229f33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (19502cf1-8899-41f0-9103-a107faa54218), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:27.803278 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.33', 34726) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:36:27.857373 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf0af77-7ced-439f-a0e2-04777887a819 req-98c2209c-a355-46cf-86d2-94ca6579dc7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:36:27.858921 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-3bf0af77-7ced-439f-a0e2-04777887a819 req-98c2209c-a355-46cf-86d2-94ca6579dc7d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4a465d8b-8354-439d-89ca-5f701b554376&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0425625 May 28 17:36:27.881115 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741eb453-3055-40c4-b527-2d8d7623fe36 req-09f732ee-c78b-4035-a1e0-148a8e4ad500 tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:36:27.883202 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-741eb453-3055-40c4-b527-2d8d7623fe36 req-09f732ee-c78b-4035-a1e0-148a8e4ad500 tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] 10.222.0.16 "GET /v2.0/ports?device_id=281e6309-8591-49e7-ab2a-e36aa0fad594 HTTP/1.1" status: 200 len: 946 time: 0.0658271 May 28 17:36:27.944139 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-8f37bccf-9471-4b19-8d26-101b542e343f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:27.968972 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [req-741eb453-3055-40c4-b527-2d8d7623fe36 req-d27d44fe-a599-4090-b088-a1cc47211021 tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] Deleting port 50d0ffcf-e908-48f5-9b29-2b70709081b6 {{(pid=103911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 28 17:36:27.969311 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-741eb453-3055-40c4-b527-2d8d7623fe36 req-d27d44fe-a599-4090-b088-a1cc47211021 tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735968504037'] for port (50d0ffcf-e908-48f5-9b29-2b70709081b6), before_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:27.984007 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-3bf0af77-7ced-439f-a0e2-04777887a819 req-1a4e0fbe-c481-4e11-9e44-e91346b9d8cf service neutron] 10.222.0.16 "GET /v2.0/networks/4a465d8b-8354-439d-89ca-5f701b554376?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183157 May 28 17:36:28.062678 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [req-741eb453-3055-40c4-b527-2d8d7623fe36 req-d27d44fe-a599-4090-b088-a1cc47211021 tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] For port 50d0ffcf-e908-48f5-9b29-2b70709081b6, host hv-cinder-84372, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84372',level=0,port_id=50d0ffcf-e908-48f5-9b29-2b70709081b6,segment=NetworkSegment(153d9af4-79c5-412d-83d0-73ae9d713be5),segment_id=153d9af4-79c5-412d-83d0-73ae9d713be5)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 17:36:28.063263 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-741eb453-3055-40c4-b527-2d8d7623fe36 req-d27d44fe-a599-4090-b088-a1cc47211021 tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-660327'] for port (50d0ffcf-e908-48f5-9b29-2b70709081b6), precommit_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:28.076825 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [req-741eb453-3055-40c4-b527-2d8d7623fe36 req-d27d44fe-a599-4090-b088-a1cc47211021 tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] Calling delete_port for 50d0ffcf-e908-48f5-9b29-2b70709081b6 owned by compute:nova {{(pid=103911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 28 17:36:28.112665 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-3bf0af77-7ced-439f-a0e2-04777887a819 req-87bcfc76-2062-4e71-a710-0f8a3f221478 service neutron] 10.222.0.16 "GET /v2.0/networks/4a465d8b-8354-439d-89ca-5f701b554376?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218081 May 28 17:36:28.126657 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-8f37bccf-9471-4b19-8d26-101b542e343f admin admin] Publish callbacks [] for security_group (7bb0227d-c3c5-4f89-81c6-c0c544c357b5), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:28.132263 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-8f37bccf-9471-4b19-8d26-101b542e343f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594961'] for security_group (7bb0227d-c3c5-4f89-81c6-c0c544c357b5), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:28.206518 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f37bccf-9471-4b19-8d26-101b542e343f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bb0227d-c3c5-4f89-81c6-c0c544c357b5,revision_number=1']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:36:28.214175 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-8f37bccf-9471-4b19-8d26-101b542e343f admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=9e8db3a27a3741c4a8c809f8485bfc14&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4098399 May 28 17:36:28.219325 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.33', 34732) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:36:28.221002 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f37bccf-9471-4b19-8d26-101b542e343f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:36:28.221341 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f37bccf-9471-4b19-8d26-101b542e343f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:36:28.221691 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f37bccf-9471-4b19-8d26-101b542e343f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:36:28.222026 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f37bccf-9471-4b19-8d26-101b542e343f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:36:28.222358 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f37bccf-9471-4b19-8d26-101b542e343f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:36:28.222685 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f37bccf-9471-4b19-8d26-101b542e343f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:36:28.223013 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f37bccf-9471-4b19-8d26-101b542e343f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:36:28.223350 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f37bccf-9471-4b19-8d26-101b542e343f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:36:28.224344 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f37bccf-9471-4b19-8d26-101b542e343f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:36:28.224670 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f37bccf-9471-4b19-8d26-101b542e343f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:36:28.224995 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f37bccf-9471-4b19-8d26-101b542e343f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:36:28.225451 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f37bccf-9471-4b19-8d26-101b542e343f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:36:28.225634 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f37bccf-9471-4b19-8d26-101b542e343f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:36:28.225950 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f37bccf-9471-4b19-8d26-101b542e343f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:36:28.226265 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f37bccf-9471-4b19-8d26-101b542e343f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:36:28.238262 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a708c5-6b0b-4574-9b80-7a368786c6b6 req-1018f4d0-77ad-4ce7-8416-e8200617f671 tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:36:28.238934 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-741eb453-3055-40c4-b527-2d8d7623fe36 req-d27d44fe-a599-4090-b088-a1cc47211021 tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735968512467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735968120122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6040268'] for port (50d0ffcf-e908-48f5-9b29-2b70709081b6), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:28.239813 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-70a708c5-6b0b-4574-9b80-7a368786c6b6 req-1018f4d0-77ad-4ce7-8416-e8200617f671 tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] 10.222.0.33 "GET /v2.0/ports?device_id=281e6309-8591-49e7-ab2a-e36aa0fad594 HTTP/1.1" status: 200 len: 946 time: 0.0914814 May 28 17:36:28.291354 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-70a708c5-6b0b-4574-9b80-7a368786c6b6 req-759b42ae-663f-43e6-a97d-18519306e80c tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] 10.222.0.33 "GET /v2.0/security-groups?id=4ac71327-c6bc-40cf-beb0-a83c949f9e00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454979 May 28 17:36:28.292170 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27d44fe-a599-4090-b088-a1cc47211021 tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] Pushing event deleted for resources: {'Port': ['ID=50d0ffcf-e908-48f5-9b29-2b70709081b6,revision_number=None']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:36:28.308820 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27d44fe-a599-4090-b088-a1cc47211021 tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:36:28.308820 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27d44fe-a599-4090-b088-a1cc47211021 tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:36:28.308820 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27d44fe-a599-4090-b088-a1cc47211021 tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:36:28.308820 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27d44fe-a599-4090-b088-a1cc47211021 tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:36:28.308820 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27d44fe-a599-4090-b088-a1cc47211021 tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:36:28.308820 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27d44fe-a599-4090-b088-a1cc47211021 tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:36:28.308820 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27d44fe-a599-4090-b088-a1cc47211021 tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:36:28.308820 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27d44fe-a599-4090-b088-a1cc47211021 tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:36:28.308820 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27d44fe-a599-4090-b088-a1cc47211021 tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:36:28.309648 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27d44fe-a599-4090-b088-a1cc47211021 tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:36:28.309648 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27d44fe-a599-4090-b088-a1cc47211021 tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:36:28.309831 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27d44fe-a599-4090-b088-a1cc47211021 tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:36:28.310095 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27d44fe-a599-4090-b088-a1cc47211021 tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:36:28.310306 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27d44fe-a599-4090-b088-a1cc47211021 tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:36:28.310626 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27d44fe-a599-4090-b088-a1cc47211021 tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:36:28.361532 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-66ce5414-6d56-4cb7-9b80-4f22c3593e9c admin admin] Publish callbacks [] for security_group (7bb0227d-c3c5-4f89-81c6-c0c544c357b5), before_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:28.363196 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [req-741eb453-3055-40c4-b527-2d8d7623fe36 req-d27d44fe-a599-4090-b088-a1cc47211021 tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] No DVR routers for this DVR port 50d0ffcf-e908-48f5-9b29-2b70709081b6 on host hv-cinder-84372 {{(pid=103911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 17:36:28.366770 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-741eb453-3055-40c4-b527-2d8d7623fe36 req-d27d44fe-a599-4090-b088-a1cc47211021 tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22441'] for port (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:28.369972 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-741eb453-3055-40c4-b527-2d8d7623fe36 req-d27d44fe-a599-4090-b088-a1cc47211021 tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] 10.222.0.16 "DELETE /v2.0/ports/50d0ffcf-e908-48f5-9b29-2b70709081b6 HTTP/1.1" status: 204 len: 173 time: 0.4810410 May 28 17:36:28.370394 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '281e6309-8591-49e7-ab2a-e36aa0fad594', 'name': 'network-vif-deleted', 'tag': '50d0ffcf-e908-48f5-9b29-2b70709081b6'}] {{(pid=103911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 17:36:28.372662 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb6e18ef154237edf928b85f6b333e0f790e93c3571d1d8d4f7e4f30b44c92d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-153788a2-64c3-4ad7-8034-2c25beb83a19" -d '{"events": [{"server_uuid": "281e6309-8591-49e7-ab2a-e36aa0fad594", "name": "network-vif-deleted", "tag": "50d0ffcf-e908-48f5-9b29-2b70709081b6"}]}' {{(pid=103911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 28 17:36:28.399407 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-66ce5414-6d56-4cb7-9b80-4f22c3593e9c admin admin] Publish callbacks [] for security_group (7bb0227d-c3c5-4f89-81c6-c0c544c357b5), precommit_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:28.410608 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 May 2022 17:36:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-376dcc7e-f0f6-4a54-9f42-309be3981ec0 x-openstack-request-id: req-376dcc7e-f0f6-4a54-9f42-309be3981ec0 {{(pid=103911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 28 17:36:28.411419 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "281e6309-8591-49e7-ab2a-e36aa0fad594", "name": "network-vif-deleted", "tag": "50d0ffcf-e908-48f5-9b29-2b70709081b6", "status": "completed", "code": 200}]} {{(pid=103911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 28 17:36:28.411685 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-376dcc7e-f0f6-4a54-9f42-309be3981ec0 {{(pid=103911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 28 17:36:28.412210 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-376dcc7e-f0f6-4a54-9f42-309be3981ec0'] response: {'server_uuid': '281e6309-8591-49e7-ab2a-e36aa0fad594', 'name': 'network-vif-deleted', 'tag': '50d0ffcf-e908-48f5-9b29-2b70709081b6', 'status': 'completed', 'code': 200} May 28 17:36:28.450257 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-66ce5414-6d56-4cb7-9b80-4f22c3593e9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594961'] for security_group (7bb0227d-c3c5-4f89-81c6-c0c544c357b5), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:28.453008 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-66ce5414-6d56-4cb7-9b80-4f22c3593e9c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:28.454146 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-66ce5414-6d56-4cb7-9b80-4f22c3593e9c admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/7bb0227d-c3c5-4f89-81c6-c0c544c357b5 HTTP/1.1" status: 204 len: 168 time: 0.2339015 May 28 17:36:28.466720 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ce5414-6d56-4cb7-9b80-4f22c3593e9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bb0227d-c3c5-4f89-81c6-c0c544c357b5,revision_number=None']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:36:28.745950 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.33', 34740) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:36:28.760874 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-4e807126-b384-4be9-bbd3-0c0066b36d01 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:28.773397 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:36:28.852177 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-4e807126-b384-4be9-bbd3-0c0066b36d01 admin admin] Publish callbacks [] for security_group (0625abbd-9440-4f3f-ab6a-c185464254e0), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:28.856170 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-4e807126-b384-4be9-bbd3-0c0066b36d01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594961'] for security_group (0625abbd-9440-4f3f-ab6a-c185464254e0), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:28.898012 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-4e807126-b384-4be9-bbd3-0c0066b36d01 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=eb10687f73454559a363962e5e309735&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1505575 May 28 17:36:28.898916 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e807126-b384-4be9-bbd3-0c0066b36d01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0625abbd-9440-4f3f-ab6a-c185464254e0,revision_number=1']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:36:28.900668 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.33', 34742) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:36:28.950621 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-91104f21-41fb-4934-bb4a-c97e53c03c7e admin admin] Publish callbacks [] for security_group (0625abbd-9440-4f3f-ab6a-c185464254e0), before_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:28.971973 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-91104f21-41fb-4934-bb4a-c97e53c03c7e admin admin] Publish callbacks [] for security_group (0625abbd-9440-4f3f-ab6a-c185464254e0), precommit_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:29.021148 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-91104f21-41fb-4934-bb4a-c97e53c03c7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594961'] for security_group (0625abbd-9440-4f3f-ab6a-c185464254e0), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:29.023850 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-91104f21-41fb-4934-bb4a-c97e53c03c7e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:29.024987 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-91104f21-41fb-4934-bb4a-c97e53c03c7e admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/0625abbd-9440-4f3f-ab6a-c185464254e0 HTTP/1.1" status: 204 len: 168 time: 0.1229637 May 28 17:36:29.030704 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:36:29.037479 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91104f21-41fb-4934-bb4a-c97e53c03c7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0625abbd-9440-4f3f-ab6a-c185464254e0,revision_number=None']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:36:29.422039 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (0032cfec-21e8-44dd-a7d5-0b8312dfe052), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:29.428758 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-ed5c4f4a-15ba-4736-831e-292ef6f2338b req-4d628b37-ee58-42ad-bd75-f5c4ad069a89 tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] 10.222.0.33 "GET /v2.0/ports?device_id=281e6309-8591-49e7-ab2a-e36aa0fad594 HTTP/1.1" status: 200 len: 210 time: 0.0495787 May 28 17:36:30.493849 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.33', 34790) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:36:30.549752 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:36:30.554612 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-6cfcb065-99b5-40f8-8071-aae536e34731 tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] Publish callbacks [] for security_group (4ac71327-c6bc-40cf-beb0-a83c949f9e00), before_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:30.581490 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-6cfcb065-99b5-40f8-8071-aae536e34731 tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] Publish callbacks [] for security_group (4ac71327-c6bc-40cf-beb0-a83c949f9e00), precommit_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:30.643241 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-6cfcb065-99b5-40f8-8071-aae536e34731 tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594961'] for security_group (4ac71327-c6bc-40cf-beb0-a83c949f9e00), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:30.646254 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-6cfcb065-99b5-40f8-8071-aae536e34731 tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] Publish callbacks [] for security_group (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:30.647469 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-6cfcb065-99b5-40f8-8071-aae536e34731 tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] 10.222.0.33 "DELETE /v2.0/security-groups/4ac71327-c6bc-40cf-beb0-a83c949f9e00 HTTP/1.1" status: 204 len: 168 time: 0.1525116 May 28 17:36:30.657139 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfcb065-99b5-40f8-8071-aae536e34731 tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ac71327-c6bc-40cf-beb0-a83c949f9e00,revision_number=None']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:36:30.703717 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.33', 34800) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:36:30.907522 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=84,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:36:31.182488 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-61e48267-9416-4024-ab4c-d86affdfb54f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-686559'] for router_interface (11b1592f-2518-4c18-8ad6-cf3f40c28a12), before_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:31.375253 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Device 50d0ffcf-e908-48f5-9b29-2b70709081b6 no longer exists at agent hyperv_hv-cinder-84372 {{(pid=103913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 28 17:36:31.395179 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] No Port match for: 50d0ffcf-e908-48f5-9b29-2b70709081b6 {{(pid=103913) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 28 17:36:31.396059 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Device 50d0ffcf-e908-48f5-9b29-2b70709081b6 not bound to the agent host hv-cinder-84372 {{(pid=103913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 28 17:36:31.411861 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.plugin [None req-61e48267-9416-4024-ab4c-d86affdfb54f admin admin] Deleting port dfb60f6e-4869-4951-a924-ca39c879f86b {{(pid=103912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 28 17:36:31.412223 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-61e48267-9416-4024-ab4c-d86affdfb54f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735968504037'] for port (dfb60f6e-4869-4951-a924-ca39c879f86b), before_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:31.497203 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.db [None req-61e48267-9416-4024-ab4c-d86affdfb54f admin admin] For port dfb60f6e-4869-4951-a924-ca39c879f86b, host dv-cinder-843729-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843729-1-iscsi',level=0,port_id=dfb60f6e-4869-4951-a924-ca39c879f86b,segment=NetworkSegment(153d9af4-79c5-412d-83d0-73ae9d713be5),segment_id=153d9af4-79c5-412d-83d0-73ae9d713be5)] {{(pid=103912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 17:36:31.497570 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-61e48267-9416-4024-ab4c-d86affdfb54f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-660327'] for port (dfb60f6e-4869-4951-a924-ca39c879f86b), precommit_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:31.511752 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.plugin [None req-61e48267-9416-4024-ab4c-d86affdfb54f admin admin] Calling delete_port for dfb60f6e-4869-4951-a924-ca39c879f86b owned by network:router_interface {{(pid=103912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 28 17:36:31.579512 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:36:31.723468 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-61e48267-9416-4024-ab4c-d86affdfb54f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735968512467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735968120122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6173922'] for port (dfb60f6e-4869-4951-a924-ca39c879f86b), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:31.726775 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:36:31.750339 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e48267-9416-4024-ab4c-d86affdfb54f admin admin] Pushing event deleted for resources: {'Port': ['ID=dfb60f6e-4869-4951-a924-ca39c879f86b,revision_number=None']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:36:32.168629 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-61e48267-9416-4024-ab4c-d86affdfb54f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-152111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-686403'] for router_interface (11b1592f-2518-4c18-8ad6-cf3f40c28a12), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:32.374087 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61e48267-9416-4024-ab4c-d86affdfb54f admin admin] Router 11b1592f-2518-4c18-8ad6-cf3f40c28a12 has already been hosted by L3 agent 8a8c7bbb-808d-49ae-95de-62501e6237ff {{(pid=103912) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 17:36:32.478819 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61e48267-9416-4024-ab4c-d86affdfb54f admin admin] Notify agent at l3_agent.dv-cinder-843729-1-iscsi the message routers_updated {{(pid=103912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 17:36:32.487244 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-61e48267-9416-4024-ab4c-d86affdfb54f admin admin] 10.222.0.33 "PUT /v2.0/routers/11b1592f-2518-4c18-8ad6-cf3f40c28a12/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7800889 May 28 17:36:32.489947 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a42d383f-5265-40b5-8b41-19c3b408d427 None None] Sync routers for ids ['11b1592f-2518-4c18-8ad6-cf3f40c28a12'] in dv-cinder-843729-1-iscsi {{(pid=103913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 17:36:32.491259 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.33', 34830) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:36:32.500897 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a42d383f-5265-40b5-8b41-19c3b408d427 None None] Routers {'11b1592f-2518-4c18-8ad6-cf3f40c28a12'} bound to L3 agent in host dv-cinder-843729-1-iscsi {{(pid=103913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 28 17:36:32.501875 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.l3_hamode_db [None req-a42d383f-5265-40b5-8b41-19c3b408d427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843729-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T17:16:55Z,description=,heartbeat_timestamp=2022-05-28T17:36:25Z,host='dv-cinder-843729-1-iscsi',id=8a8c7bbb-808d-49ae-95de-62501e6237ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T17:16:55Z,topic='l3_agent')) {'router_ids': ['11b1592f-2518-4c18-8ad6-cf3f40c28a12'], 'active': True} {{(pid=103913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:36:32.537235 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-1745bba5-4e3d-4337-a105-d20da204a96d req-2391a089-8a6f-4117-a67e-1920aae570bd service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=6863e51f-850f-4d83-a5ea-34408f176184&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0859382 May 28 17:36:32.607586 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.l3_dvr_db [None req-a42d383f-5265-40b5-8b41-19c3b408d427 None None] Set router 11b1592f-2518-4c18-8ad6-cf3f40c28a12 gateway port host: dv-cinder-843729-1-iscsi {{(pid=103913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 28 17:36:32.648242 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-b8c90399-031b-4d0e-a881-7abcc0d81de9 admin admin] Publish callbacks [] for router (11b1592f-2518-4c18-8ad6-cf3f40c28a12), before_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:32.651454 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1745bba5-4e3d-4337-a105-d20da204a96d req-9c63e047-ed02-475b-8907-6dbedf65aa84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:36:32.652907 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-1745bba5-4e3d-4337-a105-d20da204a96d req-9c63e047-ed02-475b-8907-6dbedf65aa84 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9525b35792a04dc3a6f109cb39ee9d50&device_id=6863e51f-850f-4d83-a5ea-34408f176184 HTTP/1.1" status: 200 len: 1129 time: 0.0611413 May 28 17:36:32.734217 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:36:32.735396 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:36:32.786695 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.l3_hamode_db [None req-a42d383f-5265-40b5-8b41-19c3b408d427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11b1592f-2518-4c18-8ad6-cf3f40c28a12', 'name': 'tempest-TestShelveInstance-1625672484-router', 'tenant_id': 'c1187f363c0d40ffaebe938d3201e0ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'external_fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': '590e0392-301d-42bc-8b55-7b2aff62b8e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T17:30:31Z', 'updated_at': '2022-05-28T17:36:31Z', 'revision_number': 5, 'project_id': 'c1187f363c0d40ffaebe938d3201e0ad', 'gw_port': {'id': '590e0392-301d-42bc-8b55-7b2aff62b8e0', 'name': '', 'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:4d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11b1592f-2518-4c18-8ad6-cf3f40c28a12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:30:32Z', 'updated_at': '2022-05-28T17:30:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843729-1-iscsi'}], 'dv-cinder-843729-1-iscsi', False) {} {{(pid=103913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:36:32.814969 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a42d383f-5265-40b5-8b41-19c3b408d427 None None] Checking router: 11b1592f-2518-4c18-8ad6-cf3f40c28a12 for host: dv-cinder-843729-1-iscsi {{(pid=103913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 17:36:32.824638 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a42d383f-5265-40b5-8b41-19c3b408d427 None None] Routers {'11b1592f-2518-4c18-8ad6-cf3f40c28a12'} bound to L3 agent in host dv-cinder-843729-1-iscsi {{(pid=103913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 28 17:36:32.825238 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.l3_hamode_db [None req-a42d383f-5265-40b5-8b41-19c3b408d427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843729-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T17:16:55Z,description=,heartbeat_timestamp=2022-05-28T17:36:25Z,host='dv-cinder-843729-1-iscsi',id=8a8c7bbb-808d-49ae-95de-62501e6237ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T17:16:55Z,topic='l3_agent')) {'router_ids': ['11b1592f-2518-4c18-8ad6-cf3f40c28a12'], 'active': True} {{(pid=103913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:36:32.842449 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1745bba5-4e3d-4337-a105-d20da204a96d req-bc85dfb4-cc08-40e5-a3dd-17496ce014da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:36:32.843994 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-1745bba5-4e3d-4337-a105-d20da204a96d req-bc85dfb4-cc08-40e5-a3dd-17496ce014da service neutron] 10.222.0.16 "GET /v2.0/networks?id=f73c6d30-f59b-4e03-9c62-138278150c67 HTTP/1.1" status: 200 len: 915 time: 0.1600649 May 28 17:36:32.845293 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-b8c90399-031b-4d0e-a881-7abcc0d81de9 admin admin] Publish callbacks [] for router_gateway (11b1592f-2518-4c18-8ad6-cf3f40c28a12), before_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:32.945315 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.l3_dvr_db [None req-a42d383f-5265-40b5-8b41-19c3b408d427 None None] Set router 11b1592f-2518-4c18-8ad6-cf3f40c28a12 gateway port host: dv-cinder-843729-1-iscsi {{(pid=103913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 28 17:36:33.189312 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-1745bba5-4e3d-4337-a105-d20da204a96d req-46c2c0b6-171e-46ef-8df1-9606437d6bdf service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f9b3d611-66b6-43d5-b2bc-e8228c900bb3 HTTP/1.1" status: 200 len: 999 time: 0.3393424 May 28 17:36:33.189965 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-b8c90399-031b-4d0e-a881-7abcc0d81de9 admin admin] Deleting port 590e0392-301d-42bc-8b55-7b2aff62b8e0 {{(pid=103911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 28 17:36:33.190302 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-b8c90399-031b-4d0e-a881-7abcc0d81de9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735968504037'] for port (590e0392-301d-42bc-8b55-7b2aff62b8e0), before_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:33.259231 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.l3_hamode_db [None req-a42d383f-5265-40b5-8b41-19c3b408d427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11b1592f-2518-4c18-8ad6-cf3f40c28a12', 'name': 'tempest-TestShelveInstance-1625672484-router', 'tenant_id': 'c1187f363c0d40ffaebe938d3201e0ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'external_fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': '590e0392-301d-42bc-8b55-7b2aff62b8e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T17:30:31Z', 'updated_at': '2022-05-28T17:36:31Z', 'revision_number': 5, 'project_id': 'c1187f363c0d40ffaebe938d3201e0ad', 'gw_port': {'id': '590e0392-301d-42bc-8b55-7b2aff62b8e0', 'name': '', 'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:4d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11b1592f-2518-4c18-8ad6-cf3f40c28a12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:30:32Z', 'updated_at': '2022-05-28T17:30:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843729-1-iscsi'}], 'dv-cinder-843729-1-iscsi', False) {} {{(pid=103913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:36:33.283010 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a42d383f-5265-40b5-8b41-19c3b408d427 None None] The sync data for ids ['11b1592f-2518-4c18-8ad6-cf3f40c28a12'] in dv-cinder-843729-1-iscsi is: [{'id': '11b1592f-2518-4c18-8ad6-cf3f40c28a12', 'name': 'tempest-TestShelveInstance-1625672484-router', 'tenant_id': 'c1187f363c0d40ffaebe938d3201e0ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'external_fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': '590e0392-301d-42bc-8b55-7b2aff62b8e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T17:30:31Z', 'updated_at': '2022-05-28T17:36:31Z', 'revision_number': 5, 'project_id': 'c1187f363c0d40ffaebe938d3201e0ad', 'gw_port': {'id': '590e0392-301d-42bc-8b55-7b2aff62b8e0', 'name': '', 'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:4d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11b1592f-2518-4c18-8ad6-cf3f40c28a12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:30:32Z', 'updated_at': '2022-05-28T17:30:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843729-1-iscsi'}] {{(pid=103913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 17:36:33.297369 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1745bba5-4e3d-4337-a105-d20da204a96d req-e35cb447-4712-49fc-8cc7-accba899abb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:36:33.298823 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-1745bba5-4e3d-4337-a105-d20da204a96d req-e35cb447-4712-49fc-8cc7-accba899abb7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3ba9da23-e7a0-4b8a-b5a4-c3c0fc07e6a1 HTTP/1.1" status: 200 len: 853 time: 0.0956042 May 28 17:36:33.353174 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-b8c90399-031b-4d0e-a881-7abcc0d81de9 admin admin] For port 590e0392-301d-42bc-8b55-7b2aff62b8e0, host dv-cinder-843729-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843729-1-iscsi',level=0,port_id=590e0392-301d-42bc-8b55-7b2aff62b8e0,segment=NetworkSegment(3991c6da-7adc-4448-bfac-a7af5b626d82),segment_id=3991c6da-7adc-4448-bfac-a7af5b626d82)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 17:36:33.353544 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-b8c90399-031b-4d0e-a881-7abcc0d81de9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-660327'] for port (590e0392-301d-42bc-8b55-7b2aff62b8e0), precommit_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:33.366271 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1745bba5-4e3d-4337-a105-d20da204a96d req-01edb76c-52d3-4293-b6e4-b694bbffbaab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:36:33.367786 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-1745bba5-4e3d-4337-a105-d20da204a96d req-01edb76c-52d3-4293-b6e4-b694bbffbaab service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f73c6d30-f59b-4e03-9c62-138278150c67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0620649 May 28 17:36:33.371662 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-b8c90399-031b-4d0e-a881-7abcc0d81de9 admin admin] Calling delete_port for 590e0392-301d-42bc-8b55-7b2aff62b8e0 owned by network:router_gateway {{(pid=103911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 28 17:36:33.439964 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:36:33.501615 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:36:33.551936 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-1745bba5-4e3d-4337-a105-d20da204a96d req-80c57318-2d7b-4042-8d1f-5d00a176c223 service neutron] 10.222.0.16 "GET /v2.0/networks/f73c6d30-f59b-4e03-9c62-138278150c67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1754029 May 28 17:36:33.698380 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-1745bba5-4e3d-4337-a105-d20da204a96d req-8857fcc1-7acc-435a-8e21-a1bcc309ff3c service neutron] 10.222.0.16 "GET /v2.0/networks/f73c6d30-f59b-4e03-9c62-138278150c67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403384 May 28 17:36:33.702925 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-b8c90399-031b-4d0e-a881-7abcc0d81de9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735968512467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735968120122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6040268'] for port (590e0392-301d-42bc-8b55-7b2aff62b8e0), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:33.731274 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c90399-031b-4d0e-a881-7abcc0d81de9 admin admin] Pushing event deleted for resources: {'Port': ['ID=590e0392-301d-42bc-8b55-7b2aff62b8e0,revision_number=None']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:36:33.799857 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-b8c90399-031b-4d0e-a881-7abcc0d81de9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-681697'] for router_gateway (11b1592f-2518-4c18-8ad6-cf3f40c28a12), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:33.888773 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-b8c90399-031b-4d0e-a881-7abcc0d81de9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6173'] for router (11b1592f-2518-4c18-8ad6-cf3f40c28a12), precommit_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:33.890950 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-b8c90399-031b-4d0e-a881-7abcc0d81de9 admin admin] Publish callbacks [] for router_controller (11b1592f-2518-4c18-8ad6-cf3f40c28a12), precommit_delete_associations {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:33.935473 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-b8c90399-031b-4d0e-a881-7abcc0d81de9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-540091'] for router (11b1592f-2518-4c18-8ad6-cf3f40c28a12), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:33.936120 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8c90399-031b-4d0e-a881-7abcc0d81de9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 11b1592f-2518-4c18-8ad6-cf3f40c28a12 {{(pid=103911) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 28 17:36:33.948571 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-b8c90399-031b-4d0e-a881-7abcc0d81de9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:33.950068 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-b8c90399-031b-4d0e-a881-7abcc0d81de9 admin admin] 10.222.0.33 "DELETE /v2.0/routers/11b1592f-2518-4c18-8ad6-cf3f40c28a12 HTTP/1.1" status: 204 len: 168 time: 1.4576938 May 28 17:36:33.952751 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.33', 34842) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:36:34.001536 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a5da506-1013-4ea1-a71a-2559c740a132 admin admin] Deleting subnet 09f52a4a-9f63-462c-a88b-3063575fed7e {{(pid=103911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 28 17:36:34.005776 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-2a5da506-1013-4ea1-a71a-2559c740a132 admin admin] Publish callbacks [] for subnet (09f52a4a-9f63-462c-a88b-3063575fed7e), before_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:34.044078 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-2a5da506-1013-4ea1-a71a-2559c740a132 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5576428'] for subnet (09f52a4a-9f63-462c-a88b-3063575fed7e), precommit_delete_associations {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:34.128615 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-2a5da506-1013-4ea1-a71a-2559c740a132 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755116'] for subnet (09f52a4a-9f63-462c-a88b-3063575fed7e), precommit_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:34.198531 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-2a5da506-1013-4ea1-a71a-2559c740a132 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6042941', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5946037'] for subnet (09f52a4a-9f63-462c-a88b-3063575fed7e), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:34.229236 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-2a5da506-1013-4ea1-a71a-2559c740a132 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:34.234546 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d4861ae-edc5-4332-8d17-6df7c3d4fe7e None None] Network 4a465d8b-8354-439d-89ca-5f701b554376 requested from dv-cinder-843729-1-iscsi {{(pid=103913) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 28 17:36:34.243577 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-2a5da506-1013-4ea1-a71a-2559c740a132 admin admin] 10.222.0.33 "DELETE /v2.0/subnets/09f52a4a-9f63-462c-a88b-3063575fed7e HTTP/1.1" status: 204 len: 168 time: 0.2849717 May 28 17:36:34.243704 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.33', 34852) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:36:34.244138 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5da506-1013-4ea1-a71a-2559c740a132 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=09f52a4a-9f63-462c-a88b-3063575fed7e,revision_number=None']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:36:34.318284 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-8456fc4c-db70-48a7-90a2-48460c9d6cdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1661291'] for network (4a465d8b-8354-439d-89ca-5f701b554376), before_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:34.366931 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.plugin [None req-8456fc4c-db70-48a7-90a2-48460c9d6cdf admin admin] Deleting port 5d811f76-c841-4c80-87d3-ea6cc2a0dbc3 {{(pid=103912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 28 17:36:34.367269 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-8456fc4c-db70-48a7-90a2-48460c9d6cdf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735968504037'] for port (5d811f76-c841-4c80-87d3-ea6cc2a0dbc3), before_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:34.428707 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0510a2f7-f2dd-43fb-a792-c990f85d6be7 None None] DHCP port deletion for 4a465d8b-8354-439d-89ca-5f701b554376 request from dv-cinder-843729-1-iscsi {{(pid=103913) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 28 17:36:34.434734 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.db [None req-8456fc4c-db70-48a7-90a2-48460c9d6cdf admin admin] For port 5d811f76-c841-4c80-87d3-ea6cc2a0dbc3, host dv-cinder-843729-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843729-1-iscsi',level=0,port_id=5d811f76-c841-4c80-87d3-ea6cc2a0dbc3,segment=NetworkSegment(153d9af4-79c5-412d-83d0-73ae9d713be5),segment_id=153d9af4-79c5-412d-83d0-73ae9d713be5)] {{(pid=103912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 17:36:34.435095 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-8456fc4c-db70-48a7-90a2-48460c9d6cdf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-660327'] for port (5d811f76-c841-4c80-87d3-ea6cc2a0dbc3), precommit_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:34.455027 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.plugin [None req-8456fc4c-db70-48a7-90a2-48460c9d6cdf admin admin] Calling delete_port for 5d811f76-c841-4c80-87d3-ea6cc2a0dbc3 owned by network:dhcp {{(pid=103912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 28 17:36:34.469055 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-0510a2f7-f2dd-43fb-a792-c990f85d6be7 None None] Deleting port 5d811f76-c841-4c80-87d3-ea6cc2a0dbc3 {{(pid=103913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 28 17:36:34.469432 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-0510a2f7-f2dd-43fb-a792-c990f85d6be7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735968504037'] for port (5d811f76-c841-4c80-87d3-ea6cc2a0dbc3), before_delete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:34.499749 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:36:34.544568 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-0510a2f7-f2dd-43fb-a792-c990f85d6be7 None None] For port 5d811f76-c841-4c80-87d3-ea6cc2a0dbc3, host dv-cinder-843729-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843729-1-iscsi',level=0,port_id=5d811f76-c841-4c80-87d3-ea6cc2a0dbc3,segment=NetworkSegment(153d9af4-79c5-412d-83d0-73ae9d713be5),segment_id=153d9af4-79c5-412d-83d0-73ae9d713be5)] {{(pid=103913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 17:36:34.545276 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-8456fc4c-db70-48a7-90a2-48460c9d6cdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735968512467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735968120122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6173922'] for port (5d811f76-c841-4c80-87d3-ea6cc2a0dbc3), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:34.545471 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-0510a2f7-f2dd-43fb-a792-c990f85d6be7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-660327'] for port (5d811f76-c841-4c80-87d3-ea6cc2a0dbc3), precommit_delete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:34.560909 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-0510a2f7-f2dd-43fb-a792-c990f85d6be7 None None] Calling delete_port for 5d811f76-c841-4c80-87d3-ea6cc2a0dbc3 owned by network:dhcp {{(pid=103913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 28 17:36:34.571247 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8456fc4c-db70-48a7-90a2-48460c9d6cdf admin admin] Pushing event deleted for resources: {'Port': ['ID=5d811f76-c841-4c80-87d3-ea6cc2a0dbc3,revision_number=None']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:36:34.573083 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8456fc4c-db70-48a7-90a2-48460c9d6cdf admin admin] No DVR routers for this DVR port 5d811f76-c841-4c80-87d3-ea6cc2a0dbc3 on host dv-cinder-843729-1-iscsi {{(pid=103912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 17:36:34.621842 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (7cdbebfa-f3b4-48eb-8fbc-caed95606681), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:34.649487 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-8456fc4c-db70-48a7-90a2-48460c9d6cdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753177', 'neutron.services.segments.db._delete_segments_for_network-8735968598640'] for network (4a465d8b-8354-439d-89ca-5f701b554376), precommit_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:34.656251 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-0510a2f7-f2dd-43fb-a792-c990f85d6be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735968512467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735968120122'] for port (5d811f76-c841-4c80-87d3-ea6cc2a0dbc3), after_delete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:34.667444 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:36:34.671369 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.services.segments.db [None req-8456fc4c-db70-48a7-90a2-48460c9d6cdf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a465d8b-8354-439d-89ca-5f701b554376']}} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:36:34.682266 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.services.segments.db [None req-8456fc4c-db70-48a7-90a2-48460c9d6cdf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '153d9af4-79c5-412d-83d0-73ae9d713be5') {'for_net_delete': True} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:36:34.682559 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.services.segments.db [None req-8456fc4c-db70-48a7-90a2-48460c9d6cdf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '153d9af4-79c5-412d-83d0-73ae9d713be5') {} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:36:34.685462 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0510a2f7-f2dd-43fb-a792-c990f85d6be7 None None] No DVR routers for this DVR port 5d811f76-c841-4c80-87d3-ea6cc2a0dbc3 on host dv-cinder-843729-1-iscsi {{(pid=103913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 17:36:34.692512 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0510a2f7-f2dd-43fb-a792-c990f85d6be7 None None] Pushing event deleted for resources: {'Port': ['ID=5d811f76-c841-4c80-87d3-ea6cc2a0dbc3,revision_number=None']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:36:34.695297 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-8456fc4c-db70-48a7-90a2-48460c9d6cdf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735968599161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6171492'] for segment (153d9af4-79c5-412d-83d0-73ae9d713be5), before_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:34.711969 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-8456fc4c-db70-48a7-90a2-48460c9d6cdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766051'] for segment (153d9af4-79c5-412d-83d0-73ae9d713be5), precommit_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:34.719876 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8456fc4c-db70-48a7-90a2-48460c9d6cdf admin admin] Releasing vlan 153 on physical network physnet1 to pool {{(pid=103912) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 17:36:34.720290 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-8456fc4c-db70-48a7-90a2-48460c9d6cdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6173873'] for segment (153d9af4-79c5-412d-83d0-73ae9d713be5), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:34.780518 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-8456fc4c-db70-48a7-90a2-48460c9d6cdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1753186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681677'] for network (4a465d8b-8354-439d-89ca-5f701b554376), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:34.788270 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-8456fc4c-db70-48a7-90a2-48460c9d6cdf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-152074'] for network (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:34.791285 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-8456fc4c-db70-48a7-90a2-48460c9d6cdf admin admin] 10.222.0.33 "DELETE /v2.0/networks/4a465d8b-8354-439d-89ca-5f701b554376 HTTP/1.1" status: 204 len: 168 time: 0.5484123 May 28 17:36:34.794275 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.33', 34860) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:36:34.800621 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8456fc4c-db70-48a7-90a2-48460c9d6cdf admin admin] Pushing event deleted for resources: {'Network': ['ID=4a465d8b-8354-439d-89ca-5f701b554376,revision_number=None']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:36:34.875104 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.services.segments.plugin [-] Segment 153d9af4-79c5-412d-83d0-73ae9d713be5 resource provider aggregate not found May 28 17:36:34.891943 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.services.segments.plugin [-] Segment 153d9af4-79c5-412d-83d0-73ae9d713be5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 153d9af4-79c5-412d-83d0-73ae9d713be5 found for delete ", "request_id": "req-f4b81e45-9537-4792-ba59-e467a22697db"}]} May 28 17:36:34.901958 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:36:35.049273 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:36:35.084282 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Device 590e0392-301d-42bc-8b55-7b2aff62b8e0 no longer exists at agent ovs-agent-dv-cinder-843729-1-iscsi {{(pid=103913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 28 17:36:35.104486 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] No Port match for: 590e0392-301d-42bc-8b55-7b2aff62b8e0 {{(pid=103913) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 28 17:36:35.104868 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Device 590e0392-301d-42bc-8b55-7b2aff62b8e0 not bound to the agent host dv-cinder-843729-1-iscsi {{(pid=103913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 28 17:36:35.105313 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Device dfb60f6e-4869-4951-a924-ca39c879f86b no longer exists at agent ovs-agent-dv-cinder-843729-1-iscsi {{(pid=103913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 28 17:36:35.115856 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-97035430-e728-4bed-b0d9-cd37468edf99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-686559'] for router_interface (c077dbdd-3b47-4dbc-911b-522b48a73df4), before_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:35.124489 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] No Port match for: dfb60f6e-4869-4951-a924-ca39c879f86b {{(pid=103913) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 28 17:36:35.124767 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Device dfb60f6e-4869-4951-a924-ca39c879f86b not bound to the agent host dv-cinder-843729-1-iscsi {{(pid=103913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 28 17:36:35.125179 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Device 5d811f76-c841-4c80-87d3-ea6cc2a0dbc3 no longer exists at agent ovs-agent-dv-cinder-843729-1-iscsi {{(pid=103913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 28 17:36:35.143752 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] No Port match for: 5d811f76-c841-4c80-87d3-ea6cc2a0dbc3 {{(pid=103913) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 28 17:36:35.144102 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Device 5d811f76-c841-4c80-87d3-ea6cc2a0dbc3 not bound to the agent host dv-cinder-843729-1-iscsi {{(pid=103913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 28 17:36:35.337015 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-97035430-e728-4bed-b0d9-cd37468edf99 admin admin] Deleting port cfbca248-4ead-4513-ad87-9fd61380fb57 {{(pid=103911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 28 17:36:35.337369 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-97035430-e728-4bed-b0d9-cd37468edf99 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735968504037'] for port (cfbca248-4ead-4513-ad87-9fd61380fb57), before_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:35.421338 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-97035430-e728-4bed-b0d9-cd37468edf99 admin admin] For port cfbca248-4ead-4513-ad87-9fd61380fb57, host dv-cinder-843729-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843729-1-iscsi',level=0,port_id=cfbca248-4ead-4513-ad87-9fd61380fb57,segment=NetworkSegment(c97a2459-da56-4969-a5eb-ccb000fa25dd),segment_id=c97a2459-da56-4969-a5eb-ccb000fa25dd)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 17:36:35.421704 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-97035430-e728-4bed-b0d9-cd37468edf99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-660327'] for port (cfbca248-4ead-4513-ad87-9fd61380fb57), precommit_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:35.435733 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-97035430-e728-4bed-b0d9-cd37468edf99 admin admin] Calling delete_port for cfbca248-4ead-4513-ad87-9fd61380fb57 owned by network:router_interface {{(pid=103911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 28 17:36:35.621415 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-97035430-e728-4bed-b0d9-cd37468edf99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735968512467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735968120122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6040268'] for port (cfbca248-4ead-4513-ad87-9fd61380fb57), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:35.650126 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97035430-e728-4bed-b0d9-cd37468edf99 admin admin] Pushing event deleted for resources: {'Port': ['ID=cfbca248-4ead-4513-ad87-9fd61380fb57,revision_number=None']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:36:35.830519 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-97035430-e728-4bed-b0d9-cd37468edf99 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-152111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-686403'] for router_interface (c077dbdd-3b47-4dbc-911b-522b48a73df4), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:35.837695 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:36:35.903491 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:36:36.062815 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97035430-e728-4bed-b0d9-cd37468edf99 admin admin] Router c077dbdd-3b47-4dbc-911b-522b48a73df4 has already been hosted by L3 agent 8a8c7bbb-808d-49ae-95de-62501e6237ff {{(pid=103911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 17:36:36.166832 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97035430-e728-4bed-b0d9-cd37468edf99 admin admin] Notify agent at l3_agent.dv-cinder-843729-1-iscsi the message routers_updated {{(pid=103911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 17:36:36.174344 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-97035430-e728-4bed-b0d9-cd37468edf99 admin admin] 10.222.0.33 "PUT /v2.0/routers/c077dbdd-3b47-4dbc-911b-522b48a73df4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3790181 May 28 17:36:36.174545 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.33', 34886) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:36:36.176942 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef00cb9d-f29a-49cf-9309-7554a923a928 None None] Sync routers for ids ['c077dbdd-3b47-4dbc-911b-522b48a73df4'] in dv-cinder-843729-1-iscsi {{(pid=103914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 17:36:36.188177 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef00cb9d-f29a-49cf-9309-7554a923a928 None None] Routers {'c077dbdd-3b47-4dbc-911b-522b48a73df4'} bound to L3 agent in host dv-cinder-843729-1-iscsi {{(pid=103914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 28 17:36:36.189005 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-ef00cb9d-f29a-49cf-9309-7554a923a928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843729-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T17:16:55Z,description=,heartbeat_timestamp=2022-05-28T17:36:25Z,host='dv-cinder-843729-1-iscsi',id=8a8c7bbb-808d-49ae-95de-62501e6237ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T17:16:55Z,topic='l3_agent')) {'router_ids': ['c077dbdd-3b47-4dbc-911b-522b48a73df4'], 'active': True} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:36:36.283551 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-7656578c-11fb-4f33-95b2-13f2f7d1dbae admin admin] Publish callbacks [] for router (c077dbdd-3b47-4dbc-911b-522b48a73df4), before_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:36.295829 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvr_db [None req-ef00cb9d-f29a-49cf-9309-7554a923a928 None None] Set router c077dbdd-3b47-4dbc-911b-522b48a73df4 gateway port host: dv-cinder-843729-1-iscsi {{(pid=103914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 28 17:36:36.381013 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-7656578c-11fb-4f33-95b2-13f2f7d1dbae admin admin] Publish callbacks [] for router_gateway (c077dbdd-3b47-4dbc-911b-522b48a73df4), before_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:36.426204 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.plugin [None req-7656578c-11fb-4f33-95b2-13f2f7d1dbae admin admin] Deleting port 4a20d3a9-ca70-4be7-a621-7a30de3b36bc {{(pid=103912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 28 17:36:36.427290 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-7656578c-11fb-4f33-95b2-13f2f7d1dbae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735968504037'] for port (4a20d3a9-ca70-4be7-a621-7a30de3b36bc), before_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:36.467123 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-ef00cb9d-f29a-49cf-9309-7554a923a928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c077dbdd-3b47-4dbc-911b-522b48a73df4', 'name': 'tempest-TestShelveInstance-1082085615-router', 'tenant_id': '619f6038fc644e42bc968395310b90ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'external_fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.197'}], 'enable_snat': True}, 'gw_port_id': '4a20d3a9-ca70-4be7-a621-7a30de3b36bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T17:30:37Z', 'updated_at': '2022-05-28T17:36:35Z', 'revision_number': 5, 'project_id': '619f6038fc644e42bc968395310b90ba', 'gw_port': {'id': '4a20d3a9-ca70-4be7-a621-7a30de3b36bc', 'name': '', 'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:0a:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c077dbdd-3b47-4dbc-911b-522b48a73df4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:30:37Z', 'updated_at': '2022-05-28T17:30:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843729-1-iscsi'}], 'dv-cinder-843729-1-iscsi', False) {} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:36:36.493541 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef00cb9d-f29a-49cf-9309-7554a923a928 None None] Checking router: c077dbdd-3b47-4dbc-911b-522b48a73df4 for host: dv-cinder-843729-1-iscsi {{(pid=103914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 17:36:36.502825 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef00cb9d-f29a-49cf-9309-7554a923a928 None None] Routers {'c077dbdd-3b47-4dbc-911b-522b48a73df4'} bound to L3 agent in host dv-cinder-843729-1-iscsi {{(pid=103914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 28 17:36:36.503442 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-ef00cb9d-f29a-49cf-9309-7554a923a928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843729-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T17:16:55Z,description=,heartbeat_timestamp=2022-05-28T17:36:25Z,host='dv-cinder-843729-1-iscsi',id=8a8c7bbb-808d-49ae-95de-62501e6237ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T17:16:55Z,topic='l3_agent')) {'router_ids': ['c077dbdd-3b47-4dbc-911b-522b48a73df4'], 'active': True} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:36:36.515003 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.db [None req-7656578c-11fb-4f33-95b2-13f2f7d1dbae admin admin] For port 4a20d3a9-ca70-4be7-a621-7a30de3b36bc, host dv-cinder-843729-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843729-1-iscsi',level=0,port_id=4a20d3a9-ca70-4be7-a621-7a30de3b36bc,segment=NetworkSegment(3991c6da-7adc-4448-bfac-a7af5b626d82),segment_id=3991c6da-7adc-4448-bfac-a7af5b626d82)] {{(pid=103912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 17:36:36.515413 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-7656578c-11fb-4f33-95b2-13f2f7d1dbae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-660327'] for port (4a20d3a9-ca70-4be7-a621-7a30de3b36bc), precommit_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:36.530387 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.plugin [None req-7656578c-11fb-4f33-95b2-13f2f7d1dbae admin admin] Calling delete_port for 4a20d3a9-ca70-4be7-a621-7a30de3b36bc owned by network:router_gateway {{(pid=103912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 28 17:36:36.591668 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvr_db [None req-ef00cb9d-f29a-49cf-9309-7554a923a928 None None] Set router c077dbdd-3b47-4dbc-911b-522b48a73df4 gateway port host: None {{(pid=103914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 28 17:36:36.642776 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-ef00cb9d-f29a-49cf-9309-7554a923a928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c077dbdd-3b47-4dbc-911b-522b48a73df4', 'name': 'tempest-TestShelveInstance-1082085615-router', 'tenant_id': '619f6038fc644e42bc968395310b90ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T17:30:37Z', 'updated_at': '2022-05-28T17:36:36Z', 'revision_number': 6, 'project_id': '619f6038fc644e42bc968395310b90ba', 'gw_port_host': None}], 'dv-cinder-843729-1-iscsi', False) {} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:36:36.669158 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef00cb9d-f29a-49cf-9309-7554a923a928 None None] The sync data for ids ['c077dbdd-3b47-4dbc-911b-522b48a73df4'] in dv-cinder-843729-1-iscsi is: [{'id': 'c077dbdd-3b47-4dbc-911b-522b48a73df4', 'name': 'tempest-TestShelveInstance-1082085615-router', 'tenant_id': '619f6038fc644e42bc968395310b90ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T17:30:37Z', 'updated_at': '2022-05-28T17:36:36Z', 'revision_number': 6, 'project_id': '619f6038fc644e42bc968395310b90ba', 'gw_port_host': None}] {{(pid=103914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 17:36:36.709529 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-7656578c-11fb-4f33-95b2-13f2f7d1dbae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735968512467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735968120122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6173922'] for port (4a20d3a9-ca70-4be7-a621-7a30de3b36bc), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:36.734906 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7656578c-11fb-4f33-95b2-13f2f7d1dbae admin admin] Pushing event deleted for resources: {'Port': ['ID=4a20d3a9-ca70-4be7-a621-7a30de3b36bc,revision_number=None']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:36:36.788304 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:36:36.795800 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-7656578c-11fb-4f33-95b2-13f2f7d1dbae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-681697'] for router_gateway (c077dbdd-3b47-4dbc-911b-522b48a73df4), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:36.882243 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-7656578c-11fb-4f33-95b2-13f2f7d1dbae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6173'] for router (c077dbdd-3b47-4dbc-911b-522b48a73df4), precommit_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:36.884460 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-7656578c-11fb-4f33-95b2-13f2f7d1dbae admin admin] Publish callbacks [] for router_controller (c077dbdd-3b47-4dbc-911b-522b48a73df4), precommit_delete_associations {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:36.930181 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-7656578c-11fb-4f33-95b2-13f2f7d1dbae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-540091'] for router (c077dbdd-3b47-4dbc-911b-522b48a73df4), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:36.930794 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7656578c-11fb-4f33-95b2-13f2f7d1dbae admin admin] Fanout notify agent at l3_agent the message router_deleted on router c077dbdd-3b47-4dbc-911b-522b48a73df4 {{(pid=103912) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 28 17:36:36.935445 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-7656578c-11fb-4f33-95b2-13f2f7d1dbae admin admin] Publish callbacks [] for router (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:36.936480 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-7656578c-11fb-4f33-95b2-13f2f7d1dbae admin admin] 10.222.0.33 "DELETE /v2.0/routers/c077dbdd-3b47-4dbc-911b-522b48a73df4 HTTP/1.1" status: 204 len: 168 time: 0.7611604 May 28 17:36:36.938967 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.33', 34890) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:36:36.983081 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb4b916e-a2fd-4639-914f-39e65c80ecad admin admin] Deleting subnet 630f4712-27c3-4c2a-91b5-a69bb381243e {{(pid=103912) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 28 17:36:36.985972 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-bb4b916e-a2fd-4639-914f-39e65c80ecad admin admin] Publish callbacks [] for subnet (630f4712-27c3-4c2a-91b5-a69bb381243e), before_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:37.013466 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:UPDATE=3 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:36:37.024585 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-bb4b916e-a2fd-4639-914f-39e65c80ecad admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6171485'] for subnet (630f4712-27c3-4c2a-91b5-a69bb381243e), precommit_delete_associations {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:37.110341 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-bb4b916e-a2fd-4639-914f-39e65c80ecad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755116'] for subnet (630f4712-27c3-4c2a-91b5-a69bb381243e), precommit_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:37.166256 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-bb4b916e-a2fd-4639-914f-39e65c80ecad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6171411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5675836'] for subnet (630f4712-27c3-4c2a-91b5-a69bb381243e), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:37.197075 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4b916e-a2fd-4639-914f-39e65c80ecad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=630f4712-27c3-4c2a-91b5-a69bb381243e,revision_number=None']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:36:37.202683 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-bb4b916e-a2fd-4639-914f-39e65c80ecad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-152074'] for subnet (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:37.206002 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-bb4b916e-a2fd-4639-914f-39e65c80ecad admin admin] 10.222.0.33 "DELETE /v2.0/subnets/630f4712-27c3-4c2a-91b5-a69bb381243e HTTP/1.1" status: 204 len: 168 time: 0.2659979 May 28 17:36:37.208503 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.33', 34892) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:36:37.209611 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0faa1b86-fcd9-4aeb-b669-596b9b6632ee None None] Network cda8a630-30e6-4dd9-9d7b-46909d1f2d5b requested from dv-cinder-843729-1-iscsi {{(pid=103913) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 28 17:36:37.277632 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-ec928fbf-9104-4c61-9fec-ac83a5bc8887 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1661291'] for network (cda8a630-30e6-4dd9-9d7b-46909d1f2d5b), before_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:37.324352 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.plugin [None req-ec928fbf-9104-4c61-9fec-ac83a5bc8887 admin admin] Deleting port b9a492b9-4e9d-4e77-ba50-4881326a726e {{(pid=103912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 28 17:36:37.324352 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-ec928fbf-9104-4c61-9fec-ac83a5bc8887 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735968504037'] for port (b9a492b9-4e9d-4e77-ba50-4881326a726e), before_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:37.389777 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.db [None req-ec928fbf-9104-4c61-9fec-ac83a5bc8887 admin admin] For port b9a492b9-4e9d-4e77-ba50-4881326a726e, host dv-cinder-843729-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843729-1-iscsi',level=0,port_id=b9a492b9-4e9d-4e77-ba50-4881326a726e,segment=NetworkSegment(c97a2459-da56-4969-a5eb-ccb000fa25dd),segment_id=c97a2459-da56-4969-a5eb-ccb000fa25dd)] {{(pid=103912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 17:36:37.390215 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-ec928fbf-9104-4c61-9fec-ac83a5bc8887 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-660327'] for port (b9a492b9-4e9d-4e77-ba50-4881326a726e), precommit_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:37.403974 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.plugin [None req-ec928fbf-9104-4c61-9fec-ac83a5bc8887 admin admin] Calling delete_port for b9a492b9-4e9d-4e77-ba50-4881326a726e owned by network:dhcp {{(pid=103912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 28 17:36:37.435764 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-559cf128-0dcf-46de-a8e2-9cb8cb341e64 None None] DHCP port deletion for cda8a630-30e6-4dd9-9d7b-46909d1f2d5b request from dv-cinder-843729-1-iscsi {{(pid=103913) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 28 17:36:37.480071 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Device cfbca248-4ead-4513-ad87-9fd61380fb57 no longer exists at agent ovs-agent-dv-cinder-843729-1-iscsi {{(pid=103913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 28 17:36:37.498462 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-ec928fbf-9104-4c61-9fec-ac83a5bc8887 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735968512467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735968120122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6173922'] for port (b9a492b9-4e9d-4e77-ba50-4881326a726e), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:37.507819 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] No Port match for: cfbca248-4ead-4513-ad87-9fd61380fb57 {{(pid=103913) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 28 17:36:37.508167 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Device cfbca248-4ead-4513-ad87-9fd61380fb57 not bound to the agent host dv-cinder-843729-1-iscsi {{(pid=103913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 28 17:36:37.515667 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec928fbf-9104-4c61-9fec-ac83a5bc8887 admin admin] No DVR routers for this DVR port b9a492b9-4e9d-4e77-ba50-4881326a726e on host dv-cinder-843729-1-iscsi {{(pid=103912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 17:36:37.517949 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:36:37.528350 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-559cf128-0dcf-46de-a8e2-9cb8cb341e64 None None] Deleting port b9a492b9-4e9d-4e77-ba50-4881326a726e {{(pid=103913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 28 17:36:37.528722 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-559cf128-0dcf-46de-a8e2-9cb8cb341e64 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735968504037'] for port (b9a492b9-4e9d-4e77-ba50-4881326a726e), before_delete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:37.537654 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec928fbf-9104-4c61-9fec-ac83a5bc8887 admin admin] Pushing event deleted for resources: {'Port': ['ID=b9a492b9-4e9d-4e77-ba50-4881326a726e,revision_number=None']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:36:37.599230 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:36:37.610135 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-559cf128-0dcf-46de-a8e2-9cb8cb341e64 None None] For port b9a492b9-4e9d-4e77-ba50-4881326a726e, host dv-cinder-843729-1-iscsi, got binding levels [] {{(pid=103913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 17:36:37.610751 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-559cf128-0dcf-46de-a8e2-9cb8cb341e64 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-660327'] for port (b9a492b9-4e9d-4e77-ba50-4881326a726e), precommit_delete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:37.625792 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-ec928fbf-9104-4c61-9fec-ac83a5bc8887 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753177', 'neutron.services.segments.db._delete_segments_for_network-8735968598640'] for network (cda8a630-30e6-4dd9-9d7b-46909d1f2d5b), precommit_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:37.627818 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-559cf128-0dcf-46de-a8e2-9cb8cb341e64 None None] Calling delete_port for b9a492b9-4e9d-4e77-ba50-4881326a726e owned by network:dhcp {{(pid=103913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 28 17:36:37.632499 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.ipam_backend_mixin [None req-559cf128-0dcf-46de-a8e2-9cb8cb341e64 None None] Port b9a492b9-4e9d-4e77-ba50-4881326a726e was not found and therefore no delete operation was performed {{(pid=103913) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} May 28 17:36:37.633791 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-559cf128-0dcf-46de-a8e2-9cb8cb341e64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735968512467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735968120122'] for port (b9a492b9-4e9d-4e77-ba50-4881326a726e), after_delete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:37.652704 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.services.segments.db [None req-ec928fbf-9104-4c61-9fec-ac83a5bc8887 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cda8a630-30e6-4dd9-9d7b-46909d1f2d5b']}} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:36:37.663964 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.services.segments.db [None req-ec928fbf-9104-4c61-9fec-ac83a5bc8887 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c97a2459-da56-4969-a5eb-ccb000fa25dd') {'for_net_delete': True} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:36:37.664172 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.services.segments.db [None req-ec928fbf-9104-4c61-9fec-ac83a5bc8887 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c97a2459-da56-4969-a5eb-ccb000fa25dd') {} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:36:37.664286 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559cf128-0dcf-46de-a8e2-9cb8cb341e64 None None] Pushing event deleted for resources: {'Port': ['ID=b9a492b9-4e9d-4e77-ba50-4881326a726e,revision_number=None']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:36:37.667521 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-559cf128-0dcf-46de-a8e2-9cb8cb341e64 None None] No DVR routers for this DVR port b9a492b9-4e9d-4e77-ba50-4881326a726e on host dv-cinder-843729-1-iscsi {{(pid=103913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 17:36:37.678527 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559cf128-0dcf-46de-a8e2-9cb8cb341e64 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:36:37.678527 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559cf128-0dcf-46de-a8e2-9cb8cb341e64 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:36:37.678527 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559cf128-0dcf-46de-a8e2-9cb8cb341e64 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:36:37.678527 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559cf128-0dcf-46de-a8e2-9cb8cb341e64 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:36:37.678527 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559cf128-0dcf-46de-a8e2-9cb8cb341e64 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:36:37.678527 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559cf128-0dcf-46de-a8e2-9cb8cb341e64 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:36:37.679580 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-ec928fbf-9104-4c61-9fec-ac83a5bc8887 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735968599161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6171492'] for segment (c97a2459-da56-4969-a5eb-ccb000fa25dd), before_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:37.680506 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559cf128-0dcf-46de-a8e2-9cb8cb341e64 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:36:37.680506 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559cf128-0dcf-46de-a8e2-9cb8cb341e64 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:36:37.680506 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559cf128-0dcf-46de-a8e2-9cb8cb341e64 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:36:37.680506 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559cf128-0dcf-46de-a8e2-9cb8cb341e64 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:36:37.680506 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559cf128-0dcf-46de-a8e2-9cb8cb341e64 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:36:37.680506 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559cf128-0dcf-46de-a8e2-9cb8cb341e64 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:36:37.680506 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559cf128-0dcf-46de-a8e2-9cb8cb341e64 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:36:37.680506 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559cf128-0dcf-46de-a8e2-9cb8cb341e64 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:36:37.680506 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559cf128-0dcf-46de-a8e2-9cb8cb341e64 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:36:37.697266 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-ec928fbf-9104-4c61-9fec-ac83a5bc8887 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766051'] for segment (c97a2459-da56-4969-a5eb-ccb000fa25dd), precommit_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:37.704253 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec928fbf-9104-4c61-9fec-ac83a5bc8887 admin admin] Releasing vlan 159 on physical network physnet1 to pool {{(pid=103912) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 17:36:37.704770 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-ec928fbf-9104-4c61-9fec-ac83a5bc8887 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6173873'] for segment (c97a2459-da56-4969-a5eb-ccb000fa25dd), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:37.762189 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.services.segments.plugin [-] Segment c97a2459-da56-4969-a5eb-ccb000fa25dd resource provider aggregate not found May 28 17:36:37.783433 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-ec928fbf-9104-4c61-9fec-ac83a5bc8887 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1753186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681677'] for network (cda8a630-30e6-4dd9-9d7b-46909d1f2d5b), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:37.791111 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-ec928fbf-9104-4c61-9fec-ac83a5bc8887 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-152074'] for network (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:37.795060 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-ec928fbf-9104-4c61-9fec-ac83a5bc8887 admin admin] 10.222.0.33 "DELETE /v2.0/networks/cda8a630-30e6-4dd9-9d7b-46909d1f2d5b HTTP/1.1" status: 204 len: 168 time: 0.5852871 May 28 17:36:37.799777 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.services.segments.plugin [-] Segment c97a2459-da56-4969-a5eb-ccb000fa25dd resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c97a2459-da56-4969-a5eb-ccb000fa25dd found for delete ", "request_id": "req-654f8ba3-e4ff-4dc7-8df3-e6c913a7932b"}]} May 28 17:36:37.811111 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec928fbf-9104-4c61-9fec-ac83a5bc8887 admin admin] Pushing event deleted for resources: {'Network': ['ID=cda8a630-30e6-4dd9-9d7b-46909d1f2d5b,revision_number=None']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:36:37.932189 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.33', 34914) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:36:37.938366 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=86,neutron:DELETE=10,neutron:UPDATE=4 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:36:37.977409 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-ba80dd15-129b-4f47-a81d-b8d912ba6456 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=c1187f363c0d40ffaebe938d3201e0ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0419052 May 28 17:36:37.977624 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.33', 34918) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:36:38.029454 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-e37f6a8a-69ff-4f77-ae42-1cc75f5b4473 admin admin] Publish callbacks [] for security_group (d68febbd-b4c9-409e-8b06-8f367351bbd2), before_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:38.051970 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-e37f6a8a-69ff-4f77-ae42-1cc75f5b4473 admin admin] Publish callbacks [] for security_group (d68febbd-b4c9-409e-8b06-8f367351bbd2), precommit_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:38.058254 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:36:38.060556 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.33', 34920) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:36:38.101939 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-e37f6a8a-69ff-4f77-ae42-1cc75f5b4473 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594961'] for security_group (d68febbd-b4c9-409e-8b06-8f367351bbd2), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:38.105666 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-e37f6a8a-69ff-4f77-ae42-1cc75f5b4473 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:38.107733 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-e37f6a8a-69ff-4f77-ae42-1cc75f5b4473 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/d68febbd-b4c9-409e-8b06-8f367351bbd2 HTTP/1.1" status: 204 len: 168 time: 0.1291893 May 28 17:36:38.116306 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37f6a8a-69ff-4f77-ae42-1cc75f5b4473 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d68febbd-b4c9-409e-8b06-8f367351bbd2,revision_number=None']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:36:38.185333 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-cac59374-21e1-4667-97c3-b75bb69dd1d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:38.268194 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-cac59374-21e1-4667-97c3-b75bb69dd1d0 admin admin] Publish callbacks [] for security_group (73cfff54-ed21-4612-8cab-9300fa955d93), precommit_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:38.273370 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-cac59374-21e1-4667-97c3-b75bb69dd1d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594961'] for security_group (73cfff54-ed21-4612-8cab-9300fa955d93), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:38.315856 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-cac59374-21e1-4667-97c3-b75bb69dd1d0 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=ea448cad3d9b4528b2db5f82db8f5b8c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2535455 May 28 17:36:38.318593 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac59374-21e1-4667-97c3-b75bb69dd1d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73cfff54-ed21-4612-8cab-9300fa955d93,revision_number=1']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:36:38.319568 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.33', 34928) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:36:38.371643 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-e1693d49-e161-4b8f-ae2c-d6efe374c566 admin admin] Publish callbacks [] for security_group (73cfff54-ed21-4612-8cab-9300fa955d93), before_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:38.396036 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-e1693d49-e161-4b8f-ae2c-d6efe374c566 admin admin] Publish callbacks [] for security_group (73cfff54-ed21-4612-8cab-9300fa955d93), precommit_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:38.401232 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.33', 34930) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:36:38.444130 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-e1693d49-e161-4b8f-ae2c-d6efe374c566 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594961'] for security_group (73cfff54-ed21-4612-8cab-9300fa955d93), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:38.446733 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-e1693d49-e161-4b8f-ae2c-d6efe374c566 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:38.448001 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-e1693d49-e161-4b8f-ae2c-d6efe374c566 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/73cfff54-ed21-4612-8cab-9300fa955d93 HTTP/1.1" status: 204 len: 168 time: 0.1274486 May 28 17:36:38.451448 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-bca9dc28-b967-4257-b847-5b26c710ecf2 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=619f6038fc644e42bc968395310b90ba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0488706 May 28 17:36:38.451774 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.33', 34934) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:36:38.467581 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1693d49-e161-4b8f-ae2c-d6efe374c566 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73cfff54-ed21-4612-8cab-9300fa955d93,revision_number=None']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:36:38.506177 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-0dc76f35-5f0b-424b-9457-c6a52a446043 admin admin] Publish callbacks [] for security_group (e50296b5-b2df-46b5-bbe1-ca176d463a6f), before_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:38.527103 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-0dc76f35-5f0b-424b-9457-c6a52a446043 admin admin] Publish callbacks [] for security_group (e50296b5-b2df-46b5-bbe1-ca176d463a6f), precommit_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:38.577694 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-0dc76f35-5f0b-424b-9457-c6a52a446043 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594961'] for security_group (e50296b5-b2df-46b5-bbe1-ca176d463a6f), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:38.580283 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-0dc76f35-5f0b-424b-9457-c6a52a446043 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:38.581576 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-0dc76f35-5f0b-424b-9457-c6a52a446043 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/e50296b5-b2df-46b5-bbe1-ca176d463a6f HTTP/1.1" status: 204 len: 168 time: 0.1288216 May 28 17:36:38.590235 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc76f35-5f0b-424b-9457-c6a52a446043 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e50296b5-b2df-46b5-bbe1-ca176d463a6f,revision_number=None']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:36:38.801666 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.33', 34942) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:36:38.815091 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-3a611761-514a-46b6-bb88-8e22be8c058a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:38.896711 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-3a611761-514a-46b6-bb88-8e22be8c058a admin admin] Publish callbacks [] for security_group (80310d85-a5f6-438a-a80c-e5c4868f6833), precommit_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:38.900786 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-3a611761-514a-46b6-bb88-8e22be8c058a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594961'] for security_group (80310d85-a5f6-438a-a80c-e5c4868f6833), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:38.940843 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-3a611761-514a-46b6-bb88-8e22be8c058a admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=dae6ce3999f84dd7a9e8937ef0c8394b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1378801 May 28 17:36:38.942492 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a611761-514a-46b6-bb88-8e22be8c058a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80310d85-a5f6-438a-a80c-e5c4868f6833,revision_number=1']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:36:38.944627 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.33', 34948) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:36:39.006250 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-87716c6a-e0c2-4aa7-860c-3db6fc89b522 admin admin] Publish callbacks [] for security_group (80310d85-a5f6-438a-a80c-e5c4868f6833), before_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:39.029182 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-87716c6a-e0c2-4aa7-860c-3db6fc89b522 admin admin] Publish callbacks [] for security_group (80310d85-a5f6-438a-a80c-e5c4868f6833), precommit_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:39.084991 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Device b9a492b9-4e9d-4e77-ba50-4881326a726e no longer exists at agent ovs-agent-dv-cinder-843729-1-iscsi {{(pid=103913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 28 17:36:39.089421 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-87716c6a-e0c2-4aa7-860c-3db6fc89b522 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594961'] for security_group (80310d85-a5f6-438a-a80c-e5c4868f6833), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:39.093681 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-87716c6a-e0c2-4aa7-860c-3db6fc89b522 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:39.096231 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-87716c6a-e0c2-4aa7-860c-3db6fc89b522 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/80310d85-a5f6-438a-a80c-e5c4868f6833 HTTP/1.1" status: 204 len: 168 time: 0.1460433 May 28 17:36:39.104719 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] No Port match for: b9a492b9-4e9d-4e77-ba50-4881326a726e {{(pid=103913) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 28 17:36:39.105314 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Device b9a492b9-4e9d-4e77-ba50-4881326a726e not bound to the agent host dv-cinder-843729-1-iscsi {{(pid=103913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 28 17:36:39.105999 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Device 4a20d3a9-ca70-4be7-a621-7a30de3b36bc no longer exists at agent ovs-agent-dv-cinder-843729-1-iscsi {{(pid=103913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 28 17:36:39.106314 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87716c6a-e0c2-4aa7-860c-3db6fc89b522 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80310d85-a5f6-438a-a80c-e5c4868f6833,revision_number=None']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:36:39.130243 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] No Port match for: 4a20d3a9-ca70-4be7-a621-7a30de3b36bc {{(pid=103913) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 28 17:36:39.130588 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Device 4a20d3a9-ca70-4be7-a621-7a30de3b36bc not bound to the agent host dv-cinder-843729-1-iscsi {{(pid=103913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 28 17:36:39.385605 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.33', 34966) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:36:39.399754 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-1512cc6b-26de-4ac6-99dd-9a4e59330d18 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:39.400702 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.33', 34968) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:36:39.444979 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=84,neutron:INSERT=16 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:36:39.460812 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=80,neutron:INSERT=17,neutron:UPDATE=3 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:36:39.483356 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-1512cc6b-26de-4ac6-99dd-9a4e59330d18 admin admin] Publish callbacks [] for security_group (b298253a-8e21-4aa8-b000-be4c4895bf89), precommit_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:39.487415 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-1512cc6b-26de-4ac6-99dd-9a4e59330d18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594961'] for security_group (b298253a-8e21-4aa8-b000-be4c4895bf89), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:39.529059 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-1512cc6b-26de-4ac6-99dd-9a4e59330d18 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=6de5b03682294a218344bd76501880e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1420615 May 28 17:36:39.529892 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1512cc6b-26de-4ac6-99dd-9a4e59330d18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b298253a-8e21-4aa8-b000-be4c4895bf89,revision_number=1']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:36:39.531753 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.33', 34972) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:36:39.569425 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.v2.base [None req-fa90ba80-be8d-426a-bd73-0400dae9af5c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2105689536-network', 'tenant_id': '3785f78e6d1048cfa0b5b123fdd909c8'}} {{(pid=103912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 17:36:39.606009 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa90ba80-be8d-426a-bd73-0400dae9af5c admin admin] Made reservation on behalf of 3785f78e6d1048cfa0b5b123fdd909c8 for: {'network': 1} {{(pid=103912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 17:36:39.608216 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-fa90ba80-be8d-426a-bd73-0400dae9af5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for network (None), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:39.618745 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-c5abae8c-cfa9-461b-adcc-86915f834aa3 admin admin] Publish callbacks [] for security_group (b298253a-8e21-4aa8-b000-be4c4895bf89), before_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:39.621320 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-fa90ba80-be8d-426a-bd73-0400dae9af5c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:39.652783 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-c5abae8c-cfa9-461b-adcc-86915f834aa3 admin admin] Publish callbacks [] for security_group (b298253a-8e21-4aa8-b000-be4c4895bf89), precommit_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:39.669715 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=87,neutron:DELETE=10,neutron:INSERT=3 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:36:39.715197 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=88,neutron:DELETE=8,neutron:INSERT=4 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:36:39.751728 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-c5abae8c-cfa9-461b-adcc-86915f834aa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594961'] for security_group (b298253a-8e21-4aa8-b000-be4c4895bf89), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:39.754566 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-c5abae8c-cfa9-461b-adcc-86915f834aa3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:39.755695 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-c5abae8c-cfa9-461b-adcc-86915f834aa3 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/b298253a-8e21-4aa8-b000-be4c4895bf89 HTTP/1.1" status: 204 len: 168 time: 0.2229011 May 28 17:36:39.763837 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-fa90ba80-be8d-426a-bd73-0400dae9af5c admin admin] Publish callbacks [] for security_group (55eddcb3-85c8-414d-a7a5-867335cefb32), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:39.769462 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5abae8c-cfa9-461b-adcc-86915f834aa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b298253a-8e21-4aa8-b000-be4c4895bf89,revision_number=None']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:36:39.771455 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-fa90ba80-be8d-426a-bd73-0400dae9af5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594961'] for security_group (55eddcb3-85c8-414d-a7a5-867335cefb32), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:39.792432 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa90ba80-be8d-426a-bd73-0400dae9af5c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 171} {{(pid=103912) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 17:36:39.812228 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-fa90ba80-be8d-426a-bd73-0400dae9af5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766051'] for segment (868ce7ba-c384-40c5-a373-87b732b4b2f2), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:39.812632 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.db.segments_db [None req-fa90ba80-be8d-426a-bd73-0400dae9af5c admin admin] Added segment 868ce7ba-c384-40c5-a373-87b732b4b2f2 of type vlan for network a98bf986-b097-428c-84c6-2a59a4df1a9f May 28 17:36:39.814042 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa90ba80-be8d-426a-bd73-0400dae9af5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55eddcb3-85c8-414d-a7a5-867335cefb32,revision_number=1']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:36:39.859317 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-fa90ba80-be8d-426a-bd73-0400dae9af5c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735968101232'] for network (a98bf986-b097-428c-84c6-2a59a4df1a9f), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:39.886966 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-fa90ba80-be8d-426a-bd73-0400dae9af5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116'] for network (a98bf986-b097-428c-84c6-2a59a4df1a9f), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:39.888318 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa90ba80-be8d-426a-bd73-0400dae9af5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:36:39.888992 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-fa90ba80-be8d-426a-bd73-0400dae9af5c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-152074'] for network (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:39.927109 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-fa90ba80-be8d-426a-bd73-0400dae9af5c admin admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.5251257 May 28 17:36:39.930169 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.33', 34978) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:36:39.934966 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.v2.base [None req-48df42ed-42f2-4776-8c9e-1ec07a94243d admin admin] Request body: {'subnet': {'network_id': 'a98bf986-b097-428c-84c6-2a59a4df1a9f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2105689536-subnet', 'tenant_id': '3785f78e6d1048cfa0b5b123fdd909c8', 'ip_version': 4}} {{(pid=103911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 17:36:39.956690 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48df42ed-42f2-4776-8c9e-1ec07a94243d admin admin] Made reservation on behalf of 3785f78e6d1048cfa0b5b123fdd909c8 for: {'subnet': 1} {{(pid=103911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 17:36:39.959559 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-48df42ed-42f2-4776-8c9e-1ec07a94243d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5946008'] for subnet (None), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:39.966208 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa90ba80-be8d-426a-bd73-0400dae9af5c admin admin] Pushing event updated for resources: {'Network': ['ID=a98bf986-b097-428c-84c6-2a59a4df1a9f,revision_number=1']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:36:39.976347 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Network a98bf986-b097-428c-84c6-2a59a4df1a9f details requested by agent ovs-agent-dv-cinder-843729-1-iscsi with host dv-cinder-843729-1-iscsi {{(pid=103913) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 28 17:36:40.150019 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-48df42ed-42f2-4776-8c9e-1ec07a94243d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6043004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5945998'] for subnet (ff216cd5-a438-4e93-8bdb-93f0599b8766), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:40.205025 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48df42ed-42f2-4776-8c9e-1ec07a94243d admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff216cd5-a438-4e93-8bdb-93f0599b8766,revision_number=0']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:36:40.221131 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48df42ed-42f2-4776-8c9e-1ec07a94243d admin admin] Checking segment: {'id': '868ce7ba-c384-40c5-a373-87b732b4b2f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'a98bf986-b097-428c-84c6-2a59a4df1a9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 28 17:36:40.221491 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48df42ed-42f2-4776-8c9e-1ec07a94243d admin admin] Network hostable DHCP agents. Network: a98bf986-b097-428c-84c6-2a59a4df1a9f, hostable agents: ['b4d0b3c0-cc03-4456-af87-35ab415ef94b'], hosted agents: [] {{(pid=103911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 17:36:40.240123 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48df42ed-42f2-4776-8c9e-1ec07a94243d admin admin] Network a98bf986-b097-428c-84c6-2a59a4df1a9f is scheduled to be hosted by DHCP agent b4d0b3c0-cc03-4456-af87-35ab415ef94b with binding_index 1 {{(pid=103911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 17:36:40.249620 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.scheduler.base_scheduler [None req-48df42ed-42f2-4776-8c9e-1ec07a94243d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843729-1-iscsi, a98bf986-b097-428c-84c6-2a59a4df1a9f) {{(pid=103911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 17:36:40.254507 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48df42ed-42f2-4776-8c9e-1ec07a94243d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:36:40.255276 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-48df42ed-42f2-4776-8c9e-1ec07a94243d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:40.263093 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f02495ad-8268-49b8-aec2-4f2927c8e334 None None] Network a98bf986-b097-428c-84c6-2a59a4df1a9f requested from dv-cinder-843729-1-iscsi {{(pid=103913) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 28 17:36:40.278017 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-48df42ed-42f2-4776-8c9e-1ec07a94243d admin admin] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3444479 May 28 17:36:40.278426 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.33', 34990) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:36:40.282853 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.v2.base [None req-16a6a67e-e3a9-4fcc-a79b-f6c0d94640e3 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2105689536-router', 'tenant_id': '3785f78e6d1048cfa0b5b123fdd909c8', 'external_gateway_info': {'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48'}}} {{(pid=103912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 17:36:40.307994 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-16a6a67e-e3a9-4fcc-a79b-f6c0d94640e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-687946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6195'] for router (48e30f03-5d76-449a-9676-6b67a05b7840), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:40.309562 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-16a6a67e-e3a9-4fcc-a79b-f6c0d94640e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-680010', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-544425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6154'] for router (48e30f03-5d76-449a-9676-6b67a05b7840), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:40.368490 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-16a6a67e-e3a9-4fcc-a79b-f6c0d94640e3 admin admin] Publish callbacks [] for router_controller (48e30f03-5d76-449a-9676-6b67a05b7840), precommit_add_association {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:40.386871 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12d4a792-3bc4-4fa3-9a53-2f82eff48271 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d5e403e-4665-5b85-8da6-ff3b1ced4194-a98bf986-b097-428c-84c6-2a59a4df1a9f', 'network_id': 'a98bf986-b097-428c-84c6-2a59a4df1a9f', 'project_id': '3785f78e6d1048cfa0b5b123fdd909c8', 'fixed_ips': [{'subnet_id': 'ff216cd5-a438-4e93-8bdb-93f0599b8766'}]}} from dv-cinder-843729-1-iscsi. {{(pid=103913) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 28 17:36:40.388131 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-12d4a792-3bc4-4fa3-9a53-2f82eff48271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (None), before_create {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:40.521346 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-16a6a67e-e3a9-4fcc-a79b-f6c0d94640e3 admin admin] Publish callbacks [] for router_gateway (48e30f03-5d76-449a-9676-6b67a05b7840), precommit_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:40.554482 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.db_base_plugin_common [None req-12d4a792-3bc4-4fa3-9a53-2f82eff48271 None None] Allocated IP 172.20.0.2 (a98bf986-b097-428c-84c6-2a59a4df1a9f/ff216cd5-a438-4e93-8bdb-93f0599b8766/ab743679-54a4-4b8b-87d8-fce33177ff01) {{(pid=103913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 17:36:40.761626 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-16a6a67e-e3a9-4fcc-a79b-f6c0d94640e3 admin admin] Publish callbacks [] for router_gateway (48e30f03-5d76-449a-9676-6b67a05b7840), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:40.761745 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-12d4a792-3bc4-4fa3-9a53-2f82eff48271 None None] Publish callbacks [] for port (ab743679-54a4-4b8b-87d8-fce33177ff01), precommit_create {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:40.768623 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-12d4a792-3bc4-4fa3-9a53-2f82eff48271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735968120113'] for port (ab743679-54a4-4b8b-87d8-fce33177ff01), after_create {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:40.775085 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-16a6a67e-e3a9-4fcc-a79b-f6c0d94640e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (None), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:40.812662 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12d4a792-3bc4-4fa3-9a53-2f82eff48271 None None] Network a98bf986-b097-428c-84c6-2a59a4df1a9f is already hosted by enough agents. {{(pid=103913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 17:36:40.820884 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.scheduler.base_scheduler [None req-12d4a792-3bc4-4fa3-9a53-2f82eff48271 None None] Resources bound (agent type, host, resource id): {{(pid=103913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 17:36:40.824194 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12d4a792-3bc4-4fa3-9a53-2f82eff48271 None None] Received port after_create {{(pid=103913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 28 17:36:40.827641 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d4a792-3bc4-4fa3-9a53-2f82eff48271 None None] Pushing event updated for resources: {'Port': ['ID=ab743679-54a4-4b8b-87d8-fce33177ff01,revision_number=1']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:36:40.898288 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.managers [None req-12d4a792-3bc4-4fa3-9a53-2f82eff48271 None None] Attempting to bind port ab743679-54a4-4b8b-87d8-fce33177ff01 on host dv-cinder-843729-1-iscsi for vnic_type normal with profile {{(pid=103913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 28 17:36:40.899041 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.managers [None req-12d4a792-3bc4-4fa3-9a53-2f82eff48271 None None] Attempting to bind port ab743679-54a4-4b8b-87d8-fce33177ff01 by drivers openvswitch,hyperv on host dv-cinder-843729-1-iscsi at level 0 using segments [{'id': '868ce7ba-c384-40c5-a373-87b732b4b2f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'a98bf986-b097-428c-84c6-2a59a4df1a9f'}] {{(pid=103913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 28 17:36:40.902546 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12d4a792-3bc4-4fa3-9a53-2f82eff48271 None None] Attempting to bind port ab743679-54a4-4b8b-87d8-fce33177ff01 on network a98bf986-b097-428c-84c6-2a59a4df1a9f {{(pid=103913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 28 17:36:40.906192 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.db.db_base_plugin_common [None req-16a6a67e-e3a9-4fcc-a79b-f6c0d94640e3 admin admin] Allocated IP 172.27.0.9 (2edbe6b8-aac1-406b-a2f1-8819dd0d1c48/5128d65d-65c0-41d1-99c9-7682fd6eaf92/e3d9c358-d859-42c8-bdac-433ca7193892) {{(pid=103912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 17:36:40.907495 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12d4a792-3bc4-4fa3-9a53-2f82eff48271 None None] Checking agent: {'id': '0032cfec-21e8-44dd-a7d5-0b8312dfe052', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843729-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 17, 16, 59), 'started_at': datetime.datetime(2022, 5, 28, 17, 17, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 17, 36, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843729-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 28 17:36:40.907910 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12d4a792-3bc4-4fa3-9a53-2f82eff48271 None None] Checking segment: {'id': '868ce7ba-c384-40c5-a373-87b732b4b2f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'a98bf986-b097-428c-84c6-2a59a4df1a9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 28 17:36:40.909431 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-12d4a792-3bc4-4fa3-9a53-2f82eff48271 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:40.910085 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12d4a792-3bc4-4fa3-9a53-2f82eff48271 None None] Bound using segment: {'id': '868ce7ba-c384-40c5-a373-87b732b4b2f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'a98bf986-b097-428c-84c6-2a59a4df1a9f'} {{(pid=103913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 28 17:36:40.910899 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.managers [None req-12d4a792-3bc4-4fa3-9a53-2f82eff48271 None None] Bound port: ab743679-54a4-4b8b-87d8-fce33177ff01, host: dv-cinder-843729-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '868ce7ba-c384-40c5-a373-87b732b4b2f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'a98bf986-b097-428c-84c6-2a59a4df1a9f'}}] {{(pid=103913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 28 17:36:40.911584 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-12d4a792-3bc4-4fa3-9a53-2f82eff48271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (ab743679-54a4-4b8b-87d8-fce33177ff01), before_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:40.951194 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:INSERT=12,neutron:UPDATE=6,neutron:DELETE=3,neutron:SELECT=79 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:36:40.992240 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-12d4a792-3bc4-4fa3-9a53-2f82eff48271 None None] For port ab743679-54a4-4b8b-87d8-fce33177ff01, host dv-cinder-843729-1-iscsi, cleared binding levels {{(pid=103913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 17:36:40.996520 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-12d4a792-3bc4-4fa3-9a53-2f82eff48271 None None] For port ab743679-54a4-4b8b-87d8-fce33177ff01, host dv-cinder-843729-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843729-1-iscsi',level=0,port_id=ab743679-54a4-4b8b-87d8-fce33177ff01,segment=NetworkSegment(868ce7ba-c384-40c5-a373-87b732b4b2f2),segment_id=868ce7ba-c384-40c5-a373-87b732b4b2f2)] {{(pid=103913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 17:36:41.010003 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-12d4a792-3bc4-4fa3-9a53-2f82eff48271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735968512485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735968120131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735968120149'] for port (ab743679-54a4-4b8b-87d8-fce33177ff01), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:41.032896 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-16a6a67e-e3a9-4fcc-a79b-f6c0d94640e3 admin admin] Publish callbacks [] for port (e3d9c358-d859-42c8-bdac-433ca7193892), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:41.038817 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:UPDATE=7 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:36:41.039535 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:36:41.069310 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-16a6a67e-e3a9-4fcc-a79b-f6c0d94640e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735968120113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6173922'] for port (e3d9c358-d859-42c8-bdac-433ca7193892), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:41.083248 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d4a792-3bc4-4fa3-9a53-2f82eff48271 None None] Pushing event updated for resources: {'Port': ['ID=ab743679-54a4-4b8b-87d8-fce33177ff01,revision_number=2']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:36:41.130719 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16a6a67e-e3a9-4fcc-a79b-f6c0d94640e3 admin admin] Network 2edbe6b8-aac1-406b-a2f1-8819dd0d1c48 is already hosted by enough agents. {{(pid=103912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 17:36:41.136655 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.33', 35006) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:36:41.137219 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.scheduler.base_scheduler [None req-16a6a67e-e3a9-4fcc-a79b-f6c0d94640e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 17:36:41.138737 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a6a67e-e3a9-4fcc-a79b-f6c0d94640e3 admin admin] Pushing event updated for resources: {'Port': ['ID=e3d9c358-d859-42c8-bdac-433ca7193892,revision_number=1']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:36:41.140981 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16a6a67e-e3a9-4fcc-a79b-f6c0d94640e3 admin admin] Received port after_create {{(pid=103912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 28 17:36:41.294676 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-040b3d25-a4ed-44fb-b147-9a5c55512a2b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:41.386505 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-040b3d25-a4ed-44fb-b147-9a5c55512a2b admin admin] Publish callbacks [] for security_group (a3756c90-7c4e-41f4-ae94-3f1bb1efccdb), precommit_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:41.391943 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-040b3d25-a4ed-44fb-b147-9a5c55512a2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594961'] for security_group (a3756c90-7c4e-41f4-ae94-3f1bb1efccdb), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:41.439428 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-040b3d25-a4ed-44fb-b147-9a5c55512a2b admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=df34ce51b82e4727a40b614b1f926845&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3014381 May 28 17:36:41.440549 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040b3d25-a4ed-44fb-b147-9a5c55512a2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3756c90-7c4e-41f4-ae94-3f1bb1efccdb,revision_number=1']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:36:41.442015 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.33', 35010) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:36:41.471725 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-16a6a67e-e3a9-4fcc-a79b-f6c0d94640e3 admin admin] Publish callbacks [] for router_gateway (48e30f03-5d76-449a-9676-6b67a05b7840), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:41.570583 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-89416f74-0702-40c4-a089-7e81921c9193 admin admin] Publish callbacks [] for security_group (a3756c90-7c4e-41f4-ae94-3f1bb1efccdb), before_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:41.605029 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-89416f74-0702-40c4-a089-7e81921c9193 admin admin] Publish callbacks [] for security_group (a3756c90-7c4e-41f4-ae94-3f1bb1efccdb), precommit_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:41.983110 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:36:41.996063 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-16a6a67e-e3a9-4fcc-a79b-f6c0d94640e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-679993'] for router (48e30f03-5d76-449a-9676-6b67a05b7840), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:42.000145 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-89416f74-0702-40c4-a089-7e81921c9193 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594961'] for security_group (a3756c90-7c4e-41f4-ae94-3f1bb1efccdb), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:42.002665 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-89416f74-0702-40c4-a089-7e81921c9193 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:42.007315 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-89416f74-0702-40c4-a089-7e81921c9193 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/a3756c90-7c4e-41f4-ae94-3f1bb1efccdb HTTP/1.1" status: 204 len: 168 time: 0.5606356 May 28 17:36:42.016318 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89416f74-0702-40c4-a089-7e81921c9193 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3756c90-7c4e-41f4-ae94-3f1bb1efccdb,revision_number=None']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:36:42.074260 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41e59e2a-11ed-4510-b552-b0ed6c0c76e2 None None] Network a98bf986-b097-428c-84c6-2a59a4df1a9f requested from dv-cinder-843729-1-iscsi {{(pid=103913) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 28 17:36:42.080833 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:36:42.160623 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16a6a67e-e3a9-4fcc-a79b-f6c0d94640e3 admin admin] Router 48e30f03-5d76-449a-9676-6b67a05b7840 is scheduled to L3 agent 8a8c7bbb-808d-49ae-95de-62501e6237ff with binding_index 1 {{(pid=103912) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 28 17:36:42.173437 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-63740e85-0fdc-43a6-b754-230d474b38f4 None None] Provisioning complete for port ab743679-54a4-4b8b-87d8-fce33177ff01 triggered by entity DHCP. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 17:36:42.174026 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-63740e85-0fdc-43a6-b754-230d474b38f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1821120'] for port (ab743679-54a4-4b8b-87d8-fce33177ff01), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:42.280388 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16a6a67e-e3a9-4fcc-a79b-f6c0d94640e3 admin admin] Notify agent at l3_agent.dv-cinder-843729-1-iscsi the message routers_updated {{(pid=103912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 17:36:42.294378 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db176347-5d30-45ca-baee-fa6f363ec33b None None] Sync routers for ids ['48e30f03-5d76-449a-9676-6b67a05b7840'] in dv-cinder-843729-1-iscsi {{(pid=103913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 17:36:42.304957 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-16a6a67e-e3a9-4fcc-a79b-f6c0d94640e3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:42.309670 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-16a6a67e-e3a9-4fcc-a79b-f6c0d94640e3 admin admin] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.0274022 May 28 17:36:42.310935 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.33', 35020) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:36:42.326458 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-63740e85-0fdc-43a6-b754-230d474b38f4 None None] Current status of the port ab743679-54a4-4b8b-87d8-fce33177ff01 is: DOWN; New status is: ACTIVE {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 17:36:42.326906 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-63740e85-0fdc-43a6-b754-230d474b38f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (ab743679-54a4-4b8b-87d8-fce33177ff01), before_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:42.340551 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db176347-5d30-45ca-baee-fa6f363ec33b None None] Routers {'48e30f03-5d76-449a-9676-6b67a05b7840'} bound to L3 agent in host dv-cinder-843729-1-iscsi {{(pid=103913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 28 17:36:42.341742 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.l3_hamode_db [None req-db176347-5d30-45ca-baee-fa6f363ec33b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843729-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T17:16:55Z,description=,heartbeat_timestamp=2022-05-28T17:36:25Z,host='dv-cinder-843729-1-iscsi',id=8a8c7bbb-808d-49ae-95de-62501e6237ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T17:16:55Z,topic='l3_agent')) {'router_ids': ['48e30f03-5d76-449a-9676-6b67a05b7840'], 'active': True} {{(pid=103913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:36:42.454664 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-63740e85-0fdc-43a6-b754-230d474b38f4 None None] For port ab743679-54a4-4b8b-87d8-fce33177ff01, host dv-cinder-843729-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843729-1-iscsi',level=0,port_id=ab743679-54a4-4b8b-87d8-fce33177ff01,segment=NetworkSegment(868ce7ba-c384-40c5-a373-87b732b4b2f2),segment_id=868ce7ba-c384-40c5-a373-87b732b4b2f2)] {{(pid=103913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 17:36:42.462704 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-63740e85-0fdc-43a6-b754-230d474b38f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735968512485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735968120131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735968120149'] for port (ab743679-54a4-4b8b-87d8-fce33177ff01), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:42.485226 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:36:42.582698 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.l3_dvr_db [None req-db176347-5d30-45ca-baee-fa6f363ec33b None None] Set router 48e30f03-5d76-449a-9676-6b67a05b7840 gateway port host: dv-cinder-843729-1-iscsi {{(pid=103913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 28 17:36:42.591574 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:36:42.724652 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-6cd743a4-c139-419c-b5ca-c5a0dd24814d None None] Provisioning complete for port ab743679-54a4-4b8b-87d8-fce33177ff01 triggered by entity DHCP. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 17:36:42.725258 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-6cd743a4-c139-419c-b5ca-c5a0dd24814d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1821120'] for port (ab743679-54a4-4b8b-87d8-fce33177ff01), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:42.792554 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-d4c618b5-b696-47a3-81bd-5a0c92b243f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (None), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:42.932908 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63740e85-0fdc-43a6-b754-230d474b38f4 None None] Pushing event updated for resources: {'Port': ['ID=ab743679-54a4-4b8b-87d8-fce33177ff01,revision_number=3']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:36:42.991363 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.db.db_base_plugin_common [None req-d4c618b5-b696-47a3-81bd-5a0c92b243f5 admin admin] Allocated IP 172.20.0.1 (a98bf986-b097-428c-84c6-2a59a4df1a9f/ff216cd5-a438-4e93-8bdb-93f0599b8766/9e47eb2f-c38f-41b5-a640-fa1a228bac8b) {{(pid=103911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 17:36:43.104203 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.l3_hamode_db [None req-db176347-5d30-45ca-baee-fa6f363ec33b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48e30f03-5d76-449a-9676-6b67a05b7840', 'name': 'tempest-TestVolumeBootPattern-2105689536-router', 'tenant_id': '3785f78e6d1048cfa0b5b123fdd909c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'external_fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': 'e3d9c358-d859-42c8-bdac-433ca7193892', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T17:36:40Z', 'updated_at': '2022-05-28T17:36:41Z', 'revision_number': 3, 'project_id': '3785f78e6d1048cfa0b5b123fdd909c8', 'gw_port': {'id': 'e3d9c358-d859-42c8-bdac-433ca7193892', 'name': '', 'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:bd:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48e30f03-5d76-449a-9676-6b67a05b7840', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:36:40Z', 'updated_at': '2022-05-28T17:36:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843729-1-iscsi'}], 'dv-cinder-843729-1-iscsi', False) {} {{(pid=103913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:36:43.112414 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-6cd743a4-c139-419c-b5ca-c5a0dd24814d None None] Current status of the port ab743679-54a4-4b8b-87d8-fce33177ff01 is: ACTIVE; New status is: ACTIVE {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 17:36:43.136606 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-d4c618b5-b696-47a3-81bd-5a0c92b243f5 admin admin] Publish callbacks [] for port (9e47eb2f-c38f-41b5-a640-fa1a228bac8b), precommit_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:43.151635 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db176347-5d30-45ca-baee-fa6f363ec33b None None] Checking router: 48e30f03-5d76-449a-9676-6b67a05b7840 for host: dv-cinder-843729-1-iscsi {{(pid=103913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 17:36:43.152201 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db176347-5d30-45ca-baee-fa6f363ec33b None None] Updating router 48e30f03-5d76-449a-9676-6b67a05b7840 port e3d9c358-d859-42c8-bdac-433ca7193892 binding host dv-cinder-843729-1-iscsi {{(pid=103913) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 17:36:43.159414 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Device ab743679-54a4-4b8b-87d8-fce33177ff01 up at agent ovs-agent-dv-cinder-843729-1-iscsi {{(pid=103913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 28 17:36:43.172168 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-d4c618b5-b696-47a3-81bd-5a0c92b243f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735968120113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6040268'] for port (9e47eb2f-c38f-41b5-a640-fa1a228bac8b), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:43.213602 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4c618b5-b696-47a3-81bd-5a0c92b243f5 admin admin] Network a98bf986-b097-428c-84c6-2a59a4df1a9f is already hosted by enough agents. {{(pid=103911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 17:36:43.220566 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.scheduler.base_scheduler [None req-d4c618b5-b696-47a3-81bd-5a0c92b243f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 17:36:43.227830 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4c618b5-b696-47a3-81bd-5a0c92b243f5 admin admin] Received port after_create {{(pid=103911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 28 17:36:43.228505 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-db176347-5d30-45ca-baee-fa6f363ec33b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (e3d9c358-d859-42c8-bdac-433ca7193892), before_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:43.271452 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c618b5-b696-47a3-81bd-5a0c92b243f5 admin admin] Pushing event updated for resources: {'Port': ['ID=9e47eb2f-c38f-41b5-a640-fa1a228bac8b,revision_number=1']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:36:43.282890 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-d4c618b5-b696-47a3-81bd-5a0c92b243f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681546'] for router_interface (48e30f03-5d76-449a-9676-6b67a05b7840), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:43.358146 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:36:43.359274 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Provisioning complete for port ab743679-54a4-4b8b-87d8-fce33177ff01 triggered by entity L2. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 17:36:43.359808 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1821120'] for port (ab743679-54a4-4b8b-87d8-fce33177ff01), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:43.374893 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:36:43.430182 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:36:43.437233 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-d4c618b5-b696-47a3-81bd-5a0c92b243f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (9e47eb2f-c38f-41b5-a640-fa1a228bac8b), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:43.550132 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:36:43.569405 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Current status of the port ab743679-54a4-4b8b-87d8-fce33177ff01 is: ACTIVE; New status is: ACTIVE {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 17:36:43.571633 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-78b5b99e-c9e1-4861-a127-dd76fa24fa3f None None] Provisioning complete for port 9e47eb2f-c38f-41b5-a640-fa1a228bac8b triggered by entity DHCP. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 17:36:43.572017 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-78b5b99e-c9e1-4861-a127-dd76fa24fa3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1821120'] for port (9e47eb2f-c38f-41b5-a640-fa1a228bac8b), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:43.608134 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-78b5b99e-c9e1-4861-a127-dd76fa24fa3f None None] Port 9e47eb2f-c38f-41b5-a640-fa1a228bac8b cannot update to ACTIVE because it is not bound. {{(pid=103913) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 28 17:36:43.690826 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-d4c618b5-b696-47a3-81bd-5a0c92b243f5 admin admin] Publish callbacks [] for port (9e47eb2f-c38f-41b5-a640-fa1a228bac8b), precommit_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:43.697148 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-d4c618b5-b696-47a3-81bd-5a0c92b243f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735968512485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735968120131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735968120149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6040315'] for port (9e47eb2f-c38f-41b5-a640-fa1a228bac8b), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:43.766105 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c618b5-b696-47a3-81bd-5a0c92b243f5 admin admin] Pushing event updated for resources: {'Port': ['ID=9e47eb2f-c38f-41b5-a640-fa1a228bac8b,revision_number=2']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:36:43.768595 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-d4c618b5-b696-47a3-81bd-5a0c92b243f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-152102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-686586'] for router_interface (48e30f03-5d76-449a-9676-6b67a05b7840), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:43.789808 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-db176347-5d30-45ca-baee-fa6f363ec33b None None] Publish callbacks [] for port (e3d9c358-d859-42c8-bdac-433ca7193892), precommit_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:43.795211 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-db176347-5d30-45ca-baee-fa6f363ec33b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735968512485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735968120131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735968120149'] for port (e3d9c358-d859-42c8-bdac-433ca7193892), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:43.852601 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.managers [None req-db176347-5d30-45ca-baee-fa6f363ec33b None None] Attempting to bind port e3d9c358-d859-42c8-bdac-433ca7193892 on host dv-cinder-843729-1-iscsi for vnic_type normal with profile {{(pid=103913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 28 17:36:43.853227 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.managers [None req-db176347-5d30-45ca-baee-fa6f363ec33b None None] Attempting to bind port e3d9c358-d859-42c8-bdac-433ca7193892 by drivers openvswitch,hyperv on host dv-cinder-843729-1-iscsi at level 0 using segments [{'id': '3991c6da-7adc-4448-bfac-a7af5b626d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48'}] {{(pid=103913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 28 17:36:43.853840 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db176347-5d30-45ca-baee-fa6f363ec33b None None] Attempting to bind port e3d9c358-d859-42c8-bdac-433ca7193892 on network 2edbe6b8-aac1-406b-a2f1-8819dd0d1c48 {{(pid=103913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 28 17:36:43.858769 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbe4609-93ee-4ea2-b748-5c80c91f4335 None None] Pushing event updated for resources: {'Port': ['ID=e3d9c358-d859-42c8-bdac-433ca7193892,revision_number=2']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:36:43.864797 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db176347-5d30-45ca-baee-fa6f363ec33b None None] Checking agent: {'id': '0032cfec-21e8-44dd-a7d5-0b8312dfe052', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843729-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 17, 16, 59), 'started_at': datetime.datetime(2022, 5, 28, 17, 17, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 17, 36, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843729-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 28 17:36:43.865417 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db176347-5d30-45ca-baee-fa6f363ec33b None None] Checking segment: {'id': '3991c6da-7adc-4448-bfac-a7af5b626d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 28 17:36:43.866032 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-db176347-5d30-45ca-baee-fa6f363ec33b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:43.866422 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db176347-5d30-45ca-baee-fa6f363ec33b None None] Bound using segment: {'id': '3991c6da-7adc-4448-bfac-a7af5b626d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48'} {{(pid=103913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 28 17:36:43.866901 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.managers [None req-db176347-5d30-45ca-baee-fa6f363ec33b None None] Bound port: e3d9c358-d859-42c8-bdac-433ca7193892, host: dv-cinder-843729-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3991c6da-7adc-4448-bfac-a7af5b626d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48'}}] {{(pid=103913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 28 17:36:43.867281 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-db176347-5d30-45ca-baee-fa6f363ec33b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (e3d9c358-d859-42c8-bdac-433ca7193892), before_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:43.876462 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4c618b5-b696-47a3-81bd-5a0c92b243f5 admin admin] Network a98bf986-b097-428c-84c6-2a59a4df1a9f is already hosted by enough agents. {{(pid=103911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 17:36:43.877923 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.scheduler.base_scheduler [None req-d4c618b5-b696-47a3-81bd-5a0c92b243f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 17:36:43.936644 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-db176347-5d30-45ca-baee-fa6f363ec33b None None] For port e3d9c358-d859-42c8-bdac-433ca7193892, host dv-cinder-843729-1-iscsi, cleared binding levels {{(pid=103913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 17:36:43.940057 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-db176347-5d30-45ca-baee-fa6f363ec33b None None] For port e3d9c358-d859-42c8-bdac-433ca7193892, host dv-cinder-843729-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843729-1-iscsi',level=0,port_id=e3d9c358-d859-42c8-bdac-433ca7193892,segment=NetworkSegment(3991c6da-7adc-4448-bfac-a7af5b626d82),segment_id=3991c6da-7adc-4448-bfac-a7af5b626d82)] {{(pid=103913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 17:36:43.948677 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-db176347-5d30-45ca-baee-fa6f363ec33b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735968512485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735968120131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735968120149'] for port (e3d9c358-d859-42c8-bdac-433ca7193892), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:43.993790 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db176347-5d30-45ca-baee-fa6f363ec33b None None] Routers {'48e30f03-5d76-449a-9676-6b67a05b7840'} bound to L3 agent in host dv-cinder-843729-1-iscsi {{(pid=103913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 28 17:36:43.994431 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.l3_hamode_db [None req-db176347-5d30-45ca-baee-fa6f363ec33b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843729-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T17:16:55Z,description=,heartbeat_timestamp=2022-05-28T17:36:25Z,host='dv-cinder-843729-1-iscsi',id=8a8c7bbb-808d-49ae-95de-62501e6237ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T17:16:55Z,topic='l3_agent')) {'router_ids': ['48e30f03-5d76-449a-9676-6b67a05b7840'], 'active': True} {{(pid=103913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:36:44.027097 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4c618b5-b696-47a3-81bd-5a0c92b243f5 admin admin] Router 48e30f03-5d76-449a-9676-6b67a05b7840 has already been hosted by L3 agent 8a8c7bbb-808d-49ae-95de-62501e6237ff {{(pid=103911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 17:36:44.059504 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbe4609-93ee-4ea2-b748-5c80c91f4335 None None] Pushing event updated for resources: {'Port': ['ID=e3d9c358-d859-42c8-bdac-433ca7193892,revision_number=3']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:36:44.146066 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-36793b2c-1668-4241-8956-6e5520cb7d2d None None] Provisioning complete for port 9e47eb2f-c38f-41b5-a640-fa1a228bac8b triggered by entity DHCP. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 17:36:44.146755 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-36793b2c-1668-4241-8956-6e5520cb7d2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1821120'] for port (9e47eb2f-c38f-41b5-a640-fa1a228bac8b), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:44.171679 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4c618b5-b696-47a3-81bd-5a0c92b243f5 admin admin] Notify agent at l3_agent.dv-cinder-843729-1-iscsi the message routers_updated {{(pid=103911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 17:36:44.173796 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.l3_dvr_db [None req-db176347-5d30-45ca-baee-fa6f363ec33b None None] Set router 48e30f03-5d76-449a-9676-6b67a05b7840 gateway port host: dv-cinder-843729-1-iscsi {{(pid=103913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 28 17:36:44.177309 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-d4c618b5-b696-47a3-81bd-5a0c92b243f5 admin admin] 10.222.0.33 "PUT /v2.0/routers/48e30f03-5d76-449a-9676-6b67a05b7840/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8652146 May 28 17:36:44.219734 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-36793b2c-1668-4241-8956-6e5520cb7d2d None None] Port 9e47eb2f-c38f-41b5-a640-fa1a228bac8b cannot update to ACTIVE because it is not bound. {{(pid=103913) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 28 17:36:44.335859 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:36:44.398671 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:36:44.406126 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.l3_hamode_db [None req-db176347-5d30-45ca-baee-fa6f363ec33b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48e30f03-5d76-449a-9676-6b67a05b7840', 'name': 'tempest-TestVolumeBootPattern-2105689536-router', 'tenant_id': '3785f78e6d1048cfa0b5b123fdd909c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'external_fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': 'e3d9c358-d859-42c8-bdac-433ca7193892', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T17:36:40Z', 'updated_at': '2022-05-28T17:36:43Z', 'revision_number': 4, 'project_id': '3785f78e6d1048cfa0b5b123fdd909c8', 'gw_port': {'id': 'e3d9c358-d859-42c8-bdac-433ca7193892', 'name': '', 'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:bd:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48e30f03-5d76-449a-9676-6b67a05b7840', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:36:40Z', 'updated_at': '2022-05-28T17:36:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843729-1-iscsi', '_interfaces': [{'id': '9e47eb2f-c38f-41b5-a640-fa1a228bac8b', 'name': '', 'network_id': 'a98bf986-b097-428c-84c6-2a59a4df1a9f', 'tenant_id': '3785f78e6d1048cfa0b5b123fdd909c8', 'mac_address': 'fa:16:3e:a3:76:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48e30f03-5d76-449a-9676-6b67a05b7840', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'ff216cd5-a438-4e93-8bdb-93f0599b8766', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:36:42Z', 'updated_at': '2022-05-28T17:36:43Z', 'revision_number': 2, 'project_id': '3785f78e6d1048cfa0b5b123fdd909c8', 'subnets': [{'id': 'ff216cd5-a438-4e93-8bdb-93f0599b8766', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843729-1-iscsi', False) {} {{(pid=103913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:36:44.432088 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db176347-5d30-45ca-baee-fa6f363ec33b None None] The sync data for ids ['48e30f03-5d76-449a-9676-6b67a05b7840'] in dv-cinder-843729-1-iscsi is: [{'id': '48e30f03-5d76-449a-9676-6b67a05b7840', 'name': 'tempest-TestVolumeBootPattern-2105689536-router', 'tenant_id': '3785f78e6d1048cfa0b5b123fdd909c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'external_fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': 'e3d9c358-d859-42c8-bdac-433ca7193892', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T17:36:40Z', 'updated_at': '2022-05-28T17:36:43Z', 'revision_number': 4, 'project_id': '3785f78e6d1048cfa0b5b123fdd909c8', 'gw_port': {'id': 'e3d9c358-d859-42c8-bdac-433ca7193892', 'name': '', 'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:bd:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48e30f03-5d76-449a-9676-6b67a05b7840', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:36:40Z', 'updated_at': '2022-05-28T17:36:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843729-1-iscsi', '_interfaces': [{'id': '9e47eb2f-c38f-41b5-a640-fa1a228bac8b', 'name': '', 'network_id': 'a98bf986-b097-428c-84c6-2a59a4df1a9f', 'tenant_id': '3785f78e6d1048cfa0b5b123fdd909c8', 'mac_address': 'fa:16:3e:a3:76:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48e30f03-5d76-449a-9676-6b67a05b7840', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'ff216cd5-a438-4e93-8bdb-93f0599b8766', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:36:42Z', 'updated_at': '2022-05-28T17:36:43Z', 'revision_number': 2, 'project_id': '3785f78e6d1048cfa0b5b123fdd909c8', 'subnets': [{'id': 'ff216cd5-a438-4e93-8bdb-93f0599b8766', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 17:36:44.836556 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.33', 35114) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:36:44.841476 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.v2.base [None req-6def91a0-8020-4584-8de0-29262b9ecd9e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2131447522-network', 'tenant_id': 'a52ea793d7ce46f59ed1392b1b987de5'}} {{(pid=103911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 17:36:44.864906 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6def91a0-8020-4584-8de0-29262b9ecd9e admin admin] Made reservation on behalf of a52ea793d7ce46f59ed1392b1b987de5 for: {'network': 1} {{(pid=103911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 17:36:44.868063 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-6def91a0-8020-4584-8de0-29262b9ecd9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for network (None), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:44.877968 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-6def91a0-8020-4584-8de0-29262b9ecd9e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:44.968735 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-6def91a0-8020-4584-8de0-29262b9ecd9e admin admin] Publish callbacks [] for security_group (71dfbf8b-c0bb-4ad4-8b7e-df814a87fb24), precommit_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:44.973353 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-6def91a0-8020-4584-8de0-29262b9ecd9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594961'] for security_group (71dfbf8b-c0bb-4ad4-8b7e-df814a87fb24), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:44.978144 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:36:45.006903 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6def91a0-8020-4584-8de0-29262b9ecd9e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 169} {{(pid=103911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 17:36:45.020771 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6def91a0-8020-4584-8de0-29262b9ecd9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71dfbf8b-c0bb-4ad4-8b7e-df814a87fb24,revision_number=1']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:36:45.027011 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-6def91a0-8020-4584-8de0-29262b9ecd9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766051'] for segment (1a7311cd-400c-40c3-9168-761504f0c08e), precommit_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:45.027423 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.db.segments_db [None req-6def91a0-8020-4584-8de0-29262b9ecd9e admin admin] Added segment 1a7311cd-400c-40c3-9168-761504f0c08e of type vlan for network d438b9b4-2db5-4d1c-ad5f-4182bacd911b May 28 17:36:45.078758 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:36:45.080704 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-6def91a0-8020-4584-8de0-29262b9ecd9e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735968101232'] for network (d438b9b4-2db5-4d1c-ad5f-4182bacd911b), precommit_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:45.110199 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-6def91a0-8020-4584-8de0-29262b9ecd9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116'] for network (d438b9b4-2db5-4d1c-ad5f-4182bacd911b), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:45.111747 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6def91a0-8020-4584-8de0-29262b9ecd9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:36:45.116614 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-6def91a0-8020-4584-8de0-29262b9ecd9e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-152074'] for network (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:45.174953 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-6def91a0-8020-4584-8de0-29262b9ecd9e admin admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.3372505 May 28 17:36:45.178212 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.33', 35120) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:36:45.183530 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.v2.base [None req-db616f47-950d-42f2-9a2a-b04a1bc68c14 admin admin] Request body: {'subnet': {'network_id': 'd438b9b4-2db5-4d1c-ad5f-4182bacd911b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2131447522-subnet', 'tenant_id': 'a52ea793d7ce46f59ed1392b1b987de5', 'ip_version': 4}} {{(pid=103912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 17:36:45.211116 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6def91a0-8020-4584-8de0-29262b9ecd9e admin admin] Pushing event updated for resources: {'Network': ['ID=d438b9b4-2db5-4d1c-ad5f-4182bacd911b,revision_number=1']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:36:45.225995 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Network d438b9b4-2db5-4d1c-ad5f-4182bacd911b details requested by agent ovs-agent-dv-cinder-843729-1-iscsi with host dv-cinder-843729-1-iscsi {{(pid=103913) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 28 17:36:45.235626 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db616f47-950d-42f2-9a2a-b04a1bc68c14 admin admin] Made reservation on behalf of a52ea793d7ce46f59ed1392b1b987de5 for: {'subnet': 1} {{(pid=103912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 17:36:45.238854 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-db616f47-950d-42f2-9a2a-b04a1bc68c14 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5675793'] for subnet (None), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:45.279842 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=5 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:36:45.460351 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-db616f47-950d-42f2-9a2a-b04a1bc68c14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6171474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5675783'] for subnet (9fc2837c-af8b-416f-bd4e-9e14887ffc94), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:45.529174 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db616f47-950d-42f2-9a2a-b04a1bc68c14 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9fc2837c-af8b-416f-bd4e-9e14887ffc94,revision_number=0']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:36:45.535077 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db616f47-950d-42f2-9a2a-b04a1bc68c14 admin admin] Checking segment: {'id': '1a7311cd-400c-40c3-9168-761504f0c08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'd438b9b4-2db5-4d1c-ad5f-4182bacd911b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 28 17:36:45.536158 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db616f47-950d-42f2-9a2a-b04a1bc68c14 admin admin] Network hostable DHCP agents. Network: d438b9b4-2db5-4d1c-ad5f-4182bacd911b, hostable agents: ['b4d0b3c0-cc03-4456-af87-35ab415ef94b'], hosted agents: [] {{(pid=103912) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 17:36:45.556940 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db616f47-950d-42f2-9a2a-b04a1bc68c14 admin admin] Network d438b9b4-2db5-4d1c-ad5f-4182bacd911b is scheduled to be hosted by DHCP agent b4d0b3c0-cc03-4456-af87-35ab415ef94b with binding_index 1 {{(pid=103912) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 17:36:45.571175 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.scheduler.base_scheduler [None req-db616f47-950d-42f2-9a2a-b04a1bc68c14 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843729-1-iscsi, d438b9b4-2db5-4d1c-ad5f-4182bacd911b) {{(pid=103912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 17:36:45.579190 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db616f47-950d-42f2-9a2a-b04a1bc68c14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:36:45.579916 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-db616f47-950d-42f2-9a2a-b04a1bc68c14 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-152074'] for subnet (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:45.584114 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c076e847-6de2-4991-84fa-2c8671783722 None None] Network d438b9b4-2db5-4d1c-ad5f-4182bacd911b requested from dv-cinder-843729-1-iscsi {{(pid=103913) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 28 17:36:45.603792 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-db616f47-950d-42f2-9a2a-b04a1bc68c14 admin admin] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4237387 May 28 17:36:45.606303 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.33', 35130) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:36:45.612771 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.v2.base [None req-d8276793-a505-4ae8-99db-7ca82b8f45e0 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2131447522-router', 'tenant_id': 'a52ea793d7ce46f59ed1392b1b987de5', 'external_gateway_info': {'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48'}}} {{(pid=103912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 17:36:45.651161 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-d8276793-a505-4ae8-99db-7ca82b8f45e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-687946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6195'] for router (1303d08a-45ff-40a0-b886-4dd57902f706), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:45.652911 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-d8276793-a505-4ae8-99db-7ca82b8f45e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-680010', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-544425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6154'] for router (1303d08a-45ff-40a0-b886-4dd57902f706), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:45.742295 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66c63230-6579-437c-bc47-985f90804b05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d5e403e-4665-5b85-8da6-ff3b1ced4194-d438b9b4-2db5-4d1c-ad5f-4182bacd911b', 'network_id': 'd438b9b4-2db5-4d1c-ad5f-4182bacd911b', 'project_id': 'a52ea793d7ce46f59ed1392b1b987de5', 'fixed_ips': [{'subnet_id': '9fc2837c-af8b-416f-bd4e-9e14887ffc94'}]}} from dv-cinder-843729-1-iscsi. {{(pid=103913) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 28 17:36:45.743632 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-66c63230-6579-437c-bc47-985f90804b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (None), before_create {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:45.744164 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-d8276793-a505-4ae8-99db-7ca82b8f45e0 admin admin] Publish callbacks [] for router_controller (1303d08a-45ff-40a0-b886-4dd57902f706), precommit_add_association {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:45.839711 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:36:45.864243 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da738bd-ba65-4b36-baa9-c53d2c0d70df req-feabaad2-ec98-4754-a5bd-16657084537c tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:36:45.866802 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-0da738bd-ba65-4b36-baa9-c53d2c0d70df req-feabaad2-ec98-4754-a5bd-16657084537c tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/ports?device_id=27322ac4-8704-4f1a-b431-e5c4ad7d77ad HTTP/1.1" status: 200 len: 947 time: 0.3695729 May 28 17:36:45.930048 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-0da738bd-ba65-4b36-baa9-c53d2c0d70df req-1f8c7975-8287-4e8a-8e9c-ce6b9c50f622 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/security-groups?id=015d4717-3c9a-4064-98da-51f19b775078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565927 May 28 17:36:45.944204 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-d8276793-a505-4ae8-99db-7ca82b8f45e0 admin admin] Publish callbacks [] for router_gateway (1303d08a-45ff-40a0-b886-4dd57902f706), precommit_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:45.950041 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.db_base_plugin_common [None req-66c63230-6579-437c-bc47-985f90804b05 None None] Allocated IP 172.20.0.2 (d438b9b4-2db5-4d1c-ad5f-4182bacd911b/9fc2837c-af8b-416f-bd4e-9e14887ffc94/37933ca0-1394-49da-847e-9c4221ca085a) {{(pid=103913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 17:36:46.114295 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-66c63230-6579-437c-bc47-985f90804b05 None None] Publish callbacks [] for port (37933ca0-1394-49da-847e-9c4221ca085a), precommit_create {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:46.120732 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-66c63230-6579-437c-bc47-985f90804b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735968120113'] for port (37933ca0-1394-49da-847e-9c4221ca085a), after_create {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:46.158280 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66c63230-6579-437c-bc47-985f90804b05 None None] Network d438b9b4-2db5-4d1c-ad5f-4182bacd911b is already hosted by enough agents. {{(pid=103913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 17:36:46.165804 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.scheduler.base_scheduler [None req-66c63230-6579-437c-bc47-985f90804b05 None None] Resources bound (agent type, host, resource id): {{(pid=103913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 17:36:46.168732 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-d8276793-a505-4ae8-99db-7ca82b8f45e0 admin admin] Publish callbacks [] for router_gateway (1303d08a-45ff-40a0-b886-4dd57902f706), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:46.173455 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c63230-6579-437c-bc47-985f90804b05 None None] Received port after_create {{(pid=103913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 28 17:36:46.176936 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c63230-6579-437c-bc47-985f90804b05 None None] Pushing event updated for resources: {'Port': ['ID=37933ca0-1394-49da-847e-9c4221ca085a,revision_number=1']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:36:46.193215 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-d8276793-a505-4ae8-99db-7ca82b8f45e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (None), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:46.239211 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.managers [None req-66c63230-6579-437c-bc47-985f90804b05 None None] Attempting to bind port 37933ca0-1394-49da-847e-9c4221ca085a on host dv-cinder-843729-1-iscsi for vnic_type normal with profile {{(pid=103913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 28 17:36:46.239876 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.managers [None req-66c63230-6579-437c-bc47-985f90804b05 None None] Attempting to bind port 37933ca0-1394-49da-847e-9c4221ca085a by drivers openvswitch,hyperv on host dv-cinder-843729-1-iscsi at level 0 using segments [{'id': '1a7311cd-400c-40c3-9168-761504f0c08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'd438b9b4-2db5-4d1c-ad5f-4182bacd911b'}] {{(pid=103913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 28 17:36:46.240028 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c63230-6579-437c-bc47-985f90804b05 None None] Attempting to bind port 37933ca0-1394-49da-847e-9c4221ca085a on network d438b9b4-2db5-4d1c-ad5f-4182bacd911b {{(pid=103913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 28 17:36:46.246063 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c63230-6579-437c-bc47-985f90804b05 None None] Checking agent: {'id': '0032cfec-21e8-44dd-a7d5-0b8312dfe052', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843729-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 17, 16, 59), 'started_at': datetime.datetime(2022, 5, 28, 17, 17, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 17, 36, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843729-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 28 17:36:46.246434 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c63230-6579-437c-bc47-985f90804b05 None None] Checking segment: {'id': '1a7311cd-400c-40c3-9168-761504f0c08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'd438b9b4-2db5-4d1c-ad5f-4182bacd911b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 28 17:36:46.246832 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-66c63230-6579-437c-bc47-985f90804b05 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:46.247224 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c63230-6579-437c-bc47-985f90804b05 None None] Bound using segment: {'id': '1a7311cd-400c-40c3-9168-761504f0c08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'd438b9b4-2db5-4d1c-ad5f-4182bacd911b'} {{(pid=103913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 28 17:36:46.248063 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.managers [None req-66c63230-6579-437c-bc47-985f90804b05 None None] Bound port: 37933ca0-1394-49da-847e-9c4221ca085a, host: dv-cinder-843729-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a7311cd-400c-40c3-9168-761504f0c08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'd438b9b4-2db5-4d1c-ad5f-4182bacd911b'}}] {{(pid=103913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 28 17:36:46.248446 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-66c63230-6579-437c-bc47-985f90804b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (37933ca0-1394-49da-847e-9c4221ca085a), before_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:46.310437 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.db.db_base_plugin_common [None req-d8276793-a505-4ae8-99db-7ca82b8f45e0 admin admin] Allocated IP 172.27.0.97 (2edbe6b8-aac1-406b-a2f1-8819dd0d1c48/5128d65d-65c0-41d1-99c9-7682fd6eaf92/7654b264-ac45-4b05-b86d-65e7b3959bc4) {{(pid=103912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 17:36:46.431219 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-d8276793-a505-4ae8-99db-7ca82b8f45e0 admin admin] Publish callbacks [] for port (7654b264-ac45-4b05-b86d-65e7b3959bc4), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:46.447143 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:INSERT=8,neutron:SELECT=89,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:36:46.450435 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-66c63230-6579-437c-bc47-985f90804b05 None None] For port 37933ca0-1394-49da-847e-9c4221ca085a, host dv-cinder-843729-1-iscsi, cleared binding levels {{(pid=103913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 17:36:46.453904 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-66c63230-6579-437c-bc47-985f90804b05 None None] For port 37933ca0-1394-49da-847e-9c4221ca085a, host dv-cinder-843729-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843729-1-iscsi',level=0,port_id=37933ca0-1394-49da-847e-9c4221ca085a,segment=NetworkSegment(1a7311cd-400c-40c3-9168-761504f0c08e),segment_id=1a7311cd-400c-40c3-9168-761504f0c08e)] {{(pid=103913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 17:36:46.463014 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-66c63230-6579-437c-bc47-985f90804b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735968512485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735968120131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735968120149'] for port (37933ca0-1394-49da-847e-9c4221ca085a), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:46.473516 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-d8276793-a505-4ae8-99db-7ca82b8f45e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735968120113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6173922'] for port (7654b264-ac45-4b05-b86d-65e7b3959bc4), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:46.520764 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8276793-a505-4ae8-99db-7ca82b8f45e0 admin admin] Network 2edbe6b8-aac1-406b-a2f1-8819dd0d1c48 is already hosted by enough agents. {{(pid=103912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 17:36:46.523477 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c63230-6579-437c-bc47-985f90804b05 None None] Pushing event updated for resources: {'Port': ['ID=37933ca0-1394-49da-847e-9c4221ca085a,revision_number=2']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:36:46.526015 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.scheduler.base_scheduler [None req-d8276793-a505-4ae8-99db-7ca82b8f45e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 17:36:46.528148 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.agents_db [None req-b36f0ab6-f8d6-4670-a7fa-3628cf342135 None None] Agent healthcheck: found 6 active agents {{(pid=103914) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 28 17:36:46.531244 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8276793-a505-4ae8-99db-7ca82b8f45e0 admin admin] Received port after_create {{(pid=103912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 28 17:36:46.535056 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8276793-a505-4ae8-99db-7ca82b8f45e0 admin admin] Pushing event updated for resources: {'Port': ['ID=7654b264-ac45-4b05-b86d-65e7b3959bc4,revision_number=1']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:36:46.587911 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=43 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:36:46.828677 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-d8276793-a505-4ae8-99db-7ca82b8f45e0 admin admin] Publish callbacks [] for router_gateway (1303d08a-45ff-40a0-b886-4dd57902f706), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:46.850389 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b39cb72e-fbfa-40ba-8fe8-4390db51fbd1 None None] Sync routers for ids ['48e30f03-5d76-449a-9676-6b67a05b7840'] in dv-cinder-843729-1-iscsi {{(pid=103914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 17:36:46.867242 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b39cb72e-fbfa-40ba-8fe8-4390db51fbd1 None None] Routers {'48e30f03-5d76-449a-9676-6b67a05b7840'} bound to L3 agent in host dv-cinder-843729-1-iscsi {{(pid=103914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 28 17:36:46.867999 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-b39cb72e-fbfa-40ba-8fe8-4390db51fbd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843729-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T17:16:55Z,description=,heartbeat_timestamp=2022-05-28T17:36:25Z,host='dv-cinder-843729-1-iscsi',id=8a8c7bbb-808d-49ae-95de-62501e6237ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T17:16:55Z,topic='l3_agent')) {'router_ids': ['48e30f03-5d76-449a-9676-6b67a05b7840'], 'active': True} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:36:46.874310 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:36:46.983049 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvr_db [None req-b39cb72e-fbfa-40ba-8fe8-4390db51fbd1 None None] Set router 48e30f03-5d76-449a-9676-6b67a05b7840 gateway port host: dv-cinder-843729-1-iscsi {{(pid=103914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 28 17:36:47.112069 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-d8276793-a505-4ae8-99db-7ca82b8f45e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-679993'] for router (1303d08a-45ff-40a0-b886-4dd57902f706), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:47.128219 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e514cc-c986-44b3-8872-f2e4c0fec4ec req-92403ee9-5f26-4687-b82b-6b24c34c0e09 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:36:47.130428 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-42e514cc-c986-44b3-8872-f2e4c0fec4ec req-92403ee9-5f26-4687-b82b-6b24c34c0e09 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/ports?device_id=27322ac4-8704-4f1a-b431-e5c4ad7d77ad HTTP/1.1" status: 200 len: 947 time: 0.0745318 May 28 17:36:47.185406 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Device 37933ca0-1394-49da-847e-9c4221ca085a up at agent ovs-agent-dv-cinder-843729-1-iscsi {{(pid=103913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 28 17:36:47.259598 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-42e514cc-c986-44b3-8872-f2e4c0fec4ec req-c4ede894-053e-48aa-9acb-6d2d5b10e6b2 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/security-groups?id=015d4717-3c9a-4064-98da-51f19b775078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0902772 May 28 17:36:47.267706 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Provisioning complete for port 37933ca0-1394-49da-847e-9c4221ca085a triggered by entity L2. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 17:36:47.268245 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1821120'] for port (37933ca0-1394-49da-847e-9c4221ca085a), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:47.313065 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:36:47.314277 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-b39cb72e-fbfa-40ba-8fe8-4390db51fbd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48e30f03-5d76-449a-9676-6b67a05b7840', 'name': 'tempest-TestVolumeBootPattern-2105689536-router', 'tenant_id': '3785f78e6d1048cfa0b5b123fdd909c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'external_fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': 'e3d9c358-d859-42c8-bdac-433ca7193892', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T17:36:40Z', 'updated_at': '2022-05-28T17:36:43Z', 'revision_number': 4, 'project_id': '3785f78e6d1048cfa0b5b123fdd909c8', 'gw_port': {'id': 'e3d9c358-d859-42c8-bdac-433ca7193892', 'name': '', 'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:bd:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48e30f03-5d76-449a-9676-6b67a05b7840', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:36:40Z', 'updated_at': '2022-05-28T17:36:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843729-1-iscsi', '_interfaces': [{'id': '9e47eb2f-c38f-41b5-a640-fa1a228bac8b', 'name': '', 'network_id': 'a98bf986-b097-428c-84c6-2a59a4df1a9f', 'tenant_id': '3785f78e6d1048cfa0b5b123fdd909c8', 'mac_address': 'fa:16:3e:a3:76:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48e30f03-5d76-449a-9676-6b67a05b7840', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'ff216cd5-a438-4e93-8bdb-93f0599b8766', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:36:42Z', 'updated_at': '2022-05-28T17:36:43Z', 'revision_number': 2, 'project_id': '3785f78e6d1048cfa0b5b123fdd909c8', 'subnets': [{'id': 'ff216cd5-a438-4e93-8bdb-93f0599b8766', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843729-1-iscsi', False) {} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:36:47.320667 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8276793-a505-4ae8-99db-7ca82b8f45e0 admin admin] Router 1303d08a-45ff-40a0-b886-4dd57902f706 is scheduled to L3 agent 8a8c7bbb-808d-49ae-95de-62501e6237ff with binding_index 1 {{(pid=103912) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 28 17:36:47.344424 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b39cb72e-fbfa-40ba-8fe8-4390db51fbd1 None None] Checking router: 48e30f03-5d76-449a-9676-6b67a05b7840 for host: dv-cinder-843729-1-iscsi {{(pid=103914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 17:36:47.345042 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b39cb72e-fbfa-40ba-8fe8-4390db51fbd1 None None] Updating router 48e30f03-5d76-449a-9676-6b67a05b7840 port 9e47eb2f-c38f-41b5-a640-fa1a228bac8b binding host dv-cinder-843729-1-iscsi {{(pid=103914) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 17:36:47.362337 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:36:47.376189 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron_lib.callbacks.manager [None req-b39cb72e-fbfa-40ba-8fe8-4390db51fbd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (9e47eb2f-c38f-41b5-a640-fa1a228bac8b), before_update {{(pid=103914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:47.376745 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Current status of the port 37933ca0-1394-49da-847e-9c4221ca085a is: DOWN; New status is: ACTIVE {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 17:36:47.377692 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (37933ca0-1394-49da-847e-9c4221ca085a), before_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:47.444617 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] For port 37933ca0-1394-49da-847e-9c4221ca085a, host dv-cinder-843729-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843729-1-iscsi',level=0,port_id=37933ca0-1394-49da-847e-9c4221ca085a,segment=NetworkSegment(1a7311cd-400c-40c3-9168-761504f0c08e),segment_id=1a7311cd-400c-40c3-9168-761504f0c08e)] {{(pid=103913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 17:36:47.454263 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735968512485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735968120131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735968120149'] for port (37933ca0-1394-49da-847e-9c4221ca085a), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:47.455380 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Device e3d9c358-d859-42c8-bdac-433ca7193892 up at agent ovs-agent-dv-cinder-843729-1-iscsi {{(pid=103913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 28 17:36:47.475108 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8276793-a505-4ae8-99db-7ca82b8f45e0 admin admin] Notify agent at l3_agent.dv-cinder-843729-1-iscsi the message routers_updated {{(pid=103912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 17:36:47.495191 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=1 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:36:47.500078 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9e211e0-263f-45a0-92c8-32083666ad9f None None] Sync routers for ids ['1303d08a-45ff-40a0-b886-4dd57902f706'] in dv-cinder-843729-1-iscsi {{(pid=103913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 17:36:47.507704 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-d8276793-a505-4ae8-99db-7ca82b8f45e0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:47.509491 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-d8276793-a505-4ae8-99db-7ca82b8f45e0 admin admin] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.9010592 May 28 17:36:47.511995 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.33', 35138) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:36:47.531961 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f839ab-9536-4b56-8351-5304eeb232aa req-d1df6e07-096f-43cf-8139-461eb5fdc9e1 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:36:47.534517 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-e7f839ab-9536-4b56-8351-5304eeb232aa req-d1df6e07-096f-43cf-8139-461eb5fdc9e1 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.16 "GET /v2.0/ports?device_id=27322ac4-8704-4f1a-b431-e5c4ad7d77ad HTTP/1.1" status: 200 len: 947 time: 0.1382256 May 28 17:36:47.554693 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:36:47.592639 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e211e0-263f-45a0-92c8-32083666ad9f None None] Routers {'1303d08a-45ff-40a0-b886-4dd57902f706'} bound to L3 agent in host dv-cinder-843729-1-iscsi {{(pid=103913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 28 17:36:47.593679 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.l3_hamode_db [None req-b9e211e0-263f-45a0-92c8-32083666ad9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843729-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T17:16:55Z,description=,heartbeat_timestamp=2022-05-28T17:36:25Z,host='dv-cinder-843729-1-iscsi',id=8a8c7bbb-808d-49ae-95de-62501e6237ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T17:16:55Z,topic='l3_agent')) {'router_ids': ['1303d08a-45ff-40a0-b886-4dd57902f706'], 'active': True} {{(pid=103913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:36:47.604545 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Pushing event updated for resources: {'Port': ['ID=37933ca0-1394-49da-847e-9c4221ca085a,revision_number=3']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:36:47.658125 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Provisioning complete for port e3d9c358-d859-42c8-bdac-433ca7193892 triggered by entity L2. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 17:36:47.658500 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1821120'] for port (e3d9c358-d859-42c8-bdac-433ca7193892), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:47.732259 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [req-e7f839ab-9536-4b56-8351-5304eeb232aa req-aa3c0f21-b5ad-41a9-96c9-817999f6ce79 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Deleting port e951fe87-910c-4495-88e9-a876c275be25 {{(pid=103911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 28 17:36:47.732954 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-e7f839ab-9536-4b56-8351-5304eeb232aa req-aa3c0f21-b5ad-41a9-96c9-817999f6ce79 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735968504037'] for port (e951fe87-910c-4495-88e9-a876c275be25), before_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:47.791997 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d753ed4-7917-4c73-bed6-e844ef047045 None None] Network d438b9b4-2db5-4d1c-ad5f-4182bacd911b requested from dv-cinder-843729-1-iscsi {{(pid=103913) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 28 17:36:47.808879 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron_lib.callbacks.manager [None req-b39cb72e-fbfa-40ba-8fe8-4390db51fbd1 None None] Publish callbacks [] for port (9e47eb2f-c38f-41b5-a640-fa1a228bac8b), precommit_update {{(pid=103914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:47.821449 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron_lib.callbacks.manager [None req-b39cb72e-fbfa-40ba-8fe8-4390db51fbd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735968512485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735968120131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735968120149'] for port (9e47eb2f-c38f-41b5-a640-fa1a228bac8b), after_update {{(pid=103914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:47.878341 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-be4684d6-3298-4677-b262-ddc6f54006c6 None None] Provisioning complete for port 37933ca0-1394-49da-847e-9c4221ca085a triggered by entity DHCP. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 17:36:47.879001 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-be4684d6-3298-4677-b262-ddc6f54006c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1821120'] for port (37933ca0-1394-49da-847e-9c4221ca085a), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:47.880878 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130aa525-3e33-4e7b-9aa1-6f4341347ffe None None] Pushing event updated for resources: {'Port': ['ID=9e47eb2f-c38f-41b5-a640-fa1a228bac8b,revision_number=3']} {{(pid=103914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:36:47.885678 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [req-e7f839ab-9536-4b56-8351-5304eeb232aa req-aa3c0f21-b5ad-41a9-96c9-817999f6ce79 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] For port e951fe87-910c-4495-88e9-a876c275be25, host hv-cinder-84372, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84372',level=0,port_id=e951fe87-910c-4495-88e9-a876c275be25,segment=NetworkSegment(c7dd3702-abca-4735-be38-4968a1e4ad1a),segment_id=c7dd3702-abca-4735-be38-4968a1e4ad1a)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 17:36:47.886724 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-e7f839ab-9536-4b56-8351-5304eeb232aa req-aa3c0f21-b5ad-41a9-96c9-817999f6ce79 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-660327'] for port (e951fe87-910c-4495-88e9-a876c275be25), precommit_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:47.891942 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130aa525-3e33-4e7b-9aa1-6f4341347ffe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:36:47.892651 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130aa525-3e33-4e7b-9aa1-6f4341347ffe None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:36:47.893227 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130aa525-3e33-4e7b-9aa1-6f4341347ffe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:36:47.893760 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130aa525-3e33-4e7b-9aa1-6f4341347ffe None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:36:47.894312 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130aa525-3e33-4e7b-9aa1-6f4341347ffe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:36:47.894827 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130aa525-3e33-4e7b-9aa1-6f4341347ffe None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:36:47.895361 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130aa525-3e33-4e7b-9aa1-6f4341347ffe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:36:47.895890 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130aa525-3e33-4e7b-9aa1-6f4341347ffe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:36:47.896615 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130aa525-3e33-4e7b-9aa1-6f4341347ffe None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:36:47.897120 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130aa525-3e33-4e7b-9aa1-6f4341347ffe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:36:47.897626 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130aa525-3e33-4e7b-9aa1-6f4341347ffe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:36:47.898150 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130aa525-3e33-4e7b-9aa1-6f4341347ffe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:36:47.898699 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130aa525-3e33-4e7b-9aa1-6f4341347ffe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:36:47.899249 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130aa525-3e33-4e7b-9aa1-6f4341347ffe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:36:47.899837 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130aa525-3e33-4e7b-9aa1-6f4341347ffe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:36:47.933252 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.l3_dvr_db [None req-b9e211e0-263f-45a0-92c8-32083666ad9f None None] Set router 1303d08a-45ff-40a0-b886-4dd57902f706 gateway port host: dv-cinder-843729-1-iscsi {{(pid=103913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 28 17:36:48.024606 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.plugins.ml2.managers [None req-b39cb72e-fbfa-40ba-8fe8-4390db51fbd1 None None] Attempting to bind port 9e47eb2f-c38f-41b5-a640-fa1a228bac8b on host dv-cinder-843729-1-iscsi for vnic_type normal with profile {{(pid=103914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 28 17:36:48.025563 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.plugins.ml2.managers [None req-b39cb72e-fbfa-40ba-8fe8-4390db51fbd1 None None] Attempting to bind port 9e47eb2f-c38f-41b5-a640-fa1a228bac8b by drivers openvswitch,hyperv on host dv-cinder-843729-1-iscsi at level 0 using segments [{'id': '868ce7ba-c384-40c5-a373-87b732b4b2f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'a98bf986-b097-428c-84c6-2a59a4df1a9f'}] {{(pid=103914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 28 17:36:48.026101 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b39cb72e-fbfa-40ba-8fe8-4390db51fbd1 None None] Attempting to bind port 9e47eb2f-c38f-41b5-a640-fa1a228bac8b on network a98bf986-b097-428c-84c6-2a59a4df1a9f {{(pid=103914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 28 17:36:48.032265 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b39cb72e-fbfa-40ba-8fe8-4390db51fbd1 None None] Checking agent: {'id': '0032cfec-21e8-44dd-a7d5-0b8312dfe052', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843729-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 17, 16, 59), 'started_at': datetime.datetime(2022, 5, 28, 17, 17, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 17, 36, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843729-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 28 17:36:48.032936 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b39cb72e-fbfa-40ba-8fe8-4390db51fbd1 None None] Checking segment: {'id': '868ce7ba-c384-40c5-a373-87b732b4b2f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'a98bf986-b097-428c-84c6-2a59a4df1a9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 28 17:36:48.033496 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron_lib.callbacks.manager [None req-b39cb72e-fbfa-40ba-8fe8-4390db51fbd1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:48.034049 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b39cb72e-fbfa-40ba-8fe8-4390db51fbd1 None None] Bound using segment: {'id': '868ce7ba-c384-40c5-a373-87b732b4b2f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'a98bf986-b097-428c-84c6-2a59a4df1a9f'} {{(pid=103914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 28 17:36:48.034685 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.plugins.ml2.managers [None req-b39cb72e-fbfa-40ba-8fe8-4390db51fbd1 None None] Bound port: 9e47eb2f-c38f-41b5-a640-fa1a228bac8b, host: dv-cinder-843729-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '868ce7ba-c384-40c5-a373-87b732b4b2f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'a98bf986-b097-428c-84c6-2a59a4df1a9f'}}] {{(pid=103914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 28 17:36:48.035903 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron_lib.callbacks.manager [None req-b39cb72e-fbfa-40ba-8fe8-4390db51fbd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (9e47eb2f-c38f-41b5-a640-fa1a228bac8b), before_update {{(pid=103914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:48.140571 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Current status of the port e3d9c358-d859-42c8-bdac-433ca7193892 is: DOWN; New status is: ACTIVE {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 17:36:48.140963 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (e3d9c358-d859-42c8-bdac-433ca7193892), before_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:48.159572 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:36:48.162718 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.plugins.ml2.db [None req-b39cb72e-fbfa-40ba-8fe8-4390db51fbd1 None None] For port 9e47eb2f-c38f-41b5-a640-fa1a228bac8b, host dv-cinder-843729-1-iscsi, cleared binding levels {{(pid=103914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 17:36:48.168208 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.plugins.ml2.db [None req-b39cb72e-fbfa-40ba-8fe8-4390db51fbd1 None None] For port 9e47eb2f-c38f-41b5-a640-fa1a228bac8b, host dv-cinder-843729-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843729-1-iscsi',level=0,port_id=9e47eb2f-c38f-41b5-a640-fa1a228bac8b,segment=NetworkSegment(868ce7ba-c384-40c5-a373-87b732b4b2f2),segment_id=868ce7ba-c384-40c5-a373-87b732b4b2f2)] {{(pid=103914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 17:36:48.172487 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:36:48.180420 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron_lib.callbacks.manager [None req-b39cb72e-fbfa-40ba-8fe8-4390db51fbd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735968512485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735968120131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735968120149'] for port (9e47eb2f-c38f-41b5-a640-fa1a228bac8b), after_update {{(pid=103914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:48.195560 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-e7f839ab-9536-4b56-8351-5304eeb232aa req-aa3c0f21-b5ad-41a9-96c9-817999f6ce79 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:48.195961 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-e7f839ab-9536-4b56-8351-5304eeb232aa req-aa3c0f21-b5ad-41a9-96c9-817999f6ce79 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681695'] for floatingip (9fd91810-1948-49e9-b5dd-16b09172c9a6), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:48.196273 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.db.l3_db [req-e7f839ab-9536-4b56-8351-5304eeb232aa req-aa3c0f21-b5ad-41a9-96c9-817999f6ce79 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Floating IP 9fd91810-1948-49e9-b5dd-16b09172c9a6 disassociated. External IP: 172.27.0.55, port: e951fe87-910c-4495-88e9-a876c275be25. May 28 17:36:48.196644 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [req-e7f839ab-9536-4b56-8351-5304eeb232aa req-aa3c0f21-b5ad-41a9-96c9-817999f6ce79 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Calling delete_port for e951fe87-910c-4495-88e9-a876c275be25 owned by compute:nova {{(pid=103911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 28 17:36:48.205850 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-cd3abb7e-16d5-4de2-9bc2-4484d90bbb39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (None), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:48.277839 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130aa525-3e33-4e7b-9aa1-6f4341347ffe None None] Pushing event updated for resources: {'Port': ['ID=9e47eb2f-c38f-41b5-a640-fa1a228bac8b,revision_number=4']} {{(pid=103914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:36:48.280443 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] For port e3d9c358-d859-42c8-bdac-433ca7193892, host dv-cinder-843729-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843729-1-iscsi',level=0,port_id=e3d9c358-d859-42c8-bdac-433ca7193892,segment=NetworkSegment(3991c6da-7adc-4448-bfac-a7af5b626d82),segment_id=3991c6da-7adc-4448-bfac-a7af5b626d82)] {{(pid=103913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 17:36:48.286980 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-be4684d6-3298-4677-b262-ddc6f54006c6 None None] Current status of the port 37933ca0-1394-49da-847e-9c4221ca085a is: ACTIVE; New status is: ACTIVE {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 17:36:48.295671 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735968512485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735968120131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735968120149'] for port (e3d9c358-d859-42c8-bdac-433ca7193892), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:48.352220 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b39cb72e-fbfa-40ba-8fe8-4390db51fbd1 None None] Routers {'48e30f03-5d76-449a-9676-6b67a05b7840'} bound to L3 agent in host dv-cinder-843729-1-iscsi {{(pid=103914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 28 17:36:48.352923 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-b39cb72e-fbfa-40ba-8fe8-4390db51fbd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843729-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T17:16:55Z,description=,heartbeat_timestamp=2022-05-28T17:36:25Z,host='dv-cinder-843729-1-iscsi',id=8a8c7bbb-808d-49ae-95de-62501e6237ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T17:16:55Z,topic='l3_agent')) {'router_ids': ['48e30f03-5d76-449a-9676-6b67a05b7840'], 'active': True} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:36:48.383920 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:INSERT=1,neutron:DELETE=8 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:36:48.393107 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:36:48.410279 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Pushing event updated for resources: {'Port': ['ID=e3d9c358-d859-42c8-bdac-433ca7193892,revision_number=4']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:36:48.416381 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.l3_hamode_db [None req-b9e211e0-263f-45a0-92c8-32083666ad9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1303d08a-45ff-40a0-b886-4dd57902f706', 'name': 'tempest-TestVolumeBootPattern-2131447522-router', 'tenant_id': 'a52ea793d7ce46f59ed1392b1b987de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'external_fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': '7654b264-ac45-4b05-b86d-65e7b3959bc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T17:36:45Z', 'updated_at': '2022-05-28T17:36:46Z', 'revision_number': 3, 'project_id': 'a52ea793d7ce46f59ed1392b1b987de5', 'gw_port': {'id': '7654b264-ac45-4b05-b86d-65e7b3959bc4', 'name': '', 'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:8c:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1303d08a-45ff-40a0-b886-4dd57902f706', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:36:46Z', 'updated_at': '2022-05-28T17:36:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843729-1-iscsi'}], 'dv-cinder-843729-1-iscsi', False) {} {{(pid=103913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:36:48.419408 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-e7f839ab-9536-4b56-8351-5304eeb232aa req-aa3c0f21-b5ad-41a9-96c9-817999f6ce79 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735968512467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735968120122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6040268'] for port (e951fe87-910c-4495-88e9-a876c275be25), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:48.470321 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9e211e0-263f-45a0-92c8-32083666ad9f None None] Checking router: 1303d08a-45ff-40a0-b886-4dd57902f706 for host: dv-cinder-843729-1-iscsi {{(pid=103913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 17:36:48.470738 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9e211e0-263f-45a0-92c8-32083666ad9f None None] Updating router 1303d08a-45ff-40a0-b886-4dd57902f706 port 7654b264-ac45-4b05-b86d-65e7b3959bc4 binding host dv-cinder-843729-1-iscsi {{(pid=103913) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 17:36:48.526172 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3c0f21-b5ad-41a9-96c9-817999f6ce79 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Pushing event deleted for resources: {'Port': ['ID=e951fe87-910c-4495-88e9-a876c275be25,revision_number=None']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:36:48.528350 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:36:48.528956 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-e4655df3-6a82-4b25-bf91-42d6bef06b72 None None] Provisioning complete for port 9e47eb2f-c38f-41b5-a640-fa1a228bac8b triggered by entity DHCP. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 17:36:48.529321 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-e4655df3-6a82-4b25-bf91-42d6bef06b72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1821120'] for port (9e47eb2f-c38f-41b5-a640-fa1a228bac8b), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:48.558204 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.db.db_base_plugin_common [None req-cd3abb7e-16d5-4de2-9bc2-4484d90bbb39 admin admin] Allocated IP 172.20.0.1 (d438b9b4-2db5-4d1c-ad5f-4182bacd911b/9fc2837c-af8b-416f-bd4e-9e14887ffc94/df570d96-7410-490f-bbc0-98d10b157f76) {{(pid=103912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 17:36:48.561072 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-2f87183f-fc55-44a9-91ec-0c6b465a8f78 req-fc6789e8-be0e-4926-9d7e-b7b4fc7fc97c tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/ports?device_id=27322ac4-8704-4f1a-b431-e5c4ad7d77ad HTTP/1.1" status: 200 len: 210 time: 0.1152346 May 28 17:36:48.585885 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-b9e211e0-263f-45a0-92c8-32083666ad9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (7654b264-ac45-4b05-b86d-65e7b3959bc4), before_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:48.655777 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvr_db [None req-b39cb72e-fbfa-40ba-8fe8-4390db51fbd1 None None] Set router 48e30f03-5d76-449a-9676-6b67a05b7840 gateway port host: dv-cinder-843729-1-iscsi {{(pid=103914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 28 17:36:48.787845 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-cd3abb7e-16d5-4de2-9bc2-4484d90bbb39 admin admin] Publish callbacks [] for port (df570d96-7410-490f-bbc0-98d10b157f76), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:48.800250 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e7f839ab-9536-4b56-8351-5304eeb232aa req-aa3c0f21-b5ad-41a9-96c9-817999f6ce79 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Router f1ff25eb-d240-41e9-9135-cf4ab545a865 has already been hosted by L3 agent 8a8c7bbb-808d-49ae-95de-62501e6237ff {{(pid=103911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 17:36:48.823041 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-e4655df3-6a82-4b25-bf91-42d6bef06b72 None None] Current status of the port 9e47eb2f-c38f-41b5-a640-fa1a228bac8b is: DOWN; New status is: ACTIVE {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 17:36:48.823431 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-e4655df3-6a82-4b25-bf91-42d6bef06b72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (9e47eb2f-c38f-41b5-a640-fa1a228bac8b), before_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:48.826312 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-cd3abb7e-16d5-4de2-9bc2-4484d90bbb39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735968120113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6173922'] for port (df570d96-7410-490f-bbc0-98d10b157f76), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:48.902145 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd3abb7e-16d5-4de2-9bc2-4484d90bbb39 admin admin] Network d438b9b4-2db5-4d1c-ad5f-4182bacd911b is already hosted by enough agents. {{(pid=103912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 17:36:48.903713 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-e4655df3-6a82-4b25-bf91-42d6bef06b72 None None] For port 9e47eb2f-c38f-41b5-a640-fa1a228bac8b, host dv-cinder-843729-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843729-1-iscsi',level=0,port_id=9e47eb2f-c38f-41b5-a640-fa1a228bac8b,segment=NetworkSegment(868ce7ba-c384-40c5-a373-87b732b4b2f2),segment_id=868ce7ba-c384-40c5-a373-87b732b4b2f2)] {{(pid=103913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 17:36:48.905369 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.scheduler.base_scheduler [None req-cd3abb7e-16d5-4de2-9bc2-4484d90bbb39 admin admin] Resources bound (agent type, host, resource id): {{(pid=103912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 17:36:48.911673 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-e4655df3-6a82-4b25-bf91-42d6bef06b72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735968512485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735968120131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735968120149'] for port (9e47eb2f-c38f-41b5-a640-fa1a228bac8b), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:48.928342 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3abb7e-16d5-4de2-9bc2-4484d90bbb39 admin admin] Pushing event updated for resources: {'Port': ['ID=df570d96-7410-490f-bbc0-98d10b157f76,revision_number=1']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:36:48.931160 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd3abb7e-16d5-4de2-9bc2-4484d90bbb39 admin admin] Received port after_create {{(pid=103912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 28 17:36:48.983029 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e7f839ab-9536-4b56-8351-5304eeb232aa req-aa3c0f21-b5ad-41a9-96c9-817999f6ce79 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Notify agent at l3_agent.dv-cinder-843729-1-iscsi the message routers_updated {{(pid=103911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 17:36:49.017974 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fc309d1-29ae-43dd-8701-2a45f9472a0c None None] Sync routers for ids ['f1ff25eb-d240-41e9-9135-cf4ab545a865'] in dv-cinder-843729-1-iscsi {{(pid=103914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 17:36:49.029755 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:36:49.048507 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-cd3abb7e-16d5-4de2-9bc2-4484d90bbb39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681546'] for router_interface (1303d08a-45ff-40a0-b886-4dd57902f706), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:49.058088 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc309d1-29ae-43dd-8701-2a45f9472a0c None None] Routers {'f1ff25eb-d240-41e9-9135-cf4ab545a865'} bound to L3 agent in host dv-cinder-843729-1-iscsi {{(pid=103914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 28 17:36:49.058731 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-9fc309d1-29ae-43dd-8701-2a45f9472a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843729-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T17:16:55Z,description=,heartbeat_timestamp=2022-05-28T17:36:25Z,host='dv-cinder-843729-1-iscsi',id=8a8c7bbb-808d-49ae-95de-62501e6237ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T17:16:55Z,topic='l3_agent')) {'router_ids': ['f1ff25eb-d240-41e9-9135-cf4ab545a865'], 'active': True} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:36:49.103786 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7f839ab-9536-4b56-8351-5304eeb232aa req-aa3c0f21-b5ad-41a9-96c9-817999f6ce79 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] No DVR routers for this DVR port e951fe87-910c-4495-88e9-a876c275be25 on host hv-cinder-84372 {{(pid=103911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 17:36:49.117434 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-e7f839ab-9536-4b56-8351-5304eeb232aa req-aa3c0f21-b5ad-41a9-96c9-817999f6ce79 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22441'] for port (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:49.123261 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-e7f839ab-9536-4b56-8351-5304eeb232aa req-aa3c0f21-b5ad-41a9-96c9-817999f6ce79 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.16 "DELETE /v2.0/ports/e951fe87-910c-4495-88e9-a876c275be25 HTTP/1.1" status: 204 len: 173 time: 1.5829303 May 28 17:36:49.129072 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27322ac4-8704-4f1a-b431-e5c4ad7d77ad', 'name': 'network-vif-deleted', 'tag': 'e951fe87-910c-4495-88e9-a876c275be25'}] {{(pid=103911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 17:36:49.132538 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb6e18ef154237edf928b85f6b333e0f790e93c3571d1d8d4f7e4f30b44c92d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e94e58f4-6f81-4342-97b8-a521bd37d872" -d '{"events": [{"server_uuid": "27322ac4-8704-4f1a-b431-e5c4ad7d77ad", "name": "network-vif-deleted", "tag": "e951fe87-910c-4495-88e9-a876c275be25"}]}' {{(pid=103911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 28 17:36:49.173967 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-b39cb72e-fbfa-40ba-8fe8-4390db51fbd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48e30f03-5d76-449a-9676-6b67a05b7840', 'name': 'tempest-TestVolumeBootPattern-2105689536-router', 'tenant_id': '3785f78e6d1048cfa0b5b123fdd909c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'external_fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': 'e3d9c358-d859-42c8-bdac-433ca7193892', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T17:36:40Z', 'updated_at': '2022-05-28T17:36:43Z', 'revision_number': 4, 'project_id': '3785f78e6d1048cfa0b5b123fdd909c8', 'gw_port': {'id': 'e3d9c358-d859-42c8-bdac-433ca7193892', 'name': '', 'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:bd:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48e30f03-5d76-449a-9676-6b67a05b7840', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:36:40Z', 'updated_at': '2022-05-28T17:36:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843729-1-iscsi', '_interfaces': [{'id': '9e47eb2f-c38f-41b5-a640-fa1a228bac8b', 'name': '', 'network_id': 'a98bf986-b097-428c-84c6-2a59a4df1a9f', 'tenant_id': '3785f78e6d1048cfa0b5b123fdd909c8', 'mac_address': 'fa:16:3e:a3:76:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48e30f03-5d76-449a-9676-6b67a05b7840', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'ff216cd5-a438-4e93-8bdb-93f0599b8766', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:36:42Z', 'updated_at': '2022-05-28T17:36:48Z', 'revision_number': 4, 'project_id': '3785f78e6d1048cfa0b5b123fdd909c8', 'subnets': [{'id': 'ff216cd5-a438-4e93-8bdb-93f0599b8766', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843729-1-iscsi', False) {} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:36:49.204975 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b39cb72e-fbfa-40ba-8fe8-4390db51fbd1 None None] The sync data for ids ['48e30f03-5d76-449a-9676-6b67a05b7840'] in dv-cinder-843729-1-iscsi is: [{'id': '48e30f03-5d76-449a-9676-6b67a05b7840', 'name': 'tempest-TestVolumeBootPattern-2105689536-router', 'tenant_id': '3785f78e6d1048cfa0b5b123fdd909c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'external_fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': 'e3d9c358-d859-42c8-bdac-433ca7193892', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T17:36:40Z', 'updated_at': '2022-05-28T17:36:43Z', 'revision_number': 4, 'project_id': '3785f78e6d1048cfa0b5b123fdd909c8', 'gw_port': {'id': 'e3d9c358-d859-42c8-bdac-433ca7193892', 'name': '', 'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:bd:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48e30f03-5d76-449a-9676-6b67a05b7840', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:36:40Z', 'updated_at': '2022-05-28T17:36:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843729-1-iscsi', '_interfaces': [{'id': '9e47eb2f-c38f-41b5-a640-fa1a228bac8b', 'name': '', 'network_id': 'a98bf986-b097-428c-84c6-2a59a4df1a9f', 'tenant_id': '3785f78e6d1048cfa0b5b123fdd909c8', 'mac_address': 'fa:16:3e:a3:76:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48e30f03-5d76-449a-9676-6b67a05b7840', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'ff216cd5-a438-4e93-8bdb-93f0599b8766', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:36:42Z', 'updated_at': '2022-05-28T17:36:48Z', 'revision_number': 4, 'project_id': '3785f78e6d1048cfa0b5b123fdd909c8', 'subnets': [{'id': 'ff216cd5-a438-4e93-8bdb-93f0599b8766', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 17:36:49.224661 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4655df3-6a82-4b25-bf91-42d6bef06b72 None None] Pushing event updated for resources: {'Port': ['ID=9e47eb2f-c38f-41b5-a640-fa1a228bac8b,revision_number=5']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:36:49.233566 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-71bf6eea-15b4-4143-aefd-c4ba3e9ecb74 None None] Provisioning complete for port 9e47eb2f-c38f-41b5-a640-fa1a228bac8b triggered by entity DHCP. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 17:36:49.234224 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-71bf6eea-15b4-4143-aefd-c4ba3e9ecb74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1821120'] for port (9e47eb2f-c38f-41b5-a640-fa1a228bac8b), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:49.332914 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Device 37933ca0-1394-49da-847e-9c4221ca085a up at agent ovs-agent-dv-cinder-843729-1-iscsi {{(pid=103913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 28 17:36:49.371256 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:36:49.416326 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvr_db [None req-9fc309d1-29ae-43dd-8701-2a45f9472a0c None None] Set router f1ff25eb-d240-41e9-9135-cf4ab545a865 gateway port host: dv-cinder-843729-1-iscsi {{(pid=103914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 28 17:36:49.428858 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-cd3abb7e-16d5-4de2-9bc2-4484d90bbb39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (df570d96-7410-490f-bbc0-98d10b157f76), before_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:49.671251 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 May 2022 17:36:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b17508c-3a92-4505-b739-53e505a90b51 x-openstack-request-id: req-2b17508c-3a92-4505-b739-53e505a90b51 {{(pid=103911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 28 17:36:49.671871 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27322ac4-8704-4f1a-b431-e5c4ad7d77ad", "name": "network-vif-deleted", "tag": "e951fe87-910c-4495-88e9-a876c275be25", "status": "completed", "code": 200}]} {{(pid=103911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 28 17:36:49.671871 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-2b17508c-3a92-4505-b739-53e505a90b51 {{(pid=103911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 28 17:36:49.672273 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b17508c-3a92-4505-b739-53e505a90b51'] response: {'server_uuid': '27322ac4-8704-4f1a-b431-e5c4ad7d77ad', 'name': 'network-vif-deleted', 'tag': 'e951fe87-910c-4495-88e9-a876c275be25', 'status': 'completed', 'code': 200} May 28 17:36:49.687110 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-9fc309d1-29ae-43dd-8701-2a45f9472a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1ff25eb-d240-41e9-9135-cf4ab545a865', 'name': 'tempest-AttachVolumeShelveTestJSON-2058043606-router', 'tenant_id': 'afaaf8bde7134efc80c77d707bb309bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'external_fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': '4965c949-b273-457d-a45d-fbf2b4712401', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T17:27:12Z', 'updated_at': '2022-05-28T17:27:15Z', 'revision_number': 4, 'project_id': 'afaaf8bde7134efc80c77d707bb309bc', 'gw_port': {'id': '4965c949-b273-457d-a45d-fbf2b4712401', 'name': '', 'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:24:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1ff25eb-d240-41e9-9135-cf4ab545a865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:27:12Z', 'updated_at': '2022-05-28T17:27:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843729-1-iscsi', '_interfaces': [{'id': 'a7eb4d78-1147-418d-82d7-4950858f6734', 'name': '', 'network_id': '9aa607a6-b193-4d84-be0c-e5c8f4a565d2', 'tenant_id': 'afaaf8bde7134efc80c77d707bb309bc', 'mac_address': 'fa:16:3e:e4:22:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1ff25eb-d240-41e9-9135-cf4ab545a865', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '5c9892e7-e6e2-4d1b-9907-f3f374bf6c5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:27:14Z', 'updated_at': '2022-05-28T17:27:20Z', 'revision_number': 5, 'project_id': 'afaaf8bde7134efc80c77d707bb309bc', 'subnets': [{'id': '5c9892e7-e6e2-4d1b-9907-f3f374bf6c5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843729-1-iscsi', False) {} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:36:49.703316 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Device e951fe87-910c-4495-88e9-a876c275be25 no longer exists at agent hyperv_hv-cinder-84372 {{(pid=103913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 28 17:36:49.733151 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fc309d1-29ae-43dd-8701-2a45f9472a0c None None] Checking router: f1ff25eb-d240-41e9-9135-cf4ab545a865 for host: dv-cinder-843729-1-iscsi {{(pid=103914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 17:36:49.744887 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc309d1-29ae-43dd-8701-2a45f9472a0c None None] Routers {'f1ff25eb-d240-41e9-9135-cf4ab545a865'} bound to L3 agent in host dv-cinder-843729-1-iscsi {{(pid=103914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 28 17:36:49.745629 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-9fc309d1-29ae-43dd-8701-2a45f9472a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843729-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T17:16:55Z,description=,heartbeat_timestamp=2022-05-28T17:36:25Z,host='dv-cinder-843729-1-iscsi',id=8a8c7bbb-808d-49ae-95de-62501e6237ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T17:16:55Z,topic='l3_agent')) {'router_ids': ['f1ff25eb-d240-41e9-9135-cf4ab545a865'], 'active': True} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:36:49.763031 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-19e637ea-23e5-4012-b343-a58609e82748 req-813a8ea9-943c-4c6d-98eb-67d52c9de561 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/ports?device_id=27322ac4-8704-4f1a-b431-e5c4ad7d77ad HTTP/1.1" status: 200 len: 210 time: 0.0518055 May 28 17:36:49.798765 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-cd3abb7e-16d5-4de2-9bc2-4484d90bbb39 admin admin] Publish callbacks [] for port (df570d96-7410-490f-bbc0-98d10b157f76), precommit_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:49.806082 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-cd3abb7e-16d5-4de2-9bc2-4484d90bbb39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735968512485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735968120131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735968120149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6173909'] for port (df570d96-7410-490f-bbc0-98d10b157f76), after_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:49.827563 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] No Port match for: e951fe87-910c-4495-88e9-a876c275be25 {{(pid=103913) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 28 17:36:49.828257 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Device e951fe87-910c-4495-88e9-a876c275be25 not bound to the agent host hv-cinder-84372 {{(pid=103913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 28 17:36:49.862426 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-b9e211e0-263f-45a0-92c8-32083666ad9f None None] Publish callbacks [] for port (7654b264-ac45-4b05-b86d-65e7b3959bc4), precommit_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:49.871715 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-71bf6eea-15b4-4143-aefd-c4ba3e9ecb74 None None] Current status of the port 9e47eb2f-c38f-41b5-a640-fa1a228bac8b is: ACTIVE; New status is: ACTIVE {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 17:36:49.884118 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Provisioning complete for port 37933ca0-1394-49da-847e-9c4221ca085a triggered by entity L2. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 17:36:49.887456 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1821120'] for port (37933ca0-1394-49da-847e-9c4221ca085a), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:49.897416 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvr_db [None req-9fc309d1-29ae-43dd-8701-2a45f9472a0c None None] Set router f1ff25eb-d240-41e9-9135-cf4ab545a865 gateway port host: dv-cinder-843729-1-iscsi {{(pid=103914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 28 17:36:49.901375 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:36:49.920884 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-b9e211e0-263f-45a0-92c8-32083666ad9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735968512485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735968120131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735968120149'] for port (7654b264-ac45-4b05-b86d-65e7b3959bc4), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:49.936614 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-71bf6eea-15b4-4143-aefd-c4ba3e9ecb74 None None] Provisioning complete for port 37933ca0-1394-49da-847e-9c4221ca085a triggered by entity DHCP. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 17:36:49.937081 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-71bf6eea-15b4-4143-aefd-c4ba3e9ecb74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1821120'] for port (37933ca0-1394-49da-847e-9c4221ca085a), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:49.949239 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-cd3abb7e-16d5-4de2-9bc2-4484d90bbb39 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-152102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-686586'] for router_interface (1303d08a-45ff-40a0-b886-4dd57902f706), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:49.953479 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3abb7e-16d5-4de2-9bc2-4484d90bbb39 admin admin] Pushing event updated for resources: {'Port': ['ID=df570d96-7410-490f-bbc0-98d10b157f76,revision_number=2']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:36:50.081511 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:36:50.093374 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd3abb7e-16d5-4de2-9bc2-4484d90bbb39 admin admin] Network d438b9b4-2db5-4d1c-ad5f-4182bacd911b is already hosted by enough agents. {{(pid=103912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 17:36:50.096633 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.scheduler.base_scheduler [None req-cd3abb7e-16d5-4de2-9bc2-4484d90bbb39 admin admin] Resources bound (agent type, host, resource id): {{(pid=103912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 17:36:50.098810 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.managers [None req-b9e211e0-263f-45a0-92c8-32083666ad9f None None] Attempting to bind port 7654b264-ac45-4b05-b86d-65e7b3959bc4 on host dv-cinder-843729-1-iscsi for vnic_type normal with profile {{(pid=103913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 28 17:36:50.099643 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.managers [None req-b9e211e0-263f-45a0-92c8-32083666ad9f None None] Attempting to bind port 7654b264-ac45-4b05-b86d-65e7b3959bc4 by drivers openvswitch,hyperv on host dv-cinder-843729-1-iscsi at level 0 using segments [{'id': '3991c6da-7adc-4448-bfac-a7af5b626d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48'}] {{(pid=103913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 28 17:36:50.100266 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9e211e0-263f-45a0-92c8-32083666ad9f None None] Attempting to bind port 7654b264-ac45-4b05-b86d-65e7b3959bc4 on network 2edbe6b8-aac1-406b-a2f1-8819dd0d1c48 {{(pid=103913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 28 17:36:50.103765 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5863006-5829-42b0-876d-41655380e754 None None] Pushing event updated for resources: {'Port': ['ID=7654b264-ac45-4b05-b86d-65e7b3959bc4,revision_number=2']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:36:50.124372 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:36:50.160965 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9e211e0-263f-45a0-92c8-32083666ad9f None None] Checking agent: {'id': '0032cfec-21e8-44dd-a7d5-0b8312dfe052', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843729-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 17, 16, 59), 'started_at': datetime.datetime(2022, 5, 28, 17, 17, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 17, 36, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843729-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 28 17:36:50.161337 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9e211e0-263f-45a0-92c8-32083666ad9f None None] Checking segment: {'id': '3991c6da-7adc-4448-bfac-a7af5b626d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 28 17:36:50.161949 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-b9e211e0-263f-45a0-92c8-32083666ad9f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:50.162410 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9e211e0-263f-45a0-92c8-32083666ad9f None None] Bound using segment: {'id': '3991c6da-7adc-4448-bfac-a7af5b626d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48'} {{(pid=103913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 28 17:36:50.162904 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.managers [None req-b9e211e0-263f-45a0-92c8-32083666ad9f None None] Bound port: 7654b264-ac45-4b05-b86d-65e7b3959bc4, host: dv-cinder-843729-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3991c6da-7adc-4448-bfac-a7af5b626d82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48'}}] {{(pid=103913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 28 17:36:50.163300 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-b9e211e0-263f-45a0-92c8-32083666ad9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (7654b264-ac45-4b05-b86d-65e7b3959bc4), before_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:50.249564 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Current status of the port 37933ca0-1394-49da-847e-9c4221ca085a is: ACTIVE; New status is: ACTIVE {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 17:36:50.251625 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Device 9e47eb2f-c38f-41b5-a640-fa1a228bac8b up at agent ovs-agent-dv-cinder-843729-1-iscsi {{(pid=103913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 28 17:36:50.281486 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-71bf6eea-15b4-4143-aefd-c4ba3e9ecb74 None None] Current status of the port 37933ca0-1394-49da-847e-9c4221ca085a is: ACTIVE; New status is: ACTIVE {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 17:36:50.282476 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd3abb7e-16d5-4de2-9bc2-4484d90bbb39 admin admin] Router 1303d08a-45ff-40a0-b886-4dd57902f706 has already been hosted by L3 agent 8a8c7bbb-808d-49ae-95de-62501e6237ff {{(pid=103912) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 17:36:50.303708 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=100 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:36:50.321816 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-9fc309d1-29ae-43dd-8701-2a45f9472a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1ff25eb-d240-41e9-9135-cf4ab545a865', 'name': 'tempest-AttachVolumeShelveTestJSON-2058043606-router', 'tenant_id': 'afaaf8bde7134efc80c77d707bb309bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'external_fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': '4965c949-b273-457d-a45d-fbf2b4712401', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T17:27:12Z', 'updated_at': '2022-05-28T17:27:15Z', 'revision_number': 4, 'project_id': 'afaaf8bde7134efc80c77d707bb309bc', 'gw_port': {'id': '4965c949-b273-457d-a45d-fbf2b4712401', 'name': '', 'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:24:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1ff25eb-d240-41e9-9135-cf4ab545a865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:27:12Z', 'updated_at': '2022-05-28T17:27:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843729-1-iscsi', '_interfaces': [{'id': 'a7eb4d78-1147-418d-82d7-4950858f6734', 'name': '', 'network_id': '9aa607a6-b193-4d84-be0c-e5c8f4a565d2', 'tenant_id': 'afaaf8bde7134efc80c77d707bb309bc', 'mac_address': 'fa:16:3e:e4:22:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1ff25eb-d240-41e9-9135-cf4ab545a865', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '5c9892e7-e6e2-4d1b-9907-f3f374bf6c5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:27:14Z', 'updated_at': '2022-05-28T17:27:20Z', 'revision_number': 5, 'project_id': 'afaaf8bde7134efc80c77d707bb309bc', 'subnets': [{'id': '5c9892e7-e6e2-4d1b-9907-f3f374bf6c5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843729-1-iscsi', False) {} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:36:50.338350 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-b9e211e0-263f-45a0-92c8-32083666ad9f None None] For port 7654b264-ac45-4b05-b86d-65e7b3959bc4, host dv-cinder-843729-1-iscsi, cleared binding levels {{(pid=103913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 17:36:50.342666 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-b9e211e0-263f-45a0-92c8-32083666ad9f None None] For port 7654b264-ac45-4b05-b86d-65e7b3959bc4, host dv-cinder-843729-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843729-1-iscsi',level=0,port_id=7654b264-ac45-4b05-b86d-65e7b3959bc4,segment=NetworkSegment(3991c6da-7adc-4448-bfac-a7af5b626d82),segment_id=3991c6da-7adc-4448-bfac-a7af5b626d82)] {{(pid=103913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 17:36:50.354992 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fc309d1-29ae-43dd-8701-2a45f9472a0c None None] The sync data for ids ['f1ff25eb-d240-41e9-9135-cf4ab545a865'] in dv-cinder-843729-1-iscsi is: [{'id': 'f1ff25eb-d240-41e9-9135-cf4ab545a865', 'name': 'tempest-AttachVolumeShelveTestJSON-2058043606-router', 'tenant_id': 'afaaf8bde7134efc80c77d707bb309bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'external_fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': '4965c949-b273-457d-a45d-fbf2b4712401', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T17:27:12Z', 'updated_at': '2022-05-28T17:27:15Z', 'revision_number': 4, 'project_id': 'afaaf8bde7134efc80c77d707bb309bc', 'gw_port': {'id': '4965c949-b273-457d-a45d-fbf2b4712401', 'name': '', 'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:24:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1ff25eb-d240-41e9-9135-cf4ab545a865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:27:12Z', 'updated_at': '2022-05-28T17:27:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843729-1-iscsi', '_interfaces': [{'id': 'a7eb4d78-1147-418d-82d7-4950858f6734', 'name': '', 'network_id': '9aa607a6-b193-4d84-be0c-e5c8f4a565d2', 'tenant_id': 'afaaf8bde7134efc80c77d707bb309bc', 'mac_address': 'fa:16:3e:e4:22:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1ff25eb-d240-41e9-9135-cf4ab545a865', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '5c9892e7-e6e2-4d1b-9907-f3f374bf6c5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:27:14Z', 'updated_at': '2022-05-28T17:27:20Z', 'revision_number': 5, 'project_id': 'afaaf8bde7134efc80c77d707bb309bc', 'subnets': [{'id': '5c9892e7-e6e2-4d1b-9907-f3f374bf6c5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 17:36:50.365752 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Provisioning complete for port 9e47eb2f-c38f-41b5-a640-fa1a228bac8b triggered by entity L2. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 17:36:50.366050 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1821120'] for port (9e47eb2f-c38f-41b5-a640-fa1a228bac8b), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:50.368374 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-b9e211e0-263f-45a0-92c8-32083666ad9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735968512485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735968120131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735968120149'] for port (7654b264-ac45-4b05-b86d-65e7b3959bc4), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:50.439236 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd3abb7e-16d5-4de2-9bc2-4484d90bbb39 admin admin] Notify agent at l3_agent.dv-cinder-843729-1-iscsi the message routers_updated {{(pid=103912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 17:36:50.444483 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-9c65ca2f-eb7f-4f1c-a7e4-4699d5b49541 None None] Provisioning complete for port df570d96-7410-490f-bbc0-98d10b157f76 triggered by entity DHCP. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 17:36:50.444928 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-9c65ca2f-eb7f-4f1c-a7e4-4699d5b49541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1821120'] for port (df570d96-7410-490f-bbc0-98d10b157f76), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:50.453606 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-cd3abb7e-16d5-4de2-9bc2-4484d90bbb39 admin admin] 10.222.0.33 "PUT /v2.0/routers/1303d08a-45ff-40a0-b886-4dd57902f706/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9325409 May 28 17:36:50.513272 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-9c65ca2f-eb7f-4f1c-a7e4-4699d5b49541 None None] Port df570d96-7410-490f-bbc0-98d10b157f76 cannot update to ACTIVE because it is not bound. {{(pid=103913) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 28 17:36:50.534936 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e211e0-263f-45a0-92c8-32083666ad9f None None] Routers {'1303d08a-45ff-40a0-b886-4dd57902f706'} bound to L3 agent in host dv-cinder-843729-1-iscsi {{(pid=103913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 28 17:36:50.535703 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.l3_hamode_db [None req-b9e211e0-263f-45a0-92c8-32083666ad9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843729-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T17:16:55Z,description=,heartbeat_timestamp=2022-05-28T17:36:25Z,host='dv-cinder-843729-1-iscsi',id=8a8c7bbb-808d-49ae-95de-62501e6237ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T17:16:55Z,topic='l3_agent')) {'router_ids': ['1303d08a-45ff-40a0-b886-4dd57902f706'], 'active': True} {{(pid=103913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:36:50.538870 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5863006-5829-42b0-876d-41655380e754 None None] Pushing event updated for resources: {'Port': ['ID=7654b264-ac45-4b05-b86d-65e7b3959bc4,revision_number=3']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:36:50.664098 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Current status of the port 9e47eb2f-c38f-41b5-a640-fa1a228bac8b is: ACTIVE; New status is: ACTIVE {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 17:36:50.665204 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Device e3d9c358-d859-42c8-bdac-433ca7193892 up at agent ovs-agent-dv-cinder-843729-1-iscsi {{(pid=103913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 28 17:36:50.695749 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-2e8ed93c-af21-4456-8b16-3202a9b51e30 None None] Provisioning complete for port df570d96-7410-490f-bbc0-98d10b157f76 triggered by entity DHCP. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 17:36:50.696121 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-2e8ed93c-af21-4456-8b16-3202a9b51e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1821120'] for port (df570d96-7410-490f-bbc0-98d10b157f76), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:50.758163 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:36:50.768163 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.l3_dvr_db [None req-b9e211e0-263f-45a0-92c8-32083666ad9f None None] Set router 1303d08a-45ff-40a0-b886-4dd57902f706 gateway port host: dv-cinder-843729-1-iscsi {{(pid=103913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 28 17:36:50.782717 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.33', 35160) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:36:50.788100 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.v2.base [None req-1c3d1378-0318-4e1b-8508-44d9dee8519c tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1697074357', 'description': 'tempest-secgroup-smoke-1697074357 description', 'project_id': '3785f78e6d1048cfa0b5b123fdd909c8'}} {{(pid=103912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 17:36:50.795747 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-2e8ed93c-af21-4456-8b16-3202a9b51e30 None None] Port df570d96-7410-490f-bbc0-98d10b157f76 cannot update to ACTIVE because it is not bound. {{(pid=103913) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 28 17:36:50.801961 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa759b36-06bc-4366-a214-2188cf7797fa None None] New status for floating IP 9fd91810-1948-49e9-b5dd-16b09172c9a6: DOWN {{(pid=103913) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 28 17:36:50.812659 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-1c3d1378-0318-4e1b-8508-44d9dee8519c tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Publish callbacks [] for security_group (None), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:50.852113 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Provisioning complete for port e3d9c358-d859-42c8-bdac-433ca7193892 triggered by entity L2. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 17:36:50.852113 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1821120'] for port (e3d9c358-d859-42c8-bdac-433ca7193892), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:50.898270 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-1c3d1378-0318-4e1b-8508-44d9dee8519c tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Publish callbacks [] for security_group (b4df1026-1b55-41af-ad76-6b94971e15b7), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:50.902471 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-1c3d1378-0318-4e1b-8508-44d9dee8519c tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594961'] for security_group (b4df1026-1b55-41af-ad76-6b94971e15b7), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:50.908580 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:36:50.919474 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.33', 35166) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:36:50.934495 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-1c3d1378-0318-4e1b-8508-44d9dee8519c tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Publish callbacks [] for security_group (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:50.935766 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-1c3d1378-0318-4e1b-8508-44d9dee8519c tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1518629 May 28 17:36:50.939429 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.33', 35168) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:36:50.945908 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.v2.base [None req-009a31f1-0caf-471a-ab3e-f2a3c23594b6 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Request body: {'security_group_rule': {'security_group_id': 'b4df1026-1b55-41af-ad76-6b94971e15b7', 'project_id': '3785f78e6d1048cfa0b5b123fdd909c8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 17:36:50.954488 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3d1378-0318-4e1b-8508-44d9dee8519c tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4df1026-1b55-41af-ad76-6b94971e15b7,revision_number=1']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:36:50.968981 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:36:50.979692 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-009a31f1-0caf-471a-ab3e-f2a3c23594b6 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Publish callbacks [] for security_group_rule (786dd0b2-d4cb-4316-a1d3-2858073a9b12), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:51.006182 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-de232bbd-c1fc-445a-b0d1-e3836880588f tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Publish callbacks [] for security_group (015d4717-3c9a-4064-98da-51f19b775078), before_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:51.033777 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-de232bbd-c1fc-445a-b0d1-e3836880588f tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Publish callbacks [] for security_group (015d4717-3c9a-4064-98da-51f19b775078), precommit_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:51.062622 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-009a31f1-0caf-471a-ab3e-f2a3c23594b6 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Publish callbacks [] for security_group_rule (786dd0b2-d4cb-4316-a1d3-2858073a9b12), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:51.068821 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-009a31f1-0caf-471a-ab3e-f2a3c23594b6 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595010'] for security_group_rule (786dd0b2-d4cb-4316-a1d3-2858073a9b12), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:51.091126 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009a31f1-0caf-471a-ab3e-f2a3c23594b6 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=786dd0b2-d4cb-4316-a1d3-2858073a9b12,revision_number=0']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:36:51.103166 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-009a31f1-0caf-471a-ab3e-f2a3c23594b6 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:51.105108 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-009a31f1-0caf-471a-ab3e-f2a3c23594b6 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1641715 May 28 17:36:51.107453 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.33', 35170) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:36:51.112584 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.v2.base [None req-29e5bfbf-668d-468f-b8cd-1b6a363858d2 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Request body: {'security_group_rule': {'security_group_id': 'b4df1026-1b55-41af-ad76-6b94971e15b7', 'project_id': '3785f78e6d1048cfa0b5b123fdd909c8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 17:36:51.125775 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-de232bbd-c1fc-445a-b0d1-e3836880588f tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594961'] for security_group (015d4717-3c9a-4064-98da-51f19b775078), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:51.129940 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-de232bbd-c1fc-445a-b0d1-e3836880588f tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Publish callbacks [] for security_group (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:51.131586 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-de232bbd-c1fc-445a-b0d1-e3836880588f tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "DELETE /v2.0/security-groups/015d4717-3c9a-4064-98da-51f19b775078 HTTP/1.1" status: 204 len: 168 time: 0.2091210 May 28 17:36:51.135691 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.33', 35174) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:36:51.153894 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:DELETE=4 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:36:51.164250 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.api.v2.resource [None req-f8501ff4-915f-4092-a05f-af6c6b9d4d90 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] show failed (client error): The resource could not be found. May 28 17:36:51.165926 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-f8501ff4-915f-4092-a05f-af6c6b9d4d90 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "GET /v2.0/security-groups/015d4717-3c9a-4064-98da-51f19b775078 HTTP/1.1" status: 404 len: 347 time: 0.0287702 May 28 17:36:51.169373 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.33', 35176) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:36:51.172466 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de232bbd-c1fc-445a-b0d1-e3836880588f tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=015d4717-3c9a-4064-98da-51f19b775078,revision_number=None']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:36:51.173136 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Current status of the port e3d9c358-d859-42c8-bdac-433ca7193892 is: ACTIVE; New status is: ACTIVE {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 17:36:51.198360 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.l3_hamode_db [None req-b9e211e0-263f-45a0-92c8-32083666ad9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1303d08a-45ff-40a0-b886-4dd57902f706', 'name': 'tempest-TestVolumeBootPattern-2131447522-router', 'tenant_id': 'a52ea793d7ce46f59ed1392b1b987de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'external_fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': '7654b264-ac45-4b05-b86d-65e7b3959bc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T17:36:45Z', 'updated_at': '2022-05-28T17:36:49Z', 'revision_number': 4, 'project_id': 'a52ea793d7ce46f59ed1392b1b987de5', 'gw_port': {'id': '7654b264-ac45-4b05-b86d-65e7b3959bc4', 'name': '', 'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:8c:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1303d08a-45ff-40a0-b886-4dd57902f706', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:36:46Z', 'updated_at': '2022-05-28T17:36:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843729-1-iscsi', '_interfaces': [{'id': 'df570d96-7410-490f-bbc0-98d10b157f76', 'name': '', 'network_id': 'd438b9b4-2db5-4d1c-ad5f-4182bacd911b', 'tenant_id': 'a52ea793d7ce46f59ed1392b1b987de5', 'mac_address': 'fa:16:3e:85:43:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1303d08a-45ff-40a0-b886-4dd57902f706', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '9fc2837c-af8b-416f-bd4e-9e14887ffc94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:36:48Z', 'updated_at': '2022-05-28T17:36:49Z', 'revision_number': 2, 'project_id': 'a52ea793d7ce46f59ed1392b1b987de5', 'subnets': [{'id': '9fc2837c-af8b-416f-bd4e-9e14887ffc94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843729-1-iscsi', False) {} {{(pid=103913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:36:51.232876 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9e211e0-263f-45a0-92c8-32083666ad9f None None] The sync data for ids ['1303d08a-45ff-40a0-b886-4dd57902f706'] in dv-cinder-843729-1-iscsi is: [{'id': '1303d08a-45ff-40a0-b886-4dd57902f706', 'name': 'tempest-TestVolumeBootPattern-2131447522-router', 'tenant_id': 'a52ea793d7ce46f59ed1392b1b987de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'external_fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': '7654b264-ac45-4b05-b86d-65e7b3959bc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T17:36:45Z', 'updated_at': '2022-05-28T17:36:49Z', 'revision_number': 4, 'project_id': 'a52ea793d7ce46f59ed1392b1b987de5', 'gw_port': {'id': '7654b264-ac45-4b05-b86d-65e7b3959bc4', 'name': '', 'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:8c:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1303d08a-45ff-40a0-b886-4dd57902f706', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:36:46Z', 'updated_at': '2022-05-28T17:36:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843729-1-iscsi', '_interfaces': [{'id': 'df570d96-7410-490f-bbc0-98d10b157f76', 'name': '', 'network_id': 'd438b9b4-2db5-4d1c-ad5f-4182bacd911b', 'tenant_id': 'a52ea793d7ce46f59ed1392b1b987de5', 'mac_address': 'fa:16:3e:85:43:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1303d08a-45ff-40a0-b886-4dd57902f706', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '9fc2837c-af8b-416f-bd4e-9e14887ffc94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:36:48Z', 'updated_at': '2022-05-28T17:36:49Z', 'revision_number': 2, 'project_id': 'a52ea793d7ce46f59ed1392b1b987de5', 'subnets': [{'id': '9fc2837c-af8b-416f-bd4e-9e14887ffc94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 17:36:51.282489 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Device 9e47eb2f-c38f-41b5-a640-fa1a228bac8b up at agent ovs-agent-dv-cinder-843729-1-iscsi {{(pid=103913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 28 17:36:51.330786 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:36:51.333231 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Provisioning complete for port 9e47eb2f-c38f-41b5-a640-fa1a228bac8b triggered by entity L2. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 17:36:51.333713 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1821120'] for port (9e47eb2f-c38f-41b5-a640-fa1a228bac8b), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:51.421114 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Current status of the port 9e47eb2f-c38f-41b5-a640-fa1a228bac8b is: ACTIVE; New status is: ACTIVE {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 17:36:51.516576 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-29e5bfbf-668d-468f-b8cd-1b6a363858d2 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Publish callbacks [] for security_group_rule (ee03707f-7be0-4584-8f78-700726197152), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:51.625493 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.plugin [None req-fa7e071e-1432-428f-8900-ae65f64bdb54 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Deleting port df21efab-796a-4cf3-83c1-4807150dd60a {{(pid=103912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 28 17:36:51.625842 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-fa7e071e-1432-428f-8900-ae65f64bdb54 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735968504037'] for port (df21efab-796a-4cf3-83c1-4807150dd60a), before_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:51.654594 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-29e5bfbf-668d-468f-b8cd-1b6a363858d2 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Publish callbacks [] for security_group_rule (ee03707f-7be0-4584-8f78-700726197152), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:51.662129 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-29e5bfbf-668d-468f-b8cd-1b6a363858d2 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595010'] for security_group_rule (ee03707f-7be0-4584-8f78-700726197152), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:51.713183 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e5bfbf-668d-468f-b8cd-1b6a363858d2 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee03707f-7be0-4584-8f78-700726197152,revision_number=0']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:36:51.729924 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-29e5bfbf-668d-468f-b8cd-1b6a363858d2 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:51.733455 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-29e5bfbf-668d-468f-b8cd-1b6a363858d2 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6225536 May 28 17:36:51.736670 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.33', 35178) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:36:51.744670 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.v2.base [None req-88dcbc09-533b-45a7-9199-46394a99b564 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Request body: {'security_group_rule': {'security_group_id': 'b4df1026-1b55-41af-ad76-6b94971e15b7', 'project_id': '3785f78e6d1048cfa0b5b123fdd909c8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 17:36:51.762889 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-fa7e071e-1432-428f-8900-ae65f64bdb54 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-660327'] for port (df21efab-796a-4cf3-83c1-4807150dd60a), precommit_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:51.763221 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-fa7e071e-1432-428f-8900-ae65f64bdb54 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Publish callbacks [] for floatingip (df21efab-796a-4cf3-83c1-4807150dd60a), precommit_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:51.782581 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.plugin [None req-fa7e071e-1432-428f-8900-ae65f64bdb54 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Calling delete_port for df21efab-796a-4cf3-83c1-4807150dd60a owned by network:floatingip {{(pid=103912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 28 17:36:51.804463 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-88dcbc09-533b-45a7-9199-46394a99b564 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Publish callbacks [] for security_group_rule (99255f46-d029-4ce8-a6f7-b06b11df7e30), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:51.932603 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-88dcbc09-533b-45a7-9199-46394a99b564 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Publish callbacks [] for security_group_rule (99255f46-d029-4ce8-a6f7-b06b11df7e30), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:51.944785 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-88dcbc09-533b-45a7-9199-46394a99b564 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595010'] for security_group_rule (99255f46-d029-4ce8-a6f7-b06b11df7e30), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:51.997167 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88dcbc09-533b-45a7-9199-46394a99b564 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99255f46-d029-4ce8-a6f7-b06b11df7e30,revision_number=0']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:36:52.020105 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-88dcbc09-533b-45a7-9199-46394a99b564 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:52.021354 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-88dcbc09-533b-45a7-9199-46394a99b564 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2836716 May 28 17:36:52.024222 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.33', 35180) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:36:52.027927 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-fa7e071e-1432-428f-8900-ae65f64bdb54 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735968512467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735968120122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6173922'] for port (df21efab-796a-4cf3-83c1-4807150dd60a), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:52.029325 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.v2.base [None req-8c3a7899-b32d-48c6-8345-4a119aafae75 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Request body: {'security_group_rule': {'security_group_id': 'b4df1026-1b55-41af-ad76-6b94971e15b7', 'project_id': '3785f78e6d1048cfa0b5b123fdd909c8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 17:36:52.032253 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=84,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:36:52.056594 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7e071e-1432-428f-8900-ae65f64bdb54 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Pushing event deleted for resources: {'Port': ['ID=df21efab-796a-4cf3-83c1-4807150dd60a,revision_number=None']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:36:52.073005 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-8c3a7899-b32d-48c6-8345-4a119aafae75 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Publish callbacks [] for security_group_rule (f9778ca9-c8ae-4138-ab4c-6b7bf65382b9), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:52.136859 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-fa7e071e-1432-428f-8900-ae65f64bdb54 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Publish callbacks [] for floatingip (9fd91810-1948-49e9-b5dd-16b09172c9a6), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:52.139545 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-fa7e071e-1432-428f-8900-ae65f64bdb54 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22441'] for floatingip (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:52.140666 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-fa7e071e-1432-428f-8900-ae65f64bdb54 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] 10.222.0.33 "DELETE /v2.0/floatingips/9fd91810-1948-49e9-b5dd-16b09172c9a6 HTTP/1.1" status: 204 len: 168 time: 0.9692371 May 28 17:36:52.149388 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-8c3a7899-b32d-48c6-8345-4a119aafae75 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Publish callbacks [] for security_group_rule (f9778ca9-c8ae-4138-ab4c-6b7bf65382b9), precommit_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:52.154298 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-8c3a7899-b32d-48c6-8345-4a119aafae75 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595010'] for security_group_rule (f9778ca9-c8ae-4138-ab4c-6b7bf65382b9), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:52.181028 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3a7899-b32d-48c6-8345-4a119aafae75 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9778ca9-c8ae-4138-ab4c-6b7bf65382b9,revision_number=0']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:36:52.189936 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-8c3a7899-b32d-48c6-8345-4a119aafae75 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:52.201875 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.33', 35186) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:36:52.202004 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-8c3a7899-b32d-48c6-8345-4a119aafae75 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1765909 May 28 17:36:52.207185 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.v2.base [None req-afb6257c-0e73-4028-a094-8fa74b4e53a0 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Request body: {'security_group_rule': {'security_group_id': 'b4df1026-1b55-41af-ad76-6b94971e15b7', 'project_id': '3785f78e6d1048cfa0b5b123fdd909c8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 17:36:52.235979 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.db.securitygroups_db [None req-afb6257c-0e73-4028-a094-8fa74b4e53a0 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Project 3785f78e6d1048cfa0b5b123fdd909c8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 28 17:36:52.250701 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-afb6257c-0e73-4028-a094-8fa74b4e53a0 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Publish callbacks [] for security_group_rule (972a271e-2f78-4621-b58a-c5bb08c22cc4), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:52.325944 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-afb6257c-0e73-4028-a094-8fa74b4e53a0 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Publish callbacks [] for security_group_rule (972a271e-2f78-4621-b58a-c5bb08c22cc4), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:52.330022 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-afb6257c-0e73-4028-a094-8fa74b4e53a0 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595010'] for security_group_rule (972a271e-2f78-4621-b58a-c5bb08c22cc4), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:52.336068 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:36:52.352424 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb6257c-0e73-4028-a094-8fa74b4e53a0 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=972a271e-2f78-4621-b58a-c5bb08c22cc4,revision_number=0']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:36:52.359766 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-afb6257c-0e73-4028-a094-8fa74b4e53a0 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:52.360997 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-afb6257c-0e73-4028-a094-8fa74b4e53a0 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1580684 May 28 17:36:52.364454 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.33', 35190) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:36:52.369518 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.v2.base [None req-c250d96d-7dab-4dc1-a8ea-200886c6edc6 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Request body: {'security_group_rule': {'security_group_id': 'b4df1026-1b55-41af-ad76-6b94971e15b7', 'project_id': '3785f78e6d1048cfa0b5b123fdd909c8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 17:36:52.393041 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.db.securitygroups_db [None req-c250d96d-7dab-4dc1-a8ea-200886c6edc6 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Project 3785f78e6d1048cfa0b5b123fdd909c8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 28 17:36:52.401579 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-c250d96d-7dab-4dc1-a8ea-200886c6edc6 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Publish callbacks [] for security_group_rule (47ad4cf5-df0c-4a30-85fd-533b99ebd21e), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:52.458082 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-c250d96d-7dab-4dc1-a8ea-200886c6edc6 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Publish callbacks [] for security_group_rule (47ad4cf5-df0c-4a30-85fd-533b99ebd21e), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:52.461963 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-c250d96d-7dab-4dc1-a8ea-200886c6edc6 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595010'] for security_group_rule (47ad4cf5-df0c-4a30-85fd-533b99ebd21e), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:52.485119 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c250d96d-7dab-4dc1-a8ea-200886c6edc6 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47ad4cf5-df0c-4a30-85fd-533b99ebd21e,revision_number=0']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:36:52.496699 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-c250d96d-7dab-4dc1-a8ea-200886c6edc6 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:52.498099 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-c250d96d-7dab-4dc1-a8ea-200886c6edc6 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1326122 May 28 17:36:52.875583 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-f20321c5-490b-4f65-b362-9db4209884e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (b4d0b3c0-cc03-4456-af87-35ab415ef94b), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:53.286220 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Device 7654b264-ac45-4b05-b86d-65e7b3959bc4 up at agent ovs-agent-dv-cinder-843729-1-iscsi {{(pid=103913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 28 17:36:53.337878 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Provisioning complete for port 7654b264-ac45-4b05-b86d-65e7b3959bc4 triggered by entity L2. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 17:36:53.344069 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1821120'] for port (7654b264-ac45-4b05-b86d-65e7b3959bc4), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:53.438678 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Current status of the port 7654b264-ac45-4b05-b86d-65e7b3959bc4 is: DOWN; New status is: ACTIVE {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 17:36:53.439069 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (7654b264-ac45-4b05-b86d-65e7b3959bc4), before_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:53.463962 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] For port 7654b264-ac45-4b05-b86d-65e7b3959bc4, host dv-cinder-843729-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843729-1-iscsi',level=0,port_id=7654b264-ac45-4b05-b86d-65e7b3959bc4,segment=NetworkSegment(3991c6da-7adc-4448-bfac-a7af5b626d82),segment_id=3991c6da-7adc-4448-bfac-a7af5b626d82)] {{(pid=103913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 17:36:53.467731 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735968512485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735968120131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735968120149'] for port (7654b264-ac45-4b05-b86d-65e7b3959bc4), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:53.525953 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Pushing event updated for resources: {'Port': ['ID=7654b264-ac45-4b05-b86d-65e7b3959bc4,revision_number=4']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:36:53.561204 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e5c26e9-bf15-4caf-9fcc-f91d7ae98c0f None None] Sync routers for ids ['1303d08a-45ff-40a0-b886-4dd57902f706'] in dv-cinder-843729-1-iscsi {{(pid=103914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 17:36:53.573518 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e5c26e9-bf15-4caf-9fcc-f91d7ae98c0f None None] Routers {'1303d08a-45ff-40a0-b886-4dd57902f706'} bound to L3 agent in host dv-cinder-843729-1-iscsi {{(pid=103914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 28 17:36:53.574128 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-7e5c26e9-bf15-4caf-9fcc-f91d7ae98c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843729-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T17:16:55Z,description=,heartbeat_timestamp=2022-05-28T17:36:25Z,host='dv-cinder-843729-1-iscsi',id=8a8c7bbb-808d-49ae-95de-62501e6237ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T17:16:55Z,topic='l3_agent')) {'router_ids': ['1303d08a-45ff-40a0-b886-4dd57902f706'], 'active': True} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:36:53.679998 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvr_db [None req-7e5c26e9-bf15-4caf-9fcc-f91d7ae98c0f None None] Set router 1303d08a-45ff-40a0-b886-4dd57902f706 gateway port host: dv-cinder-843729-1-iscsi {{(pid=103914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 28 17:36:53.871328 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-7e5c26e9-bf15-4caf-9fcc-f91d7ae98c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1303d08a-45ff-40a0-b886-4dd57902f706', 'name': 'tempest-TestVolumeBootPattern-2131447522-router', 'tenant_id': 'a52ea793d7ce46f59ed1392b1b987de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'external_fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': '7654b264-ac45-4b05-b86d-65e7b3959bc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T17:36:45Z', 'updated_at': '2022-05-28T17:36:49Z', 'revision_number': 4, 'project_id': 'a52ea793d7ce46f59ed1392b1b987de5', 'gw_port': {'id': '7654b264-ac45-4b05-b86d-65e7b3959bc4', 'name': '', 'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:8c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1303d08a-45ff-40a0-b886-4dd57902f706', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:36:46Z', 'updated_at': '2022-05-28T17:36:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843729-1-iscsi', '_interfaces': [{'id': 'df570d96-7410-490f-bbc0-98d10b157f76', 'name': '', 'network_id': 'd438b9b4-2db5-4d1c-ad5f-4182bacd911b', 'tenant_id': 'a52ea793d7ce46f59ed1392b1b987de5', 'mac_address': 'fa:16:3e:85:43:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1303d08a-45ff-40a0-b886-4dd57902f706', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '9fc2837c-af8b-416f-bd4e-9e14887ffc94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:36:48Z', 'updated_at': '2022-05-28T17:36:49Z', 'revision_number': 2, 'project_id': 'a52ea793d7ce46f59ed1392b1b987de5', 'subnets': [{'id': '9fc2837c-af8b-416f-bd4e-9e14887ffc94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843729-1-iscsi', False) {} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:36:53.895511 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e5c26e9-bf15-4caf-9fcc-f91d7ae98c0f None None] Checking router: 1303d08a-45ff-40a0-b886-4dd57902f706 for host: dv-cinder-843729-1-iscsi {{(pid=103914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 17:36:53.895869 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e5c26e9-bf15-4caf-9fcc-f91d7ae98c0f None None] Updating router 1303d08a-45ff-40a0-b886-4dd57902f706 port df570d96-7410-490f-bbc0-98d10b157f76 binding host dv-cinder-843729-1-iscsi {{(pid=103914) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 17:36:53.923563 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron_lib.callbacks.manager [None req-7e5c26e9-bf15-4caf-9fcc-f91d7ae98c0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (df570d96-7410-490f-bbc0-98d10b157f76), before_update {{(pid=103914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:53.961069 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=100 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:36:54.227443 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron_lib.callbacks.manager [None req-7e5c26e9-bf15-4caf-9fcc-f91d7ae98c0f None None] Publish callbacks [] for port (df570d96-7410-490f-bbc0-98d10b157f76), precommit_update {{(pid=103914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:54.232135 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron_lib.callbacks.manager [None req-7e5c26e9-bf15-4caf-9fcc-f91d7ae98c0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735968512485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735968120131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735968120149'] for port (df570d96-7410-490f-bbc0-98d10b157f76), after_update {{(pid=103914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:54.288761 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac98a4ca-4950-4324-9924-ac56f2ebfe54 None None] Pushing event updated for resources: {'Port': ['ID=df570d96-7410-490f-bbc0-98d10b157f76,revision_number=3']} {{(pid=103914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:36:54.346820 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.plugins.ml2.managers [None req-7e5c26e9-bf15-4caf-9fcc-f91d7ae98c0f None None] Attempting to bind port df570d96-7410-490f-bbc0-98d10b157f76 on host dv-cinder-843729-1-iscsi for vnic_type normal with profile {{(pid=103914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 28 17:36:54.348788 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.plugins.ml2.managers [None req-7e5c26e9-bf15-4caf-9fcc-f91d7ae98c0f None None] Attempting to bind port df570d96-7410-490f-bbc0-98d10b157f76 by drivers openvswitch,hyperv on host dv-cinder-843729-1-iscsi at level 0 using segments [{'id': '1a7311cd-400c-40c3-9168-761504f0c08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'd438b9b4-2db5-4d1c-ad5f-4182bacd911b'}] {{(pid=103914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 28 17:36:54.349363 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e5c26e9-bf15-4caf-9fcc-f91d7ae98c0f None None] Attempting to bind port df570d96-7410-490f-bbc0-98d10b157f76 on network d438b9b4-2db5-4d1c-ad5f-4182bacd911b {{(pid=103914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 28 17:36:54.356330 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e5c26e9-bf15-4caf-9fcc-f91d7ae98c0f None None] Checking agent: {'id': '0032cfec-21e8-44dd-a7d5-0b8312dfe052', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843729-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 17, 16, 59), 'started_at': datetime.datetime(2022, 5, 28, 17, 17, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 17, 36, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843729-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 28 17:36:54.356705 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e5c26e9-bf15-4caf-9fcc-f91d7ae98c0f None None] Checking segment: {'id': '1a7311cd-400c-40c3-9168-761504f0c08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'd438b9b4-2db5-4d1c-ad5f-4182bacd911b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 28 17:36:54.357334 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron_lib.callbacks.manager [None req-7e5c26e9-bf15-4caf-9fcc-f91d7ae98c0f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:54.357792 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e5c26e9-bf15-4caf-9fcc-f91d7ae98c0f None None] Bound using segment: {'id': '1a7311cd-400c-40c3-9168-761504f0c08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'd438b9b4-2db5-4d1c-ad5f-4182bacd911b'} {{(pid=103914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 28 17:36:54.360916 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.plugins.ml2.managers [None req-7e5c26e9-bf15-4caf-9fcc-f91d7ae98c0f None None] Bound port: df570d96-7410-490f-bbc0-98d10b157f76, host: dv-cinder-843729-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a7311cd-400c-40c3-9168-761504f0c08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'd438b9b4-2db5-4d1c-ad5f-4182bacd911b'}}] {{(pid=103914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 28 17:36:54.360916 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron_lib.callbacks.manager [None req-7e5c26e9-bf15-4caf-9fcc-f91d7ae98c0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (df570d96-7410-490f-bbc0-98d10b157f76), before_update {{(pid=103914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:54.433624 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.plugins.ml2.db [None req-7e5c26e9-bf15-4caf-9fcc-f91d7ae98c0f None None] For port df570d96-7410-490f-bbc0-98d10b157f76, host dv-cinder-843729-1-iscsi, cleared binding levels {{(pid=103914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 17:36:54.437063 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.plugins.ml2.db [None req-7e5c26e9-bf15-4caf-9fcc-f91d7ae98c0f None None] For port df570d96-7410-490f-bbc0-98d10b157f76, host dv-cinder-843729-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843729-1-iscsi',level=0,port_id=df570d96-7410-490f-bbc0-98d10b157f76,segment=NetworkSegment(1a7311cd-400c-40c3-9168-761504f0c08e),segment_id=1a7311cd-400c-40c3-9168-761504f0c08e)] {{(pid=103914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 17:36:54.443239 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron_lib.callbacks.manager [None req-7e5c26e9-bf15-4caf-9fcc-f91d7ae98c0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735968512485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735968120131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735968120149'] for port (df570d96-7410-490f-bbc0-98d10b157f76), after_update {{(pid=103914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:54.479790 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:36:54.510221 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e5c26e9-bf15-4caf-9fcc-f91d7ae98c0f None None] Routers {'1303d08a-45ff-40a0-b886-4dd57902f706'} bound to L3 agent in host dv-cinder-843729-1-iscsi {{(pid=103914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 28 17:36:54.510855 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-7e5c26e9-bf15-4caf-9fcc-f91d7ae98c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843729-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T17:16:55Z,description=,heartbeat_timestamp=2022-05-28T17:36:25Z,host='dv-cinder-843729-1-iscsi',id=8a8c7bbb-808d-49ae-95de-62501e6237ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T17:16:55Z,topic='l3_agent')) {'router_ids': ['1303d08a-45ff-40a0-b886-4dd57902f706'], 'active': True} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:36:54.512924 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac98a4ca-4950-4324-9924-ac56f2ebfe54 None None] Pushing event updated for resources: {'Port': ['ID=df570d96-7410-490f-bbc0-98d10b157f76,revision_number=4']} {{(pid=103914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:36:54.559579 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-7e326fa0-7c69-4b71-b818-df14630b0808 None None] Provisioning complete for port df570d96-7410-490f-bbc0-98d10b157f76 triggered by entity DHCP. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 17:36:54.560050 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-7e326fa0-7c69-4b71-b818-df14630b0808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1821120'] for port (df570d96-7410-490f-bbc0-98d10b157f76), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:54.643612 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvr_db [None req-7e5c26e9-bf15-4caf-9fcc-f91d7ae98c0f None None] Set router 1303d08a-45ff-40a0-b886-4dd57902f706 gateway port host: dv-cinder-843729-1-iscsi {{(pid=103914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 28 17:36:54.677237 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.33', 35278) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:36:54.678559 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-7e326fa0-7c69-4b71-b818-df14630b0808 None None] Current status of the port df570d96-7410-490f-bbc0-98d10b157f76 is: DOWN; New status is: ACTIVE {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 17:36:54.679201 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-7e326fa0-7c69-4b71-b818-df14630b0808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (df570d96-7410-490f-bbc0-98d10b157f76), before_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:54.870928 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-7e326fa0-7c69-4b71-b818-df14630b0808 None None] For port df570d96-7410-490f-bbc0-98d10b157f76, host dv-cinder-843729-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843729-1-iscsi',level=0,port_id=df570d96-7410-490f-bbc0-98d10b157f76,segment=NetworkSegment(1a7311cd-400c-40c3-9168-761504f0c08e),segment_id=1a7311cd-400c-40c3-9168-761504f0c08e)] {{(pid=103913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 17:36:54.876597 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-7e326fa0-7c69-4b71-b818-df14630b0808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735968512485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735968120131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735968120149'] for port (df570d96-7410-490f-bbc0-98d10b157f76), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:54.876995 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:36:54.895168 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-7e5c26e9-bf15-4caf-9fcc-f91d7ae98c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1303d08a-45ff-40a0-b886-4dd57902f706', 'name': 'tempest-TestVolumeBootPattern-2131447522-router', 'tenant_id': 'a52ea793d7ce46f59ed1392b1b987de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'external_fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': '7654b264-ac45-4b05-b86d-65e7b3959bc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T17:36:45Z', 'updated_at': '2022-05-28T17:36:49Z', 'revision_number': 4, 'project_id': 'a52ea793d7ce46f59ed1392b1b987de5', 'gw_port': {'id': '7654b264-ac45-4b05-b86d-65e7b3959bc4', 'name': '', 'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:8c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1303d08a-45ff-40a0-b886-4dd57902f706', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:36:46Z', 'updated_at': '2022-05-28T17:36:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843729-1-iscsi', '_interfaces': [{'id': 'df570d96-7410-490f-bbc0-98d10b157f76', 'name': '', 'network_id': 'd438b9b4-2db5-4d1c-ad5f-4182bacd911b', 'tenant_id': 'a52ea793d7ce46f59ed1392b1b987de5', 'mac_address': 'fa:16:3e:85:43:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1303d08a-45ff-40a0-b886-4dd57902f706', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '9fc2837c-af8b-416f-bd4e-9e14887ffc94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:36:48Z', 'updated_at': '2022-05-28T17:36:54Z', 'revision_number': 4, 'project_id': 'a52ea793d7ce46f59ed1392b1b987de5', 'subnets': [{'id': '9fc2837c-af8b-416f-bd4e-9e14887ffc94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843729-1-iscsi', False) {} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:36:54.903977 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:36:54.931965 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e326fa0-7c69-4b71-b818-df14630b0808 None None] Pushing event updated for resources: {'Port': ['ID=df570d96-7410-490f-bbc0-98d10b157f76,revision_number=5']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:36:54.933544 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e5c26e9-bf15-4caf-9fcc-f91d7ae98c0f None None] The sync data for ids ['1303d08a-45ff-40a0-b886-4dd57902f706'] in dv-cinder-843729-1-iscsi is: [{'id': '1303d08a-45ff-40a0-b886-4dd57902f706', 'name': 'tempest-TestVolumeBootPattern-2131447522-router', 'tenant_id': 'a52ea793d7ce46f59ed1392b1b987de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'external_fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': '7654b264-ac45-4b05-b86d-65e7b3959bc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T17:36:45Z', 'updated_at': '2022-05-28T17:36:49Z', 'revision_number': 4, 'project_id': 'a52ea793d7ce46f59ed1392b1b987de5', 'gw_port': {'id': '7654b264-ac45-4b05-b86d-65e7b3959bc4', 'name': '', 'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:8c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1303d08a-45ff-40a0-b886-4dd57902f706', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:36:46Z', 'updated_at': '2022-05-28T17:36:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843729-1-iscsi', '_interfaces': [{'id': 'df570d96-7410-490f-bbc0-98d10b157f76', 'name': '', 'network_id': 'd438b9b4-2db5-4d1c-ad5f-4182bacd911b', 'tenant_id': 'a52ea793d7ce46f59ed1392b1b987de5', 'mac_address': 'fa:16:3e:85:43:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1303d08a-45ff-40a0-b886-4dd57902f706', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '9fc2837c-af8b-416f-bd4e-9e14887ffc94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:36:48Z', 'updated_at': '2022-05-28T17:36:54Z', 'revision_number': 4, 'project_id': 'a52ea793d7ce46f59ed1392b1b987de5', 'subnets': [{'id': '9fc2837c-af8b-416f-bd4e-9e14887ffc94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 17:36:54.999084 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-e3b7aec9-0732-4143-b9cc-0de4fd8e1331 None None] Provisioning complete for port df570d96-7410-490f-bbc0-98d10b157f76 triggered by entity DHCP. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 17:36:54.999593 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-e3b7aec9-0732-4143-b9cc-0de4fd8e1331 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1821120'] for port (df570d96-7410-490f-bbc0-98d10b157f76), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:55.082399 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-e3b7aec9-0732-4143-b9cc-0de4fd8e1331 None None] Current status of the port df570d96-7410-490f-bbc0-98d10b157f76 is: ACTIVE; New status is: ACTIVE {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 17:36:55.164192 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-b0418f2c-e97f-4c26-9f18-a48a23b6c401 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (8a8c7bbb-808d-49ae-95de-62501e6237ff), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:55.228030 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:36:55.232757 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-8f9312da-a274-485c-bf43-70bc7bec54d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-686559'] for router_interface (f1ff25eb-d240-41e9-9135-cf4ab545a865), before_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:55.313437 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Device 7654b264-ac45-4b05-b86d-65e7b3959bc4 up at agent ovs-agent-dv-cinder-843729-1-iscsi {{(pid=103913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 28 17:36:55.361667 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Provisioning complete for port 7654b264-ac45-4b05-b86d-65e7b3959bc4 triggered by entity L2. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 17:36:55.362068 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1821120'] for port (7654b264-ac45-4b05-b86d-65e7b3959bc4), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:55.452449 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Current status of the port 7654b264-ac45-4b05-b86d-65e7b3959bc4 is: ACTIVE; New status is: ACTIVE {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 17:36:55.453401 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Device df570d96-7410-490f-bbc0-98d10b157f76 up at agent ovs-agent-dv-cinder-843729-1-iscsi {{(pid=103913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 28 17:36:55.492806 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-8f9312da-a274-485c-bf43-70bc7bec54d2 admin admin] Deleting port a7eb4d78-1147-418d-82d7-4950858f6734 {{(pid=103911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 28 17:36:55.493388 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-8f9312da-a274-485c-bf43-70bc7bec54d2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735968504037'] for port (a7eb4d78-1147-418d-82d7-4950858f6734), before_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:55.495198 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:36:55.496594 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=3 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:36:55.503753 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Provisioning complete for port df570d96-7410-490f-bbc0-98d10b157f76 triggered by entity L2. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 17:36:55.504043 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1821120'] for port (df570d96-7410-490f-bbc0-98d10b157f76), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:55.581130 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Current status of the port df570d96-7410-490f-bbc0-98d10b157f76 is: ACTIVE; New status is: ACTIVE {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 17:36:55.586125 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-8f9312da-a274-485c-bf43-70bc7bec54d2 admin admin] For port a7eb4d78-1147-418d-82d7-4950858f6734, host dv-cinder-843729-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843729-1-iscsi',level=0,port_id=a7eb4d78-1147-418d-82d7-4950858f6734,segment=NetworkSegment(c7dd3702-abca-4735-be38-4968a1e4ad1a),segment_id=c7dd3702-abca-4735-be38-4968a1e4ad1a)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 17:36:55.586486 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-8f9312da-a274-485c-bf43-70bc7bec54d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-660327'] for port (a7eb4d78-1147-418d-82d7-4950858f6734), precommit_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:55.601846 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-8f9312da-a274-485c-bf43-70bc7bec54d2 admin admin] Calling delete_port for a7eb4d78-1147-418d-82d7-4950858f6734 owned by network:router_interface {{(pid=103911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 28 17:36:55.787131 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-8f9312da-a274-485c-bf43-70bc7bec54d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735968512467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735968120122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6040268'] for port (a7eb4d78-1147-418d-82d7-4950858f6734), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:55.811502 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9312da-a274-485c-bf43-70bc7bec54d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=a7eb4d78-1147-418d-82d7-4950858f6734,revision_number=None']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:36:55.975631 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-8f9312da-a274-485c-bf43-70bc7bec54d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-152111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-686403'] for router_interface (f1ff25eb-d240-41e9-9135-cf4ab545a865), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:56.143847 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:36:56.207789 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f9312da-a274-485c-bf43-70bc7bec54d2 admin admin] Router f1ff25eb-d240-41e9-9135-cf4ab545a865 has already been hosted by L3 agent 8a8c7bbb-808d-49ae-95de-62501e6237ff {{(pid=103911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 17:36:56.310180 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f9312da-a274-485c-bf43-70bc7bec54d2 admin admin] Notify agent at l3_agent.dv-cinder-843729-1-iscsi the message routers_updated {{(pid=103911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 17:36:56.314985 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-8f9312da-a274-485c-bf43-70bc7bec54d2 admin admin] 10.222.0.33 "PUT /v2.0/routers/f1ff25eb-d240-41e9-9135-cf4ab545a865/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6394565 May 28 17:36:56.318142 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.33', 35294) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:36:56.319599 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ed4032-7115-4382-9eb6-acda6d9ea120 None None] Sync routers for ids ['f1ff25eb-d240-41e9-9135-cf4ab545a865'] in dv-cinder-843729-1-iscsi {{(pid=103913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 17:36:56.330092 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ed4032-7115-4382-9eb6-acda6d9ea120 None None] Routers {'f1ff25eb-d240-41e9-9135-cf4ab545a865'} bound to L3 agent in host dv-cinder-843729-1-iscsi {{(pid=103913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 28 17:36:56.330719 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.l3_hamode_db [None req-59ed4032-7115-4382-9eb6-acda6d9ea120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843729-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T17:16:55Z,description=,heartbeat_timestamp=2022-05-28T17:36:55Z,host='dv-cinder-843729-1-iscsi',id=8a8c7bbb-808d-49ae-95de-62501e6237ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T17:16:55Z,topic='l3_agent')) {'router_ids': ['f1ff25eb-d240-41e9-9135-cf4ab545a865'], 'active': True} {{(pid=103913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:36:56.411162 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:36:56.435234 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-f0a7d14d-7494-42e0-857e-0821d290d214 admin admin] Publish callbacks [] for router (f1ff25eb-d240-41e9-9135-cf4ab545a865), before_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:56.450650 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.l3_dvr_db [None req-59ed4032-7115-4382-9eb6-acda6d9ea120 None None] Set router f1ff25eb-d240-41e9-9135-cf4ab545a865 gateway port host: dv-cinder-843729-1-iscsi {{(pid=103913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 28 17:36:56.478801 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-f22b8f6e-815f-41ba-a8b6-c2e56f67911e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (0b51406a-5a43-473c-8a39-67b2a4c71e5e), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:56.543907 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-f0a7d14d-7494-42e0-857e-0821d290d214 admin admin] Publish callbacks [] for router_gateway (f1ff25eb-d240-41e9-9135-cf4ab545a865), before_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:56.591055 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-f0a7d14d-7494-42e0-857e-0821d290d214 admin admin] Deleting port 4965c949-b273-457d-a45d-fbf2b4712401 {{(pid=103911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 28 17:36:56.591417 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-f0a7d14d-7494-42e0-857e-0821d290d214 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735968504037'] for port (4965c949-b273-457d-a45d-fbf2b4712401), before_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:56.632197 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.l3_hamode_db [None req-59ed4032-7115-4382-9eb6-acda6d9ea120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1ff25eb-d240-41e9-9135-cf4ab545a865', 'name': 'tempest-AttachVolumeShelveTestJSON-2058043606-router', 'tenant_id': 'afaaf8bde7134efc80c77d707bb309bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'external_fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': '4965c949-b273-457d-a45d-fbf2b4712401', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T17:27:12Z', 'updated_at': '2022-05-28T17:36:55Z', 'revision_number': 5, 'project_id': 'afaaf8bde7134efc80c77d707bb309bc', 'gw_port': {'id': '4965c949-b273-457d-a45d-fbf2b4712401', 'name': '', 'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:24:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1ff25eb-d240-41e9-9135-cf4ab545a865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:27:12Z', 'updated_at': '2022-05-28T17:27:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843729-1-iscsi'}], 'dv-cinder-843729-1-iscsi', False) {} {{(pid=103913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:36:56.657284 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ed4032-7115-4382-9eb6-acda6d9ea120 None None] Checking router: f1ff25eb-d240-41e9-9135-cf4ab545a865 for host: dv-cinder-843729-1-iscsi {{(pid=103913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 17:36:56.666500 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ed4032-7115-4382-9eb6-acda6d9ea120 None None] Routers {'f1ff25eb-d240-41e9-9135-cf4ab545a865'} bound to L3 agent in host dv-cinder-843729-1-iscsi {{(pid=103913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 28 17:36:56.667032 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.l3_hamode_db [None req-59ed4032-7115-4382-9eb6-acda6d9ea120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843729-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T17:16:55Z,description=,heartbeat_timestamp=2022-05-28T17:36:55Z,host='dv-cinder-843729-1-iscsi',id=8a8c7bbb-808d-49ae-95de-62501e6237ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T17:16:55Z,topic='l3_agent')) {'router_ids': ['f1ff25eb-d240-41e9-9135-cf4ab545a865'], 'active': True} {{(pid=103913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:36:56.672632 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-f0a7d14d-7494-42e0-857e-0821d290d214 admin admin] For port 4965c949-b273-457d-a45d-fbf2b4712401, host dv-cinder-843729-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843729-1-iscsi',level=0,port_id=4965c949-b273-457d-a45d-fbf2b4712401,segment=NetworkSegment(3991c6da-7adc-4448-bfac-a7af5b626d82),segment_id=3991c6da-7adc-4448-bfac-a7af5b626d82)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 17:36:56.673002 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-f0a7d14d-7494-42e0-857e-0821d290d214 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-660327'] for port (4965c949-b273-457d-a45d-fbf2b4712401), precommit_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:56.686563 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-f0a7d14d-7494-42e0-857e-0821d290d214 admin admin] Calling delete_port for 4965c949-b273-457d-a45d-fbf2b4712401 owned by network:router_gateway {{(pid=103911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 28 17:36:56.756340 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.l3_dvr_db [None req-59ed4032-7115-4382-9eb6-acda6d9ea120 None None] Set router f1ff25eb-d240-41e9-9135-cf4ab545a865 gateway port host: None {{(pid=103913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 28 17:36:56.779970 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=100 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:36:56.808167 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.l3_hamode_db [None req-59ed4032-7115-4382-9eb6-acda6d9ea120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1ff25eb-d240-41e9-9135-cf4ab545a865', 'name': 'tempest-AttachVolumeShelveTestJSON-2058043606-router', 'tenant_id': 'afaaf8bde7134efc80c77d707bb309bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T17:27:12Z', 'updated_at': '2022-05-28T17:36:56Z', 'revision_number': 6, 'project_id': 'afaaf8bde7134efc80c77d707bb309bc', 'gw_port_host': None}], 'dv-cinder-843729-1-iscsi', False) {} {{(pid=103913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:36:56.836858 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ed4032-7115-4382-9eb6-acda6d9ea120 None None] The sync data for ids ['f1ff25eb-d240-41e9-9135-cf4ab545a865'] in dv-cinder-843729-1-iscsi is: [{'id': 'f1ff25eb-d240-41e9-9135-cf4ab545a865', 'name': 'tempest-AttachVolumeShelveTestJSON-2058043606-router', 'tenant_id': 'afaaf8bde7134efc80c77d707bb309bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T17:27:12Z', 'updated_at': '2022-05-28T17:36:56Z', 'revision_number': 6, 'project_id': 'afaaf8bde7134efc80c77d707bb309bc', 'gw_port_host': None}] {{(pid=103913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 17:36:56.862319 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-f0a7d14d-7494-42e0-857e-0821d290d214 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735968512467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735968120122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6040268'] for port (4965c949-b273-457d-a45d-fbf2b4712401), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:56.895972 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a7d14d-7494-42e0-857e-0821d290d214 admin admin] Pushing event deleted for resources: {'Port': ['ID=4965c949-b273-457d-a45d-fbf2b4712401,revision_number=None']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:36:56.953348 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-f0a7d14d-7494-42e0-857e-0821d290d214 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-681697'] for router_gateway (f1ff25eb-d240-41e9-9135-cf4ab545a865), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:57.041593 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-f0a7d14d-7494-42e0-857e-0821d290d214 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6173'] for router (f1ff25eb-d240-41e9-9135-cf4ab545a865), precommit_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:57.043757 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-f0a7d14d-7494-42e0-857e-0821d290d214 admin admin] Publish callbacks [] for router_controller (f1ff25eb-d240-41e9-9135-cf4ab545a865), precommit_delete_associations {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:57.086862 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-f0a7d14d-7494-42e0-857e-0821d290d214 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-540091'] for router (f1ff25eb-d240-41e9-9135-cf4ab545a865), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:57.087487 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0a7d14d-7494-42e0-857e-0821d290d214 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f1ff25eb-d240-41e9-9135-cf4ab545a865 {{(pid=103911) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 28 17:36:57.092528 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-f0a7d14d-7494-42e0-857e-0821d290d214 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:57.093564 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-f0a7d14d-7494-42e0-857e-0821d290d214 admin admin] 10.222.0.33 "DELETE /v2.0/routers/f1ff25eb-d240-41e9-9135-cf4ab545a865 HTTP/1.1" status: 204 len: 168 time: 0.7745039 May 28 17:36:57.096214 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.33', 35298) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:36:57.145169 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.db.db_base_plugin_v2 [None req-b807609f-090d-4907-8f45-3b33de863a14 admin admin] Deleting subnet 5c9892e7-e6e2-4d1b-9907-f3f374bf6c5e {{(pid=103912) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 28 17:36:57.148260 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-b807609f-090d-4907-8f45-3b33de863a14 admin admin] Publish callbacks [] for subnet (5c9892e7-e6e2-4d1b-9907-f3f374bf6c5e), before_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:57.186713 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-b807609f-090d-4907-8f45-3b33de863a14 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6171485'] for subnet (5c9892e7-e6e2-4d1b-9907-f3f374bf6c5e), precommit_delete_associations {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:57.281745 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-b807609f-090d-4907-8f45-3b33de863a14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755116'] for subnet (5c9892e7-e6e2-4d1b-9907-f3f374bf6c5e), precommit_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:57.340946 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-b807609f-090d-4907-8f45-3b33de863a14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6171411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5675836'] for subnet (5c9892e7-e6e2-4d1b-9907-f3f374bf6c5e), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:57.373645 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-b807609f-090d-4907-8f45-3b33de863a14 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-152074'] for subnet (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:57.377505 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-b807609f-090d-4907-8f45-3b33de863a14 admin admin] 10.222.0.33 "DELETE /v2.0/subnets/5c9892e7-e6e2-4d1b-9907-f3f374bf6c5e HTTP/1.1" status: 204 len: 168 time: 0.2797379 May 28 17:36:57.378121 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3fd7325-1ee8-4308-8995-1961c40333d0 None None] Network 9aa607a6-b193-4d84-be0c-e5c8f4a565d2 requested from dv-cinder-843729-1-iscsi {{(pid=103913) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 28 17:36:57.378741 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b807609f-090d-4907-8f45-3b33de863a14 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c9892e7-e6e2-4d1b-9907-f3f374bf6c5e,revision_number=None']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:36:57.380626 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.33', 35302) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:36:57.410189 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:36:57.635039 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d25ef9d6-7a72-49b6-8183-cd938a655a5f None None] DHCP port deletion for 9aa607a6-b193-4d84-be0c-e5c8f4a565d2 request from dv-cinder-843729-1-iscsi {{(pid=103913) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 28 17:36:57.680190 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Device a7eb4d78-1147-418d-82d7-4950858f6734 no longer exists at agent ovs-agent-dv-cinder-843729-1-iscsi {{(pid=103913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 28 17:36:57.703940 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] No Port match for: a7eb4d78-1147-418d-82d7-4950858f6734 {{(pid=103913) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 28 17:36:57.704292 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Device a7eb4d78-1147-418d-82d7-4950858f6734 not bound to the agent host dv-cinder-843729-1-iscsi {{(pid=103913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 28 17:36:57.708901 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-513c8c65-e7b0-48d3-aa06-8eef2cf56d09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1661291'] for network (9aa607a6-b193-4d84-be0c-e5c8f4a565d2), before_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:57.714330 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-d25ef9d6-7a72-49b6-8183-cd938a655a5f None None] Deleting port 62436ee5-dac4-4720-b797-fa2f26610414 {{(pid=103913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 28 17:36:57.714705 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-d25ef9d6-7a72-49b6-8183-cd938a655a5f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735968504037'] for port (62436ee5-dac4-4720-b797-fa2f26610414), before_delete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:57.758782 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-513c8c65-e7b0-48d3-aa06-8eef2cf56d09 admin admin] Deleting port 62436ee5-dac4-4720-b797-fa2f26610414 {{(pid=103911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 28 17:36:57.759436 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-513c8c65-e7b0-48d3-aa06-8eef2cf56d09 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735968504037'] for port (62436ee5-dac4-4720-b797-fa2f26610414), before_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:57.802689 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-d25ef9d6-7a72-49b6-8183-cd938a655a5f None None] For port 62436ee5-dac4-4720-b797-fa2f26610414, host dv-cinder-843729-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843729-1-iscsi',level=0,port_id=62436ee5-dac4-4720-b797-fa2f26610414,segment=NetworkSegment(c7dd3702-abca-4735-be38-4968a1e4ad1a),segment_id=c7dd3702-abca-4735-be38-4968a1e4ad1a)] {{(pid=103913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 17:36:57.803194 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-d25ef9d6-7a72-49b6-8183-cd938a655a5f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-660327'] for port (62436ee5-dac4-4720-b797-fa2f26610414), precommit_delete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:57.814426 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-44990afe-4038-4bea-a0ed-12e052229f33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (19502cf1-8899-41f0-9103-a107faa54218), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:57.819046 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-d25ef9d6-7a72-49b6-8183-cd938a655a5f None None] Calling delete_port for 62436ee5-dac4-4720-b797-fa2f26610414 owned by network:dhcp {{(pid=103913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 28 17:36:57.826930 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-513c8c65-e7b0-48d3-aa06-8eef2cf56d09 admin admin] For port 62436ee5-dac4-4720-b797-fa2f26610414, host dv-cinder-843729-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843729-1-iscsi',level=0,port_id=62436ee5-dac4-4720-b797-fa2f26610414,segment=NetworkSegment(c7dd3702-abca-4735-be38-4968a1e4ad1a),segment_id=c7dd3702-abca-4735-be38-4968a1e4ad1a)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 17:36:57.827333 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-513c8c65-e7b0-48d3-aa06-8eef2cf56d09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-660327'] for port (62436ee5-dac4-4720-b797-fa2f26610414), precommit_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:57.842408 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-513c8c65-e7b0-48d3-aa06-8eef2cf56d09 admin admin] Calling delete_port for 62436ee5-dac4-4720-b797-fa2f26610414 owned by network:dhcp {{(pid=103911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 28 17:36:57.853081 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:36:57.913679 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-d25ef9d6-7a72-49b6-8183-cd938a655a5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735968512467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735968120122'] for port (62436ee5-dac4-4720-b797-fa2f26610414), after_delete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:57.928627 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-513c8c65-e7b0-48d3-aa06-8eef2cf56d09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735968512467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735968120122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6040268'] for port (62436ee5-dac4-4720-b797-fa2f26610414), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:57.948122 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25ef9d6-7a72-49b6-8183-cd938a655a5f None None] Pushing event deleted for resources: {'Port': ['ID=62436ee5-dac4-4720-b797-fa2f26610414,revision_number=None']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:36:57.953332 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d25ef9d6-7a72-49b6-8183-cd938a655a5f None None] No DVR routers for this DVR port 62436ee5-dac4-4720-b797-fa2f26610414 on host dv-cinder-843729-1-iscsi {{(pid=103913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 17:36:57.953485 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513c8c65-e7b0-48d3-aa06-8eef2cf56d09 admin admin] Pushing event deleted for resources: {'Port': ['ID=62436ee5-dac4-4720-b797-fa2f26610414,revision_number=None']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:36:57.958518 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-513c8c65-e7b0-48d3-aa06-8eef2cf56d09 admin admin] No DVR routers for this DVR port 62436ee5-dac4-4720-b797-fa2f26610414 on host dv-cinder-843729-1-iscsi {{(pid=103911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 17:36:58.039712 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-513c8c65-e7b0-48d3-aa06-8eef2cf56d09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753177', 'neutron.services.segments.db._delete_segments_for_network-8735968598640'] for network (9aa607a6-b193-4d84-be0c-e5c8f4a565d2), precommit_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:58.061194 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.services.segments.db [None req-513c8c65-e7b0-48d3-aa06-8eef2cf56d09 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9aa607a6-b193-4d84-be0c-e5c8f4a565d2']}} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:36:58.070545 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.services.segments.db [None req-513c8c65-e7b0-48d3-aa06-8eef2cf56d09 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7dd3702-abca-4735-be38-4968a1e4ad1a') {'for_net_delete': True} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:36:58.070839 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.services.segments.db [None req-513c8c65-e7b0-48d3-aa06-8eef2cf56d09 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7dd3702-abca-4735-be38-4968a1e4ad1a') {} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:36:58.083281 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-513c8c65-e7b0-48d3-aa06-8eef2cf56d09 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735968599161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5576405'] for segment (c7dd3702-abca-4735-be38-4968a1e4ad1a), before_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:58.095903 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-513c8c65-e7b0-48d3-aa06-8eef2cf56d09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766051'] for segment (c7dd3702-abca-4735-be38-4968a1e4ad1a), precommit_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:58.102440 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-513c8c65-e7b0-48d3-aa06-8eef2cf56d09 admin admin] Releasing vlan 190 on physical network physnet1 to pool {{(pid=103911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 17:36:58.102828 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-513c8c65-e7b0-48d3-aa06-8eef2cf56d09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6040223'] for segment (c7dd3702-abca-4735-be38-4968a1e4ad1a), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:58.154674 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.services.segments.plugin [-] Segment c7dd3702-abca-4735-be38-4968a1e4ad1a resource provider aggregate not found May 28 17:36:58.169957 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-513c8c65-e7b0-48d3-aa06-8eef2cf56d09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1753186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681677'] for network (9aa607a6-b193-4d84-be0c-e5c8f4a565d2), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:58.174823 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-513c8c65-e7b0-48d3-aa06-8eef2cf56d09 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-152074'] for network (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:58.178143 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-513c8c65-e7b0-48d3-aa06-8eef2cf56d09 admin admin] 10.222.0.33 "DELETE /v2.0/networks/9aa607a6-b193-4d84-be0c-e5c8f4a565d2 HTTP/1.1" status: 204 len: 168 time: 0.7965198 May 28 17:36:58.180218 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.services.segments.plugin [-] Segment c7dd3702-abca-4735-be38-4968a1e4ad1a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c7dd3702-abca-4735-be38-4968a1e4ad1a found for delete ", "request_id": "req-3a7b4715-b08c-4fbc-8740-34b8a2274d85"}]} May 28 17:36:58.201028 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513c8c65-e7b0-48d3-aa06-8eef2cf56d09 admin admin] Pushing event deleted for resources: {'Network': ['ID=9aa607a6-b193-4d84-be0c-e5c8f4a565d2,revision_number=None']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:36:58.308747 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.33', 35314) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:36:58.349895 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-bde1d3a0-e1e7-4447-836e-319241d1ec3d admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=afaaf8bde7134efc80c77d707bb309bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0399964 May 28 17:36:58.352340 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.33', 35316) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:36:58.401688 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-5508ef5e-a66d-47a0-9f61-29f0302f09b4 admin admin] Publish callbacks [] for security_group (6f0a5166-b9a7-453c-ade4-c831c9818c5a), before_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:58.423802 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-5508ef5e-a66d-47a0-9f61-29f0302f09b4 admin admin] Publish callbacks [] for security_group (6f0a5166-b9a7-453c-ade4-c831c9818c5a), precommit_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:58.459317 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=82,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=10 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:36:58.472881 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-5508ef5e-a66d-47a0-9f61-29f0302f09b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594961'] for security_group (6f0a5166-b9a7-453c-ade4-c831c9818c5a), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:58.475461 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-5508ef5e-a66d-47a0-9f61-29f0302f09b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:36:58.476590 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-5508ef5e-a66d-47a0-9f61-29f0302f09b4 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/6f0a5166-b9a7-453c-ade4-c831c9818c5a HTTP/1.1" status: 204 len: 168 time: 0.1233580 May 28 17:36:58.489165 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5508ef5e-a66d-47a0-9f61-29f0302f09b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f0a5166-b9a7-453c-ade4-c831c9818c5a,revision_number=None']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:36:58.500583 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:36:59.259598 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Device 4965c949-b273-457d-a45d-fbf2b4712401 no longer exists at agent ovs-agent-dv-cinder-843729-1-iscsi {{(pid=103913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 28 17:36:59.281721 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] No Port match for: 4965c949-b273-457d-a45d-fbf2b4712401 {{(pid=103913) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 28 17:36:59.282088 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Device 4965c949-b273-457d-a45d-fbf2b4712401 not bound to the agent host dv-cinder-843729-1-iscsi {{(pid=103913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 28 17:36:59.282580 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Device 62436ee5-dac4-4720-b797-fa2f26610414 no longer exists at agent ovs-agent-dv-cinder-843729-1-iscsi {{(pid=103913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 28 17:36:59.307536 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] No Port match for: 62436ee5-dac4-4720-b797-fa2f26610414 {{(pid=103913) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 28 17:36:59.308194 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Device 62436ee5-dac4-4720-b797-fa2f26610414 not bound to the agent host dv-cinder-843729-1-iscsi {{(pid=103913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 28 17:36:59.409950 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (0032cfec-21e8-44dd-a7d5-0b8312dfe052), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:37:00.248443 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.33', 35376) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:37:00.356966 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-a410dd18-e843-4b71-8474-7e6df07afd97 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:37:00.433845 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-a410dd18-e843-4b71-8474-7e6df07afd97 admin admin] Publish callbacks [] for security_group (d7aff47f-24c5-4fc4-b257-800f7c8ef565), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:37:00.439332 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-a410dd18-e843-4b71-8474-7e6df07afd97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594961'] for security_group (d7aff47f-24c5-4fc4-b257-800f7c8ef565), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:37:00.483088 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-a410dd18-e843-4b71-8474-7e6df07afd97 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=24a791adfdcf47af8ce8489937a894c2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2335472 May 28 17:37:00.484336 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a410dd18-e843-4b71-8474-7e6df07afd97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7aff47f-24c5-4fc4-b257-800f7c8ef565,revision_number=1']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:37:00.485760 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.33', 35382) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:37:00.540816 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-ec1fb7da-d7ec-493b-be67-95fb51f8d3db admin admin] Publish callbacks [] for security_group (d7aff47f-24c5-4fc4-b257-800f7c8ef565), before_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:37:00.562030 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-ec1fb7da-d7ec-493b-be67-95fb51f8d3db admin admin] Publish callbacks [] for security_group (d7aff47f-24c5-4fc4-b257-800f7c8ef565), precommit_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:37:00.612293 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-ec1fb7da-d7ec-493b-be67-95fb51f8d3db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594961'] for security_group (d7aff47f-24c5-4fc4-b257-800f7c8ef565), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:37:00.616022 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-ec1fb7da-d7ec-493b-be67-95fb51f8d3db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:37:00.617306 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-ec1fb7da-d7ec-493b-be67-95fb51f8d3db admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/d7aff47f-24c5-4fc4-b257-800f7c8ef565 HTTP/1.1" status: 204 len: 168 time: 0.1297390 May 28 17:37:00.626592 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1fb7da-d7ec-493b-be67-95fb51f8d3db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7aff47f-24c5-4fc4-b257-800f7c8ef565,revision_number=None']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:37:00.923297 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.33', 35390) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:37:00.936593 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-38e11af1-99e4-4395-aea4-e90a391028a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:37:00.954572 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=87,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:37:01.017121 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-38e11af1-99e4-4395-aea4-e90a391028a2 admin admin] Publish callbacks [] for security_group (6545631b-a822-47f6-a441-aaa065b37ea9), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:37:01.021936 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-38e11af1-99e4-4395-aea4-e90a391028a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594961'] for security_group (6545631b-a822-47f6-a441-aaa065b37ea9), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:37:01.060634 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e11af1-99e4-4395-aea4-e90a391028a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6545631b-a822-47f6-a441-aaa065b37ea9,revision_number=1']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:37:01.065065 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-38e11af1-99e4-4395-aea4-e90a391028a2 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=7f9f5a8bc1e6496c9f4d3ae80d3c47e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1406753 May 28 17:37:01.068421 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.33', 35392) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:37:01.119132 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-f71a2013-2334-4578-9761-ffd46fe4d44d admin admin] Publish callbacks [] for security_group (6545631b-a822-47f6-a441-aaa065b37ea9), before_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:37:01.141183 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-f71a2013-2334-4578-9761-ffd46fe4d44d admin admin] Publish callbacks [] for security_group (6545631b-a822-47f6-a441-aaa065b37ea9), precommit_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:37:01.188953 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-f71a2013-2334-4578-9761-ffd46fe4d44d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594961'] for security_group (6545631b-a822-47f6-a441-aaa065b37ea9), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:37:01.192212 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-f71a2013-2334-4578-9761-ffd46fe4d44d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:37:01.193331 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-f71a2013-2334-4578-9761-ffd46fe4d44d admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/6545631b-a822-47f6-a441-aaa065b37ea9 HTTP/1.1" status: 204 len: 168 time: 0.1239703 May 28 17:37:01.201305 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71a2013-2334-4578-9761-ffd46fe4d44d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6545631b-a822-47f6-a441-aaa065b37ea9,revision_number=None']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:37:03.383637 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.33', 35470) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:37:03.504945 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-94e8f90e-ec61-4bc5-920e-2f300e9224b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:37:03.582767 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-94e8f90e-ec61-4bc5-920e-2f300e9224b1 admin admin] Publish callbacks [] for security_group (e3986c32-1854-43b9-af69-b1cd86a8ed67), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:37:03.587873 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-94e8f90e-ec61-4bc5-920e-2f300e9224b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594961'] for security_group (e3986c32-1854-43b9-af69-b1cd86a8ed67), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:37:03.632640 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-94e8f90e-ec61-4bc5-920e-2f300e9224b1 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=0eaf89a2893b482da80e858ccc15a997&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2477181 May 28 17:37:03.633711 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e8f90e-ec61-4bc5-920e-2f300e9224b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3986c32-1854-43b9-af69-b1cd86a8ed67,revision_number=1']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:37:03.635091 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.33', 35476) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:37:03.687723 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-6fe07e37-9cce-4a47-92aa-a931bea55445 admin admin] Publish callbacks [] for security_group (e3986c32-1854-43b9-af69-b1cd86a8ed67), before_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:37:03.710440 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-6fe07e37-9cce-4a47-92aa-a931bea55445 admin admin] Publish callbacks [] for security_group (e3986c32-1854-43b9-af69-b1cd86a8ed67), precommit_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:37:03.759227 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-6fe07e37-9cce-4a47-92aa-a931bea55445 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594961'] for security_group (e3986c32-1854-43b9-af69-b1cd86a8ed67), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:37:03.761786 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-6fe07e37-9cce-4a47-92aa-a931bea55445 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:37:03.762963 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-6fe07e37-9cce-4a47-92aa-a931bea55445 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/e3986c32-1854-43b9-af69-b1cd86a8ed67 HTTP/1.1" status: 204 len: 168 time: 0.1268446 May 28 17:37:03.771413 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe07e37-9cce-4a47-92aa-a931bea55445 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3986c32-1854-43b9-af69-b1cd86a8ed67,revision_number=None']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:37:04.035641 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.33', 35484) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:37:04.048616 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-ad389604-512f-41c4-b029-12d07a71cc42 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:37:04.084640 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:INSERT=3 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:37:04.132679 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-ad389604-512f-41c4-b029-12d07a71cc42 admin admin] Publish callbacks [] for security_group (10317e88-47bb-437c-9802-de60deb641a4), precommit_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:37:04.136966 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-ad389604-512f-41c4-b029-12d07a71cc42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594961'] for security_group (10317e88-47bb-437c-9802-de60deb641a4), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:37:04.176674 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad389604-512f-41c4-b029-12d07a71cc42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10317e88-47bb-437c-9802-de60deb641a4,revision_number=1']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:37:04.182243 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-ad389604-512f-41c4-b029-12d07a71cc42 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=c4a45356096c4e2aa20505ba5f286ae2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1455984 May 28 17:37:04.185280 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.33', 35486) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:37:04.201061 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=82,neutron:DELETE=10,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:37:04.240143 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-f4d592b4-45f2-4362-8c4b-39ebe1602148 admin admin] Publish callbacks [] for security_group (10317e88-47bb-437c-9802-de60deb641a4), before_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:37:04.262414 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-f4d592b4-45f2-4362-8c4b-39ebe1602148 admin admin] Publish callbacks [] for security_group (10317e88-47bb-437c-9802-de60deb641a4), precommit_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:37:04.309179 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-f4d592b4-45f2-4362-8c4b-39ebe1602148 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594961'] for security_group (10317e88-47bb-437c-9802-de60deb641a4), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:37:04.311780 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-f4d592b4-45f2-4362-8c4b-39ebe1602148 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:37:04.312909 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-f4d592b4-45f2-4362-8c4b-39ebe1602148 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/10317e88-47bb-437c-9802-de60deb641a4 HTTP/1.1" status: 204 len: 168 time: 0.1268239 May 28 17:37:04.321092 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d592b4-45f2-4362-8c4b-39ebe1602148 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10317e88-47bb-437c-9802-de60deb641a4,revision_number=None']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:37:04.604860 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (7cdbebfa-f3b4-48eb-8fbc-caed95606681), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:37:04.891727 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=29 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:37:04.898826 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=2 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:37:06.329038 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.33', 35580) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:37:06.433162 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-0d3506dd-cd83-4362-a576-3aaa562222cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:37:06.515989 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-0d3506dd-cd83-4362-a576-3aaa562222cc admin admin] Publish callbacks [] for security_group (24e98097-b091-4ad0-a56d-b5e25dc930ef), precommit_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:37:06.519546 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-0d3506dd-cd83-4362-a576-3aaa562222cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594961'] for security_group (24e98097-b091-4ad0-a56d-b5e25dc930ef), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:37:06.558630 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-0d3506dd-cd83-4362-a576-3aaa562222cc admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=fdc656383fed4892b7b50b2bb1a68354&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2285607 May 28 17:37:06.559834 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3506dd-cd83-4362-a576-3aaa562222cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24e98097-b091-4ad0-a56d-b5e25dc930ef,revision_number=1']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:37:06.561418 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.33', 35584) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:37:06.569283 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=74,neutron:INSERT=21,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:37:06.614399 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-4a461184-4c2d-4122-a0a9-16f5c880a9fa admin admin] Publish callbacks [] for security_group (24e98097-b091-4ad0-a56d-b5e25dc930ef), before_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:37:06.635701 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-4a461184-4c2d-4122-a0a9-16f5c880a9fa admin admin] Publish callbacks [] for security_group (24e98097-b091-4ad0-a56d-b5e25dc930ef), precommit_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:37:06.683026 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-4a461184-4c2d-4122-a0a9-16f5c880a9fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594961'] for security_group (24e98097-b091-4ad0-a56d-b5e25dc930ef), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:37:06.685560 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-4a461184-4c2d-4122-a0a9-16f5c880a9fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:37:06.686692 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-4a461184-4c2d-4122-a0a9-16f5c880a9fa admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/24e98097-b091-4ad0-a56d-b5e25dc930ef HTTP/1.1" status: 204 len: 168 time: 0.1241925 May 28 17:37:06.694950 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a461184-4c2d-4122-a0a9-16f5c880a9fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24e98097-b091-4ad0-a56d-b5e25dc930ef,revision_number=None']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:37:06.967503 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.33', 35592) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:37:06.984215 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-611f15c2-22ca-46f9-accc-e9903ee20bce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:37:07.074931 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-611f15c2-22ca-46f9-accc-e9903ee20bce admin admin] Publish callbacks [] for security_group (60332ba9-da8a-4c59-9e69-df142978be38), precommit_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:37:07.078812 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-611f15c2-22ca-46f9-accc-e9903ee20bce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594961'] for security_group (60332ba9-da8a-4c59-9e69-df142978be38), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:37:07.122506 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-611f15c2-22ca-46f9-accc-e9903ee20bce admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=16d47512828447798aa866017c3aa83b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1539278 May 28 17:37:07.123378 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611f15c2-22ca-46f9-accc-e9903ee20bce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60332ba9-da8a-4c59-9e69-df142978be38,revision_number=1']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:37:07.125264 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.33', 35594) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:37:07.179545 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-9cc0b774-d64b-4f98-a237-85346af70b56 admin admin] Publish callbacks [] for security_group (60332ba9-da8a-4c59-9e69-df142978be38), before_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:37:07.207011 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-9cc0b774-d64b-4f98-a237-85346af70b56 admin admin] Publish callbacks [] for security_group (60332ba9-da8a-4c59-9e69-df142978be38), precommit_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:37:07.242559 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:INSERT=8,neutron:SELECT=87,neutron:DELETE=5 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:37:07.259736 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-9cc0b774-d64b-4f98-a237-85346af70b56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594961'] for security_group (60332ba9-da8a-4c59-9e69-df142978be38), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:37:07.262391 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-9cc0b774-d64b-4f98-a237-85346af70b56 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:37:07.263567 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-9cc0b774-d64b-4f98-a237-85346af70b56 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/60332ba9-da8a-4c59-9e69-df142978be38 HTTP/1.1" status: 204 len: 168 time: 0.1373751 May 28 17:37:07.275697 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc0b774-d64b-4f98-a237-85346af70b56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60332ba9-da8a-4c59-9e69-df142978be38,revision_number=None']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:37:17.116915 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=46,neutron:DELETE=2,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:37:17.118717 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:INSERT=14,neutron:SELECT=68,neutron:DELETE=2 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:37:17.242396 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=24,neutron:DELETE=4 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:37:17.267866 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=2 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:37:17.299725 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=53,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:37:17.300654 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=28 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:37:18.430616 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=1 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:37:18.435421 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=5 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:37:18.849582 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.33', 35736) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:37:18.953952 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-d1c0334d-7ae5-4844-aa4e-81574e7ee21e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:37:19.027042 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-d1c0334d-7ae5-4844-aa4e-81574e7ee21e admin admin] Publish callbacks [] for security_group (075cac65-938e-424a-92a5-3d6574afd512), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:37:19.030533 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-d1c0334d-7ae5-4844-aa4e-81574e7ee21e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594961'] for security_group (075cac65-938e-424a-92a5-3d6574afd512), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:37:19.069145 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-d1c0334d-7ae5-4844-aa4e-81574e7ee21e admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=8297bf6ad1d44eb8a5c8dc81b42758af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2184548 May 28 17:37:19.070280 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c0334d-7ae5-4844-aa4e-81574e7ee21e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=075cac65-938e-424a-92a5-3d6574afd512,revision_number=1']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:37:19.071824 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.33', 35740) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:37:19.122167 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-2f9b4534-6eb6-4534-8a44-60125b1eeb9d admin admin] Publish callbacks [] for security_group (075cac65-938e-424a-92a5-3d6574afd512), before_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:37:19.144104 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-2f9b4534-6eb6-4534-8a44-60125b1eeb9d admin admin] Publish callbacks [] for security_group (075cac65-938e-424a-92a5-3d6574afd512), precommit_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:37:19.202772 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-2f9b4534-6eb6-4534-8a44-60125b1eeb9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594961'] for security_group (075cac65-938e-424a-92a5-3d6574afd512), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:37:19.205380 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-2f9b4534-6eb6-4534-8a44-60125b1eeb9d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:37:19.206624 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-2f9b4534-6eb6-4534-8a44-60125b1eeb9d admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/075cac65-938e-424a-92a5-3d6574afd512 HTTP/1.1" status: 204 len: 168 time: 0.1328471 May 28 17:37:19.214739 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9b4534-6eb6-4534-8a44-60125b1eeb9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=075cac65-938e-424a-92a5-3d6574afd512,revision_number=None']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:37:19.482828 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.33', 35752) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:37:19.497003 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-e5d68354-4495-45d9-bfd1-32eca9267dbb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:37:19.576292 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-e5d68354-4495-45d9-bfd1-32eca9267dbb admin admin] Publish callbacks [] for security_group (b9cc570e-c866-42a3-85d0-e3463b9e1af6), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:37:19.579672 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-e5d68354-4495-45d9-bfd1-32eca9267dbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594961'] for security_group (b9cc570e-c866-42a3-85d0-e3463b9e1af6), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:37:19.621852 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-e5d68354-4495-45d9-bfd1-32eca9267dbb admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=1ad49d09097b461eb73a876c9b5e61bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1379447 May 28 17:37:19.623030 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d68354-4495-45d9-bfd1-32eca9267dbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9cc570e-c866-42a3-85d0-e3463b9e1af6,revision_number=1']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:37:19.624581 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.33', 35756) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:37:19.674293 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-9d8189c8-5e42-4dbc-ad01-6c6a697209dc admin admin] Publish callbacks [] for security_group (b9cc570e-c866-42a3-85d0-e3463b9e1af6), before_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:37:19.698879 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-9d8189c8-5e42-4dbc-ad01-6c6a697209dc admin admin] Publish callbacks [] for security_group (b9cc570e-c866-42a3-85d0-e3463b9e1af6), precommit_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:37:19.755910 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-9d8189c8-5e42-4dbc-ad01-6c6a697209dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594961'] for security_group (b9cc570e-c866-42a3-85d0-e3463b9e1af6), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:37:19.758443 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-9d8189c8-5e42-4dbc-ad01-6c6a697209dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:37:19.759692 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-9d8189c8-5e42-4dbc-ad01-6c6a697209dc admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/b9cc570e-c866-42a3-85d0-e3463b9e1af6 HTTP/1.1" status: 204 len: 168 time: 0.1340227 May 28 17:37:19.770296 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8189c8-5e42-4dbc-ad01-6c6a697209dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9cc570e-c866-42a3-85d0-e3463b9e1af6,revision_number=None']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:37:20.681853 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-1990a330-72a8-41d3-989d-8b19ca02b47e req-ee402506-cf3c-4e34-bd6b-bf543f82c31c tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] 10.222.0.33 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1697074357&fields=id&tenant_id=3785f78e6d1048cfa0b5b123fdd909c8 HTTP/1.1" status: 200 len: 267 time: 0.0511894 May 28 17:37:20.801168 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1990a330-72a8-41d3-989d-8b19ca02b47e req-2868dbbe-17c1-46ec-864c-621127abd4c3 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:37:20.802654 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-1990a330-72a8-41d3-989d-8b19ca02b47e req-2868dbbe-17c1-46ec-864c-621127abd4c3 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] 10.222.0.33 "GET /v2.0/networks?id=a98bf986-b097-428c-84c6-2a59a4df1a9f HTTP/1.1" status: 200 len: 812 time: 0.1127894 May 28 17:37:20.819583 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-1990a330-72a8-41d3-989d-8b19ca02b47e req-9e13a4f0-9672-4879-b02f-8a84c18b5db9 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] 10.222.0.33 "GET /v2.0/quotas/3785f78e6d1048cfa0b5b123fdd909c8 HTTP/1.1" status: 200 len: 375 time: 0.0109003 May 28 17:37:20.870978 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-1990a330-72a8-41d3-989d-8b19ca02b47e req-4c643f21-332c-41a3-bf2b-1ee6aede5078 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=3785f78e6d1048cfa0b5b123fdd909c8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0454936 May 28 17:37:20.992021 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.wsgi [req-1990a330-72a8-41d3-989d-8b19ca02b47e req-c3a92604-b27d-4298-bd0e-08b812d44bcc service neutron] http://10.222.0.33:9696/v2.0/extensions returned with HTTP 200 {{(pid=103911) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 28 17:37:20.997978 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-1990a330-72a8-41d3-989d-8b19ca02b47e req-c3a92604-b27d-4298-bd0e-08b812d44bcc service neutron] 10.222.0.33 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1152346 May 28 17:37:21.094817 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-1990a330-72a8-41d3-989d-8b19ca02b47e req-a9c34b82-944f-4433-b3d9-818db0ed2377 service neutron] 10.222.0.33 "GET /v2.0/networks/a98bf986-b097-428c-84c6-2a59a4df1a9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956502 May 28 17:37:21.189947 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-1990a330-72a8-41d3-989d-8b19ca02b47e req-2b879f4d-efda-4243-8011-8c1302a643e0 service neutron] 10.222.0.33 "GET /v2.0/networks/a98bf986-b097-428c-84c6-2a59a4df1a9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891690 May 28 17:37:21.520430 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-f520eed2-4168-44ee-8385-31caca80856f req-bfd0dfa5-380e-4b16-9c6f-f625e9de111f tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] 10.222.0.33 "GET /v2.0/ports?device_id=03b782e2-0501-4467-9b07-0a0766795ad4 HTTP/1.1" status: 200 len: 210 time: 0.0331404 May 28 17:37:22.039224 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.33', 35854) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:37:22.157611 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-a08f371d-7a69-4626-b805-0a9df8053e5e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:37:22.233990 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-a08f371d-7a69-4626-b805-0a9df8053e5e admin admin] Publish callbacks [] for security_group (be01bdc1-a0df-42fc-8f6f-ef664f3a144c), precommit_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:37:22.238204 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-a08f371d-7a69-4626-b805-0a9df8053e5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594961'] for security_group (be01bdc1-a0df-42fc-8f6f-ef664f3a144c), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:37:22.242814 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=87,neutron:DELETE=7,neutron:INSERT=6 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:37:22.271721 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:37:22.287113 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-a08f371d-7a69-4626-b805-0a9df8053e5e admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=16275a7776744f2a9ddd4016e626c201&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2467327 May 28 17:37:22.289198 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08f371d-7a69-4626-b805-0a9df8053e5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be01bdc1-a0df-42fc-8f6f-ef664f3a144c,revision_number=1']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:37:22.289885 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.33', 35858) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:37:22.339497 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-1ea9c819-60c4-43fe-b5d7-5684edbf1728 admin admin] Publish callbacks [] for security_group (be01bdc1-a0df-42fc-8f6f-ef664f3a144c), before_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:37:22.360776 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-1ea9c819-60c4-43fe-b5d7-5684edbf1728 admin admin] Publish callbacks [] for security_group (be01bdc1-a0df-42fc-8f6f-ef664f3a144c), precommit_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:37:22.407669 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-1ea9c819-60c4-43fe-b5d7-5684edbf1728 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594961'] for security_group (be01bdc1-a0df-42fc-8f6f-ef664f3a144c), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:37:22.411415 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-1ea9c819-60c4-43fe-b5d7-5684edbf1728 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:37:22.412707 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-1ea9c819-60c4-43fe-b5d7-5684edbf1728 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/be01bdc1-a0df-42fc-8f6f-ef664f3a144c HTTP/1.1" status: 204 len: 168 time: 0.1218503 May 28 17:37:22.420279 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea9c819-60c4-43fe-b5d7-5684edbf1728 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be01bdc1-a0df-42fc-8f6f-ef664f3a144c,revision_number=None']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:37:22.622780 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-c117bb90-2d0d-4015-9a82-256f8e1645e3 req-b9b0932e-5d72-4415-90f4-99a1c2f5a075 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] 10.222.0.33 "GET /v2.0/ports?device_id=03b782e2-0501-4467-9b07-0a0766795ad4 HTTP/1.1" status: 200 len: 210 time: 0.0290134 May 28 17:37:22.755503 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1990a330-72a8-41d3-989d-8b19ca02b47e req-2452acaa-75ce-4d9d-8d7a-4f812bb4cda1 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:37:22.757247 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-1990a330-72a8-41d3-989d-8b19ca02b47e req-2452acaa-75ce-4d9d-8d7a-4f812bb4cda1 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] 10.222.0.16 "GET /v2.0/networks?id=a98bf986-b097-428c-84c6-2a59a4df1a9f HTTP/1.1" status: 200 len: 812 time: 0.1276119 May 28 17:37:22.881269 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-f85f696d-1a85-4f96-bec5-5cf6419fc11d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (b4d0b3c0-cc03-4456-af87-35ab415ef94b), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:37:22.947659 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-1990a330-72a8-41d3-989d-8b19ca02b47e req-4a9d02dc-a4b1-45b2-bdb6-170f72488e5f tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3785f78e6d1048cfa0b5b123fdd909c8 HTTP/1.1" status: 200 len: 380 time: 0.0583167 May 28 17:37:22.973314 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.v2.base [req-1990a330-72a8-41d3-989d-8b19ca02b47e req-69fe0180-db4f-4885-a23a-15574ce6bdbe tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Request body: {'port': {'device_id': '03b782e2-0501-4467-9b07-0a0766795ad4', 'network_id': 'a98bf986-b097-428c-84c6-2a59a4df1a9f', 'admin_state_up': True, 'tenant_id': '3785f78e6d1048cfa0b5b123fdd909c8', 'security_groups': ['b4df1026-1b55-41af-ad76-6b94971e15b7']}} {{(pid=103911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 17:37:23.107195 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1990a330-72a8-41d3-989d-8b19ca02b47e req-69fe0180-db4f-4885-a23a-15574ce6bdbe tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Made reservation on behalf of 3785f78e6d1048cfa0b5b123fdd909c8 for: {'port': 1} {{(pid=103911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 17:37:23.112706 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-1990a330-72a8-41d3-989d-8b19ca02b47e req-69fe0180-db4f-4885-a23a-15574ce6bdbe tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (None), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:37:23.252460 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.db.db_base_plugin_common [req-1990a330-72a8-41d3-989d-8b19ca02b47e req-69fe0180-db4f-4885-a23a-15574ce6bdbe tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Allocated IP 172.20.0.10 (a98bf986-b097-428c-84c6-2a59a4df1a9f/ff216cd5-a438-4e93-8bdb-93f0599b8766/e8ae62d4-a8b6-4a83-8ce0-f58a2953d5ca) {{(pid=103911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 17:37:23.402253 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-1990a330-72a8-41d3-989d-8b19ca02b47e req-69fe0180-db4f-4885-a23a-15574ce6bdbe tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Publish callbacks [] for port (e8ae62d4-a8b6-4a83-8ce0-f58a2953d5ca), precommit_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:37:23.443917 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-1990a330-72a8-41d3-989d-8b19ca02b47e req-69fe0180-db4f-4885-a23a-15574ce6bdbe tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735968120113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6040268'] for port (e8ae62d4-a8b6-4a83-8ce0-f58a2953d5ca), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:37:23.497453 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1990a330-72a8-41d3-989d-8b19ca02b47e req-69fe0180-db4f-4885-a23a-15574ce6bdbe tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Network a98bf986-b097-428c-84c6-2a59a4df1a9f is already hosted by enough agents. {{(pid=103911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 17:37:23.506046 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.scheduler.base_scheduler [req-1990a330-72a8-41d3-989d-8b19ca02b47e req-69fe0180-db4f-4885-a23a-15574ce6bdbe tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Resources bound (agent type, host, resource id): {{(pid=103911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 17:37:23.510956 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [req-1990a330-72a8-41d3-989d-8b19ca02b47e req-69fe0180-db4f-4885-a23a-15574ce6bdbe tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Received port after_create {{(pid=103911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 28 17:37:23.521058 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.agents_db [None req-b36f0ab6-f8d6-4670-a7fa-3628cf342135 None None] Agent healthcheck: found 6 active agents {{(pid=103914) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 28 17:37:23.563489 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fe0180-db4f-4885-a23a-15574ce6bdbe tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Pushing event updated for resources: {'Port': ['ID=e8ae62d4-a8b6-4a83-8ce0-f58a2953d5ca,revision_number=1']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:37:23.607587 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1990a330-72a8-41d3-989d-8b19ca02b47e req-69fe0180-db4f-4885-a23a-15574ce6bdbe tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:37:23.608480 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-1990a330-72a8-41d3-989d-8b19ca02b47e req-69fe0180-db4f-4885-a23a-15574ce6bdbe tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22441'] for port (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:37:23.634263 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-1990a330-72a8-41d3-989d-8b19ca02b47e req-69fe0180-db4f-4885-a23a-15574ce6bdbe tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6658604 May 28 17:37:23.655086 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.v2.base [req-1990a330-72a8-41d3-989d-8b19ca02b47e req-c9078bee-1691-4217-b138-4af03f30837c service neutron] Request body: {'port': {'device_id': '03b782e2-0501-4467-9b07-0a0766795ad4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84372'}} {{(pid=103911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 17:37:23.707261 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:37:23.756520 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-1990a330-72a8-41d3-989d-8b19ca02b47e req-c9078bee-1691-4217-b138-4af03f30837c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (e8ae62d4-a8b6-4a83-8ce0-f58a2953d5ca), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:37:23.759543 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:37:23.824784 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8425f621-99c6-42f2-91f2-2d60db325633 req-bfa701fd-8c71-4293-93ba-dd472c204952 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:37:23.834898 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-8425f621-99c6-42f2-91f2-2d60db325633 req-bfa701fd-8c71-4293-93ba-dd472c204952 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] 10.222.0.33 "GET /v2.0/ports?device_id=03b782e2-0501-4467-9b07-0a0766795ad4 HTTP/1.1" status: 200 len: 932 time: 0.0897906 May 28 17:37:23.897127 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-8425f621-99c6-42f2-91f2-2d60db325633 req-4f5a44ef-80ae-4e3a-b269-4b099abdfae2 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] 10.222.0.33 "GET /v2.0/security-groups?id=b4df1026-1b55-41af-ad76-6b94971e15b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610175 May 28 17:37:23.900637 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-34de104a-089d-41fd-8ebe-b8b0a5f569c0 None None] Provisioning complete for port e8ae62d4-a8b6-4a83-8ce0-f58a2953d5ca triggered by entity DHCP. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 17:37:23.901147 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-34de104a-089d-41fd-8ebe-b8b0a5f569c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1821120'] for port (e8ae62d4-a8b6-4a83-8ce0-f58a2953d5ca), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:37:23.940057 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-34de104a-089d-41fd-8ebe-b8b0a5f569c0 None None] Port e8ae62d4-a8b6-4a83-8ce0-f58a2953d5ca cannot update to ACTIVE because it is not bound. {{(pid=103913) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 28 17:37:24.101279 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.notifiers.nova [req-1990a330-72a8-41d3-989d-8b19ca02b47e req-c9078bee-1691-4217-b138-4af03f30837c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8ae62d4-a8b6-4a83-8ce0-f58a2953d5ca {{(pid=103911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 17:37:24.108883 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-1990a330-72a8-41d3-989d-8b19ca02b47e req-c9078bee-1691-4217-b138-4af03f30837c service neutron] Publish callbacks [] for port (e8ae62d4-a8b6-4a83-8ce0-f58a2953d5ca), precommit_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:37:24.122973 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [req-1990a330-72a8-41d3-989d-8b19ca02b47e req-c9078bee-1691-4217-b138-4af03f30837c service neutron] Transition to ACTIVE for port object e8ae62d4-a8b6-4a83-8ce0-f58a2953d5ca will not be triggered until provisioned by entity L2. {{(pid=103911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 28 17:37:24.126245 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-1990a330-72a8-41d3-989d-8b19ca02b47e req-c9078bee-1691-4217-b138-4af03f30837c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735968512485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735968120131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735968120149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6040315'] for port (e8ae62d4-a8b6-4a83-8ce0-f58a2953d5ca), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:37:24.173949 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9078bee-1691-4217-b138-4af03f30837c service neutron] Pushing event updated for resources: {'Port': ['ID=e8ae62d4-a8b6-4a83-8ce0-f58a2953d5ca,revision_number=2']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:37:24.262875 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.managers [req-1990a330-72a8-41d3-989d-8b19ca02b47e req-c9078bee-1691-4217-b138-4af03f30837c service neutron] Attempting to bind port e8ae62d4-a8b6-4a83-8ce0-f58a2953d5ca on host hv-cinder-84372 for vnic_type normal with profile {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 28 17:37:24.263225 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.managers [req-1990a330-72a8-41d3-989d-8b19ca02b47e req-c9078bee-1691-4217-b138-4af03f30837c service neutron] Attempting to bind port e8ae62d4-a8b6-4a83-8ce0-f58a2953d5ca by drivers openvswitch,hyperv on host hv-cinder-84372 at level 0 using segments [{'id': '868ce7ba-c384-40c5-a373-87b732b4b2f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'a98bf986-b097-428c-84c6-2a59a4df1a9f'}] {{(pid=103911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 28 17:37:24.263584 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1990a330-72a8-41d3-989d-8b19ca02b47e req-c9078bee-1691-4217-b138-4af03f30837c service neutron] Attempting to bind port e8ae62d4-a8b6-4a83-8ce0-f58a2953d5ca on network a98bf986-b097-428c-84c6-2a59a4df1a9f {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 28 17:37:24.269003 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1990a330-72a8-41d3-989d-8b19ca02b47e req-c9078bee-1691-4217-b138-4af03f30837c service neutron] Port e8ae62d4-a8b6-4a83-8ce0-f58a2953d5ca on network a98bf986-b097-428c-84c6-2a59a4df1a9f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84372 {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 28 17:37:24.269392 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1990a330-72a8-41d3-989d-8b19ca02b47e req-c9078bee-1691-4217-b138-4af03f30837c service neutron] Attempting to bind port e8ae62d4-a8b6-4a83-8ce0-f58a2953d5ca on network a98bf986-b097-428c-84c6-2a59a4df1a9f {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 28 17:37:24.281107 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1990a330-72a8-41d3-989d-8b19ca02b47e req-c9078bee-1691-4217-b138-4af03f30837c service neutron] Checking agent: {'id': '7cdbebfa-f3b4-48eb-8fbc-caed95606681', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84372', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 17, 23, 31), 'started_at': datetime.datetime(2022, 5, 28, 17, 23, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 17, 37, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 28 17:37:24.281107 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1990a330-72a8-41d3-989d-8b19ca02b47e req-c9078bee-1691-4217-b138-4af03f30837c service neutron] Checking segment: {'id': '868ce7ba-c384-40c5-a373-87b732b4b2f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'a98bf986-b097-428c-84c6-2a59a4df1a9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 28 17:37:24.281107 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1990a330-72a8-41d3-989d-8b19ca02b47e req-c9078bee-1691-4217-b138-4af03f30837c service neutron] Bound using segment: {'id': '868ce7ba-c384-40c5-a373-87b732b4b2f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'a98bf986-b097-428c-84c6-2a59a4df1a9f'} {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 28 17:37:24.281107 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.managers [req-1990a330-72a8-41d3-989d-8b19ca02b47e req-c9078bee-1691-4217-b138-4af03f30837c service neutron] Bound port: e8ae62d4-a8b6-4a83-8ce0-f58a2953d5ca, host: hv-cinder-84372, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '868ce7ba-c384-40c5-a373-87b732b4b2f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'a98bf986-b097-428c-84c6-2a59a4df1a9f'}}] {{(pid=103911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 28 17:37:24.281107 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-1990a330-72a8-41d3-989d-8b19ca02b47e req-c9078bee-1691-4217-b138-4af03f30837c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (e8ae62d4-a8b6-4a83-8ce0-f58a2953d5ca), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:37:24.353149 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [req-1990a330-72a8-41d3-989d-8b19ca02b47e req-c9078bee-1691-4217-b138-4af03f30837c service neutron] For port e8ae62d4-a8b6-4a83-8ce0-f58a2953d5ca, host hv-cinder-84372, cleared binding levels {{(pid=103911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 17:37:24.359579 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [req-1990a330-72a8-41d3-989d-8b19ca02b47e req-c9078bee-1691-4217-b138-4af03f30837c service neutron] For port e8ae62d4-a8b6-4a83-8ce0-f58a2953d5ca, host hv-cinder-84372, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84372',level=0,port_id=e8ae62d4-a8b6-4a83-8ce0-f58a2953d5ca,segment=NetworkSegment(868ce7ba-c384-40c5-a373-87b732b4b2f2),segment_id=868ce7ba-c384-40c5-a373-87b732b4b2f2)] {{(pid=103911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 17:37:24.369216 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-1990a330-72a8-41d3-989d-8b19ca02b47e req-c9078bee-1691-4217-b138-4af03f30837c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735968512485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735968120131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735968120149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6040315'] for port (e8ae62d4-a8b6-4a83-8ce0-f58a2953d5ca), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:37:24.402992 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1990a330-72a8-41d3-989d-8b19ca02b47e req-c9078bee-1691-4217-b138-4af03f30837c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:37:24.403626 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-1990a330-72a8-41d3-989d-8b19ca02b47e req-c9078bee-1691-4217-b138-4af03f30837c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22441'] for port (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:37:24.404979 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-1990a330-72a8-41d3-989d-8b19ca02b47e req-c9078bee-1691-4217-b138-4af03f30837c service neutron] 10.222.0.16 "PUT /v2.0/ports/e8ae62d4-a8b6-4a83-8ce0-f58a2953d5ca HTTP/1.1" status: 200 len: 1094 time: 0.7546790 May 28 17:37:24.405408 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03b782e2-0501-4467-9b07-0a0766795ad4', 'tag': 'e8ae62d4-a8b6-4a83-8ce0-f58a2953d5ca'}] {{(pid=103911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 17:37:24.407632 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb6e18ef154237edf928b85f6b333e0f790e93c3571d1d8d4f7e4f30b44c92d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b57a37b-1ca8-4e4b-b55b-7e202c39440b" -d '{"events": [{"name": "network-changed", "server_uuid": "03b782e2-0501-4467-9b07-0a0766795ad4", "tag": "e8ae62d4-a8b6-4a83-8ce0-f58a2953d5ca"}]}' {{(pid=103911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 28 17:37:24.455014 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 May 2022 17:37:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53b14559-4c8e-48e1-991a-4b86d08587b4 x-openstack-request-id: req-53b14559-4c8e-48e1-991a-4b86d08587b4 {{(pid=103911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 28 17:37:24.455304 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03b782e2-0501-4467-9b07-0a0766795ad4", "tag": "e8ae62d4-a8b6-4a83-8ce0-f58a2953d5ca", "status": "completed", "code": 200}]} {{(pid=103911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 28 17:37:24.455677 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-53b14559-4c8e-48e1-991a-4b86d08587b4 {{(pid=103911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 28 17:37:24.456101 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-53b14559-4c8e-48e1-991a-4b86d08587b4'] response: {'name': 'network-changed', 'server_uuid': '03b782e2-0501-4467-9b07-0a0766795ad4', 'tag': 'e8ae62d4-a8b6-4a83-8ce0-f58a2953d5ca', 'status': 'completed', 'code': 200} May 28 17:37:24.456812 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9078bee-1691-4217-b138-4af03f30837c service neutron] Pushing event updated for resources: {'Port': ['ID=e8ae62d4-a8b6-4a83-8ce0-f58a2953d5ca,revision_number=3']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:37:24.521199 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1990a330-72a8-41d3-989d-8b19ca02b47e req-a1582bc0-0408-491f-9a38-45190ec39b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:37:24.522691 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-1990a330-72a8-41d3-989d-8b19ca02b47e req-a1582bc0-0408-491f-9a38-45190ec39b26 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3785f78e6d1048cfa0b5b123fdd909c8&device_id=03b782e2-0501-4467-9b07-0a0766795ad4 HTTP/1.1" status: 200 len: 1128 time: 0.0443389 May 28 17:37:24.571644 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-1990a330-72a8-41d3-989d-8b19ca02b47e req-e8ef6ccf-efda-4f17-b3a1-99239999993b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e8ae62d4-a8b6-4a83-8ce0-f58a2953d5ca HTTP/1.1" status: 200 len: 217 time: 0.0355608 May 28 17:37:24.627464 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1990a330-72a8-41d3-989d-8b19ca02b47e req-4ff42287-b11f-467d-a146-f46b3dbd5725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:37:24.629170 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-1990a330-72a8-41d3-989d-8b19ca02b47e req-4ff42287-b11f-467d-a146-f46b3dbd5725 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ff216cd5-a438-4e93-8bdb-93f0599b8766 HTTP/1.1" status: 200 len: 851 time: 0.0521131 May 28 17:37:24.672526 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1990a330-72a8-41d3-989d-8b19ca02b47e req-d7187a24-9b07-4526-afb7-fa3bfc7b4a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:37:24.673990 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-1990a330-72a8-41d3-989d-8b19ca02b47e req-d7187a24-9b07-4526-afb7-fa3bfc7b4a95 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a98bf986-b097-428c-84c6-2a59a4df1a9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0390797 May 28 17:37:24.743471 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:37:24.768663 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-1990a330-72a8-41d3-989d-8b19ca02b47e req-0f84b717-6538-4bed-b7d0-19c9c65f5fec service neutron] 10.222.0.16 "GET /v2.0/networks/a98bf986-b097-428c-84c6-2a59a4df1a9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882945 May 28 17:37:24.847146 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:37:24.870613 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-1990a330-72a8-41d3-989d-8b19ca02b47e req-7129fe9e-d60f-43a2-896d-09371714702b service neutron] 10.222.0.16 "GET /v2.0/networks/a98bf986-b097-428c-84c6-2a59a4df1a9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959702 May 28 17:37:25.017369 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcf78b8-8a28-40f4-98f9-5c9204622b2b req-0a3d2716-94cb-4c7d-a139-37da8ed33552 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:37:25.019378 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-3bcf78b8-8a28-40f4-98f9-5c9204622b2b req-0a3d2716-94cb-4c7d-a139-37da8ed33552 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] 10.222.0.33 "GET /v2.0/ports?device_id=03b782e2-0501-4467-9b07-0a0766795ad4 HTTP/1.1" status: 200 len: 944 time: 0.0494506 May 28 17:37:25.075199 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-3bcf78b8-8a28-40f4-98f9-5c9204622b2b req-ea82a454-50bc-4bdf-a44d-00dc93c1e3fa tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] 10.222.0.33 "GET /v2.0/security-groups?id=b4df1026-1b55-41af-ad76-6b94971e15b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497913 May 28 17:37:25.166533 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-e5375586-688f-4439-8e53-137784fba4da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (8a8c7bbb-808d-49ae-95de-62501e6237ff), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:37:25.730478 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b57a37b-1ca8-4e4b-b55b-7e202c39440b req-8a255028-bdb6-4458-b5c7-61b064b4ed67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:37:25.731989 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-7b57a37b-1ca8-4e4b-b55b-7e202c39440b req-8a255028-bdb6-4458-b5c7-61b064b4ed67 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3785f78e6d1048cfa0b5b123fdd909c8&device_id=03b782e2-0501-4467-9b07-0a0766795ad4 HTTP/1.1" status: 200 len: 1128 time: 0.0453308 May 28 17:37:25.832585 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b57a37b-1ca8-4e4b-b55b-7e202c39440b req-991d3959-e1c0-4081-b1ad-735add6b10ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:37:25.834026 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-7b57a37b-1ca8-4e4b-b55b-7e202c39440b req-991d3959-e1c0-4081-b1ad-735add6b10ee service neutron] 10.222.0.16 "GET /v2.0/networks?id=a98bf986-b097-428c-84c6-2a59a4df1a9f HTTP/1.1" status: 200 len: 913 time: 0.0940709 May 28 17:37:25.875133 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-7b57a37b-1ca8-4e4b-b55b-7e202c39440b req-c85ba641-8043-4b6a-b463-44480f340eb3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e8ae62d4-a8b6-4a83-8ce0-f58a2953d5ca HTTP/1.1" status: 200 len: 217 time: 0.0345385 May 28 17:37:25.928354 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b57a37b-1ca8-4e4b-b55b-7e202c39440b req-a9805b45-e6c9-4a4e-a339-485d0ed911eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:37:25.929986 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-7b57a37b-1ca8-4e4b-b55b-7e202c39440b req-a9805b45-e6c9-4a4e-a339-485d0ed911eb service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ff216cd5-a438-4e93-8bdb-93f0599b8766 HTTP/1.1" status: 200 len: 851 time: 0.0495143 May 28 17:37:25.974250 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b57a37b-1ca8-4e4b-b55b-7e202c39440b req-1f8dccec-72e2-478d-8fdd-2096c372b629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:37:25.975751 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-7b57a37b-1ca8-4e4b-b55b-7e202c39440b req-1f8dccec-72e2-478d-8fdd-2096c372b629 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a98bf986-b097-428c-84c6-2a59a4df1a9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0401831 May 28 17:37:26.064823 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-7b57a37b-1ca8-4e4b-b55b-7e202c39440b req-6a8d506b-e46e-4d24-8682-a39a963f49b1 service neutron] 10.222.0.16 "GET /v2.0/networks/a98bf986-b097-428c-84c6-2a59a4df1a9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814989 May 28 17:37:26.183375 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-7b57a37b-1ca8-4e4b-b55b-7e202c39440b req-0236a622-a4cd-4b47-8646-4839e8459bd2 service neutron] 10.222.0.16 "GET /v2.0/networks/a98bf986-b097-428c-84c6-2a59a4df1a9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124253 May 28 17:37:26.201531 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73410077-3911-4151-8377-df2fc374913c req-94be97be-9df4-42e6-b7ed-35b2f7e5714f tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:37:26.202938 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-73410077-3911-4151-8377-df2fc374913c req-94be97be-9df4-42e6-b7ed-35b2f7e5714f tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] 10.222.0.33 "GET /v2.0/ports?device_id=03b782e2-0501-4467-9b07-0a0766795ad4 HTTP/1.1" status: 200 len: 944 time: 0.0566556 May 28 17:37:26.255413 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-73410077-3911-4151-8377-df2fc374913c req-9203580d-6593-4213-98a9-38eb2436d839 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] 10.222.0.33 "GET /v2.0/security-groups?id=b4df1026-1b55-41af-ad76-6b94971e15b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461094 May 28 17:37:26.451609 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-f22b8f6e-815f-41ba-a8b6-c2e56f67911e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (0b51406a-5a43-473c-8a39-67b2a4c71e5e), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:37:27.370438 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8cb455-e0d3-4a24-9486-5111f9a70b7a req-06bd9651-c032-4dd4-8af6-20e99b9bbd5c tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:37:27.371898 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-3c8cb455-e0d3-4a24-9486-5111f9a70b7a req-06bd9651-c032-4dd4-8af6-20e99b9bbd5c tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] 10.222.0.33 "GET /v2.0/ports?device_id=03b782e2-0501-4467-9b07-0a0766795ad4 HTTP/1.1" status: 200 len: 944 time: 0.0497012 May 28 17:37:27.407227 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:DELETE=2 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:37:27.423362 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-3c8cb455-e0d3-4a24-9486-5111f9a70b7a req-420a2a17-fac5-4c11-b9f7-07b0a01ed8f5 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] 10.222.0.33 "GET /v2.0/security-groups?id=b4df1026-1b55-41af-ad76-6b94971e15b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456331 May 28 17:37:27.761522 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-44990afe-4038-4bea-a0ed-12e052229f33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (19502cf1-8899-41f0-9103-a107faa54218), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:37:28.546725 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67879921-9ae7-4a2b-a738-55f06c8029de req-59f35b75-9a39-4b23-96ae-ba2bb945d334 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:37:28.548412 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-67879921-9ae7-4a2b-a738-55f06c8029de req-59f35b75-9a39-4b23-96ae-ba2bb945d334 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] 10.222.0.33 "GET /v2.0/ports?device_id=03b782e2-0501-4467-9b07-0a0766795ad4 HTTP/1.1" status: 200 len: 944 time: 0.0530071 May 28 17:37:28.598986 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-67879921-9ae7-4a2b-a738-55f06c8029de req-40ef59fd-6019-45ba-8f03-304094f995d7 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] 10.222.0.33 "GET /v2.0/security-groups?id=b4df1026-1b55-41af-ad76-6b94971e15b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446255 May 28 17:37:28.610764 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.33', 35996) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:37:28.719030 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-6ce4a12f-0280-4cd6-b3d8-1514df521cf4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:37:28.798300 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-6ce4a12f-0280-4cd6-b3d8-1514df521cf4 admin admin] Publish callbacks [] for security_group (fa889bce-4145-471c-a133-8ee59db0dc20), precommit_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:37:28.802196 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-6ce4a12f-0280-4cd6-b3d8-1514df521cf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594961'] for security_group (fa889bce-4145-471c-a133-8ee59db0dc20), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:37:28.819885 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:37:28.848499 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-6ce4a12f-0280-4cd6-b3d8-1514df521cf4 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=483e444b97ea4015b2b0faea47d73968&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2365396 May 28 17:37:28.850296 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce4a12f-0280-4cd6-b3d8-1514df521cf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa889bce-4145-471c-a133-8ee59db0dc20,revision_number=1']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:37:28.851287 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.33', 36004) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:37:28.858917 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce4a12f-0280-4cd6-b3d8-1514df521cf4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:37:28.859333 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce4a12f-0280-4cd6-b3d8-1514df521cf4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:37:28.859740 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce4a12f-0280-4cd6-b3d8-1514df521cf4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:37:28.860119 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce4a12f-0280-4cd6-b3d8-1514df521cf4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:37:28.860457 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce4a12f-0280-4cd6-b3d8-1514df521cf4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:37:28.860796 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce4a12f-0280-4cd6-b3d8-1514df521cf4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:37:28.861128 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce4a12f-0280-4cd6-b3d8-1514df521cf4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:37:28.861717 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce4a12f-0280-4cd6-b3d8-1514df521cf4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:37:28.862016 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce4a12f-0280-4cd6-b3d8-1514df521cf4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:37:28.862423 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce4a12f-0280-4cd6-b3d8-1514df521cf4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:37:28.862764 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce4a12f-0280-4cd6-b3d8-1514df521cf4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:37:28.863098 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce4a12f-0280-4cd6-b3d8-1514df521cf4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:37:28.863459 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce4a12f-0280-4cd6-b3d8-1514df521cf4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:37:28.863925 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce4a12f-0280-4cd6-b3d8-1514df521cf4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:37:28.864099 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce4a12f-0280-4cd6-b3d8-1514df521cf4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:37:28.903793 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:37:28.910448 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-ac2cefd1-9065-4d04-be3c-0e115f538c93 admin admin] Publish callbacks [] for security_group (fa889bce-4145-471c-a133-8ee59db0dc20), before_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:37:28.934503 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-ac2cefd1-9065-4d04-be3c-0e115f538c93 admin admin] Publish callbacks [] for security_group (fa889bce-4145-471c-a133-8ee59db0dc20), precommit_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:37:28.992695 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-ac2cefd1-9065-4d04-be3c-0e115f538c93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594961'] for security_group (fa889bce-4145-471c-a133-8ee59db0dc20), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:37:28.995560 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-ac2cefd1-9065-4d04-be3c-0e115f538c93 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:37:29.000585 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-ac2cefd1-9065-4d04-be3c-0e115f538c93 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/fa889bce-4145-471c-a133-8ee59db0dc20 HTTP/1.1" status: 204 len: 168 time: 0.1481519 May 28 17:37:29.010443 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2cefd1-9065-4d04-be3c-0e115f538c93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa889bce-4145-471c-a133-8ee59db0dc20,revision_number=None']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:37:29.018563 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2cefd1-9065-4d04-be3c-0e115f538c93 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:37:29.018994 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2cefd1-9065-4d04-be3c-0e115f538c93 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:37:29.019592 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2cefd1-9065-4d04-be3c-0e115f538c93 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:37:29.019998 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2cefd1-9065-4d04-be3c-0e115f538c93 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:37:29.020414 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2cefd1-9065-4d04-be3c-0e115f538c93 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:37:29.020864 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2cefd1-9065-4d04-be3c-0e115f538c93 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:37:29.021213 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2cefd1-9065-4d04-be3c-0e115f538c93 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:37:29.021702 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2cefd1-9065-4d04-be3c-0e115f538c93 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:37:29.022091 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2cefd1-9065-4d04-be3c-0e115f538c93 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:37:29.022685 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2cefd1-9065-4d04-be3c-0e115f538c93 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:37:29.022794 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2cefd1-9065-4d04-be3c-0e115f538c93 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:37:29.023149 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2cefd1-9065-4d04-be3c-0e115f538c93 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:37:29.023501 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2cefd1-9065-4d04-be3c-0e115f538c93 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:37:29.023825 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2cefd1-9065-4d04-be3c-0e115f538c93 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:37:29.024186 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2cefd1-9065-4d04-be3c-0e115f538c93 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:37:29.277882 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.33', 36014) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:37:29.291099 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-3b3a20b9-8aa3-490d-83d9-c4741f3a9ba5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:37:29.345296 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=90,neutron:INSERT=10 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:37:29.368786 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-3b3a20b9-8aa3-490d-83d9-c4741f3a9ba5 admin admin] Publish callbacks [] for security_group (fa325566-c2e4-46bf-8826-21bd0a08ec49), precommit_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:37:29.372303 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-3b3a20b9-8aa3-490d-83d9-c4741f3a9ba5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594961'] for security_group (fa325566-c2e4-46bf-8826-21bd0a08ec49), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:37:29.405734 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (0032cfec-21e8-44dd-a7d5-0b8312dfe052), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:37:29.415842 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-3b3a20b9-8aa3-490d-83d9-c4741f3a9ba5 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=68797f33c80e4c03ac36b70cc3a0dbe4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1368694 May 28 17:37:29.416694 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3a20b9-8aa3-490d-83d9-c4741f3a9ba5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa325566-c2e4-46bf-8826-21bd0a08ec49,revision_number=1']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:37:29.418483 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.33', 36016) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:37:29.470354 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-731640cb-4e36-4216-9a83-469ab808717b admin admin] Publish callbacks [] for security_group (fa325566-c2e4-46bf-8826-21bd0a08ec49), before_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:37:29.492567 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-731640cb-4e36-4216-9a83-469ab808717b admin admin] Publish callbacks [] for security_group (fa325566-c2e4-46bf-8826-21bd0a08ec49), precommit_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:37:29.539985 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-731640cb-4e36-4216-9a83-469ab808717b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594961'] for security_group (fa325566-c2e4-46bf-8826-21bd0a08ec49), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:37:29.542484 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-731640cb-4e36-4216-9a83-469ab808717b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:37:29.543626 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-731640cb-4e36-4216-9a83-469ab808717b admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/fa325566-c2e4-46bf-8826-21bd0a08ec49 HTTP/1.1" status: 204 len: 168 time: 0.1240220 May 28 17:37:29.551926 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731640cb-4e36-4216-9a83-469ab808717b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa325566-c2e4-46bf-8826-21bd0a08ec49,revision_number=None']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:37:29.723201 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b342f7a3-2567-4990-aa21-c52eb065b88a req-505699ac-985f-4bc4-a2d6-b8fb4aaa2b96 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:37:29.724749 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-b342f7a3-2567-4990-aa21-c52eb065b88a req-505699ac-985f-4bc4-a2d6-b8fb4aaa2b96 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] 10.222.0.33 "GET /v2.0/ports?device_id=03b782e2-0501-4467-9b07-0a0766795ad4 HTTP/1.1" status: 200 len: 944 time: 0.0541182 May 28 17:37:29.776210 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-b342f7a3-2567-4990-aa21-c52eb065b88a req-cf22051c-6858-4bd0-b2e6-cca7487f63a5 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] 10.222.0.33 "GET /v2.0/security-groups?id=b4df1026-1b55-41af-ad76-6b94971e15b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455134 May 28 17:37:29.887447 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.33', 36028) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:37:29.900910 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-811668ce-3088-43bc-a0ca-35216e6621a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:37:29.976832 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-811668ce-3088-43bc-a0ca-35216e6621a1 admin admin] Publish callbacks [] for security_group (8f54ee47-709c-4cb0-8f04-e5d77246312e), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:37:29.980714 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-811668ce-3088-43bc-a0ca-35216e6621a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594961'] for security_group (8f54ee47-709c-4cb0-8f04-e5d77246312e), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:37:30.024095 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-811668ce-3088-43bc-a0ca-35216e6621a1 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=d8b0093b7404461eb5128b1c99725879&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1355581 May 28 17:37:30.031022 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.33', 36036) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:37:30.035556 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811668ce-3088-43bc-a0ca-35216e6621a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f54ee47-709c-4cb0-8f04-e5d77246312e,revision_number=1']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:37:30.081862 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-fbd0011b-fc98-4c63-ae6f-622169a35464 admin admin] Publish callbacks [] for security_group (8f54ee47-709c-4cb0-8f04-e5d77246312e), before_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:37:30.105758 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-fbd0011b-fc98-4c63-ae6f-622169a35464 admin admin] Publish callbacks [] for security_group (8f54ee47-709c-4cb0-8f04-e5d77246312e), precommit_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:37:30.166208 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-fbd0011b-fc98-4c63-ae6f-622169a35464 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594961'] for security_group (8f54ee47-709c-4cb0-8f04-e5d77246312e), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:37:30.171316 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-fbd0011b-fc98-4c63-ae6f-622169a35464 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:37:30.172622 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-fbd0011b-fc98-4c63-ae6f-622169a35464 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/8f54ee47-709c-4cb0-8f04-e5d77246312e HTTP/1.1" status: 204 len: 168 time: 0.1447854 May 28 17:37:30.188522 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd0011b-fc98-4c63-ae6f-622169a35464 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f54ee47-709c-4cb0-8f04-e5d77246312e,revision_number=None']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:37:30.297676 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebde880b-7dd4-4deb-8582-334f07b3c37a req-66dc8418-78c4-4a90-9602-b55a1bf5a6b4 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:37:30.299699 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-ebde880b-7dd4-4deb-8582-334f07b3c37a req-66dc8418-78c4-4a90-9602-b55a1bf5a6b4 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] 10.222.0.33 "GET /v2.0/ports?device_id=9a72ea47-a87d-4716-981b-423fe0a0d60d HTTP/1.1" status: 200 len: 945 time: 0.0567207 May 28 17:37:30.327243 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=88,neutron:DELETE=7,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:37:30.352096 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-ebde880b-7dd4-4deb-8582-334f07b3c37a req-e2b803a7-5cea-4242-b84a-bfbe1a4aa1c0 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] 10.222.0.33 "GET /v2.0/security-groups?id=f7237bc3-fe4f-4f8e-99dc-6b35f46c839f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464895 May 28 17:37:30.896296 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce054b3-139b-4fc5-8bdf-8533065bcb09 req-7be504f4-ff0f-4256-beb1-88ab2dd98774 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:37:30.898492 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-9ce054b3-139b-4fc5-8bdf-8533065bcb09 req-7be504f4-ff0f-4256-beb1-88ab2dd98774 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] 10.222.0.33 "GET /v2.0/ports?device_id=03b782e2-0501-4467-9b07-0a0766795ad4 HTTP/1.1" status: 200 len: 944 time: 0.0491090 May 28 17:37:30.949231 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-9ce054b3-139b-4fc5-8bdf-8533065bcb09 req-b43a95fb-0bae-4d6e-9ad0-699d93fe6a25 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] 10.222.0.33 "GET /v2.0/security-groups?id=b4df1026-1b55-41af-ad76-6b94971e15b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453434 May 28 17:37:31.481691 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528a439e-859c-4ffa-9c63-3cf63d0bac78 req-37f38685-aef6-46b9-acf4-6d87f21f82f9 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:37:31.483805 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-528a439e-859c-4ffa-9c63-3cf63d0bac78 req-37f38685-aef6-46b9-acf4-6d87f21f82f9 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] 10.222.0.33 "GET /v2.0/ports?device_id=9a72ea47-a87d-4716-981b-423fe0a0d60d HTTP/1.1" status: 200 len: 945 time: 0.0602756 May 28 17:37:31.551892 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-528a439e-859c-4ffa-9c63-3cf63d0bac78 req-2fd42f6e-9421-4843-b298-e134932c5e73 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] 10.222.0.33 "GET /v2.0/security-groups?id=f7237bc3-fe4f-4f8e-99dc-6b35f46c839f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610559 May 28 17:37:32.065733 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50bd1ae-dcf2-4e4c-8347-a110d977b6c6 req-ad1348ac-46d9-48ac-bd2d-206c24c79966 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:37:32.067143 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-f50bd1ae-dcf2-4e4c-8347-a110d977b6c6 req-ad1348ac-46d9-48ac-bd2d-206c24c79966 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] 10.222.0.33 "GET /v2.0/ports?device_id=03b782e2-0501-4467-9b07-0a0766795ad4 HTTP/1.1" status: 200 len: 944 time: 0.0458932 May 28 17:37:32.114871 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-f50bd1ae-dcf2-4e4c-8347-a110d977b6c6 req-0cb59e34-3f46-4bb8-8a47-17fc896f57f2 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] 10.222.0.33 "GET /v2.0/security-groups?id=b4df1026-1b55-41af-ad76-6b94971e15b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423112 May 28 17:37:32.631204 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=7 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:37:32.671807 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac6a231-340c-4b36-a3cb-9255c5b16451 req-0be1acfe-55c7-40f4-bf0e-d6adea147cac tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:37:32.673241 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-5ac6a231-340c-4b36-a3cb-9255c5b16451 req-0be1acfe-55c7-40f4-bf0e-d6adea147cac tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] 10.222.0.33 "GET /v2.0/ports?device_id=9a72ea47-a87d-4716-981b-423fe0a0d60d HTTP/1.1" status: 200 len: 945 time: 0.0522277 May 28 17:37:32.719447 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-5ac6a231-340c-4b36-a3cb-9255c5b16451 req-771082d6-4dd4-4964-919c-77f45fb8d7f5 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] 10.222.0.33 "GET /v2.0/security-groups?id=f7237bc3-fe4f-4f8e-99dc-6b35f46c839f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406628 May 28 17:37:33.229615 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc5bf82-9cb8-4f7c-90a7-eafca2235071 req-ca549212-1a1c-44e4-a30a-be0617adb2d6 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:37:33.231048 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-6bc5bf82-9cb8-4f7c-90a7-eafca2235071 req-ca549212-1a1c-44e4-a30a-be0617adb2d6 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] 10.222.0.33 "GET /v2.0/ports?device_id=03b782e2-0501-4467-9b07-0a0766795ad4 HTTP/1.1" status: 200 len: 944 time: 0.0496836 May 28 17:37:33.279772 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-6bc5bf82-9cb8-4f7c-90a7-eafca2235071 req-dd6d8152-f3bf-40ba-9864-b80bd2f349be tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] 10.222.0.33 "GET /v2.0/security-groups?id=b4df1026-1b55-41af-ad76-6b94971e15b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431714 May 28 17:37:33.515764 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=2 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:37:33.832271 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f66579d-0877-4960-a19b-8d3782aa35ec req-f3461565-5236-4b65-a128-9682c45ee3b6 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:37:33.833646 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-6f66579d-0877-4960-a19b-8d3782aa35ec req-f3461565-5236-4b65-a128-9682c45ee3b6 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] 10.222.0.33 "GET /v2.0/ports?device_id=9a72ea47-a87d-4716-981b-423fe0a0d60d HTTP/1.1" status: 200 len: 945 time: 0.0470905 May 28 17:37:33.880678 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-6f66579d-0877-4960-a19b-8d3782aa35ec req-a670f781-14c7-4ac2-95c2-568badbeeee6 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] 10.222.0.33 "GET /v2.0/security-groups?id=f7237bc3-fe4f-4f8e-99dc-6b35f46c839f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415981 May 28 17:37:34.390812 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4deed0b4-684f-4304-a2bc-a0cb71ba0c40 req-9ad245b5-82cc-444a-a266-23570f72af78 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:37:34.392339 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-4deed0b4-684f-4304-a2bc-a0cb71ba0c40 req-9ad245b5-82cc-444a-a266-23570f72af78 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] 10.222.0.33 "GET /v2.0/ports?device_id=03b782e2-0501-4467-9b07-0a0766795ad4 HTTP/1.1" status: 200 len: 944 time: 0.0477889 May 28 17:37:34.442247 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-4deed0b4-684f-4304-a2bc-a0cb71ba0c40 req-eb85e9f4-4174-46a8-95a0-afab81aeaa1d tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] 10.222.0.33 "GET /v2.0/security-groups?id=b4df1026-1b55-41af-ad76-6b94971e15b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439816 May 28 17:37:34.603320 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (7cdbebfa-f3b4-48eb-8fbc-caed95606681), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:37:34.993359 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528867c6-d58e-458d-8c6d-1a3d1715878d req-fa25d856-ca6a-4da5-8ec8-c38e9fc0c979 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:37:34.994791 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-528867c6-d58e-458d-8c6d-1a3d1715878d req-fa25d856-ca6a-4da5-8ec8-c38e9fc0c979 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] 10.222.0.33 "GET /v2.0/ports?device_id=9a72ea47-a87d-4716-981b-423fe0a0d60d HTTP/1.1" status: 200 len: 945 time: 0.0460973 May 28 17:37:35.043695 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-528867c6-d58e-458d-8c6d-1a3d1715878d req-16f7e49a-5f84-4108-93d7-7f9c4f9fb821 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] 10.222.0.33 "GET /v2.0/security-groups?id=f7237bc3-fe4f-4f8e-99dc-6b35f46c839f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435803 May 28 17:37:35.559830 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b569a5-6aab-4418-b128-aa966ae2c632 req-7e0be38e-5759-45a5-8c78-5f73776f2ab5 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:37:35.561277 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-e6b569a5-6aab-4418-b128-aa966ae2c632 req-7e0be38e-5759-45a5-8c78-5f73776f2ab5 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] 10.222.0.33 "GET /v2.0/ports?device_id=03b782e2-0501-4467-9b07-0a0766795ad4 HTTP/1.1" status: 200 len: 944 time: 0.0502720 May 28 17:37:35.611451 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-e6b569a5-6aab-4418-b128-aa966ae2c632 req-ca8f8036-ec91-43f6-8708-de574b68b208 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] 10.222.0.33 "GET /v2.0/security-groups?id=b4df1026-1b55-41af-ad76-6b94971e15b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443587 May 28 17:37:36.189590 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa9829c-0916-4e1c-b6db-95d769af932f req-56c90f81-9a6e-41b4-9887-55f69361d703 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:37:36.191758 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-7aa9829c-0916-4e1c-b6db-95d769af932f req-56c90f81-9a6e-41b4-9887-55f69361d703 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] 10.222.0.33 "GET /v2.0/ports?device_id=9a72ea47-a87d-4716-981b-423fe0a0d60d HTTP/1.1" status: 200 len: 945 time: 0.0549893 May 28 17:37:36.239786 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-7aa9829c-0916-4e1c-b6db-95d769af932f req-6117d5ee-a48f-460b-8bde-f858592e024c tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] 10.222.0.33 "GET /v2.0/security-groups?id=f7237bc3-fe4f-4f8e-99dc-6b35f46c839f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431297 May 28 17:37:36.724080 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080875b7-a466-4bae-9581-213cabd96e15 req-ec0389d4-9873-456e-87e1-c7f5ec715240 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:37:36.725557 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-080875b7-a466-4bae-9581-213cabd96e15 req-ec0389d4-9873-456e-87e1-c7f5ec715240 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] 10.222.0.33 "GET /v2.0/ports?device_id=03b782e2-0501-4467-9b07-0a0766795ad4 HTTP/1.1" status: 200 len: 944 time: 0.0475922 May 28 17:37:36.777166 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-080875b7-a466-4bae-9581-213cabd96e15 req-6057eef9-2091-4438-9e4e-644f0f0b64fe tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] 10.222.0.33 "GET /v2.0/security-groups?id=b4df1026-1b55-41af-ad76-6b94971e15b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454233 May 28 17:37:37.370210 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519ffbd3-97a1-4d01-aa53-1d61db3db598 req-2f0baad2-2c5b-485e-a533-01605ff1217c tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:37:37.371740 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-519ffbd3-97a1-4d01-aa53-1d61db3db598 req-2f0baad2-2c5b-485e-a533-01605ff1217c tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] 10.222.0.33 "GET /v2.0/ports?device_id=9a72ea47-a87d-4716-981b-423fe0a0d60d HTTP/1.1" status: 200 len: 945 time: 0.0573232 May 28 17:37:37.441542 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-519ffbd3-97a1-4d01-aa53-1d61db3db598 req-0dd73ae3-fbdc-457a-abff-30677fafcc62 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] 10.222.0.33 "GET /v2.0/security-groups?id=f7237bc3-fe4f-4f8e-99dc-6b35f46c839f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631428 May 28 17:37:37.889634 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed89762-4131-48d2-9f83-0d1e6906eb03 req-d37a5e0f-f6e1-4e2c-b262-d984331ad874 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:37:37.891049 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-aed89762-4131-48d2-9f83-0d1e6906eb03 req-d37a5e0f-f6e1-4e2c-b262-d984331ad874 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] 10.222.0.33 "GET /v2.0/ports?device_id=03b782e2-0501-4467-9b07-0a0766795ad4 HTTP/1.1" status: 200 len: 944 time: 0.0463970 May 28 17:37:37.941885 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-aed89762-4131-48d2-9f83-0d1e6906eb03 req-d3e195e6-f487-4f87-8e94-6c939f85f194 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] 10.222.0.33 "GET /v2.0/security-groups?id=b4df1026-1b55-41af-ad76-6b94971e15b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451331 May 28 17:37:38.576632 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66768526-2725-4f41-9999-641c93961d39 req-e7a523d5-9805-47fb-97a2-d5e4d9624451 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:37:38.578114 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-66768526-2725-4f41-9999-641c93961d39 req-e7a523d5-9805-47fb-97a2-d5e4d9624451 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] 10.222.0.33 "GET /v2.0/ports?device_id=9a72ea47-a87d-4716-981b-423fe0a0d60d HTTP/1.1" status: 200 len: 945 time: 0.0567122 May 28 17:37:38.626732 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-66768526-2725-4f41-9999-641c93961d39 req-db36b026-79ca-4e4f-a523-e09d518244e2 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] 10.222.0.33 "GET /v2.0/security-groups?id=f7237bc3-fe4f-4f8e-99dc-6b35f46c839f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430317 May 28 17:37:39.056046 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec48535-a1fb-4155-bc8a-bdd47157951b req-ce49fc82-ba25-4fe0-8811-c2a654f2ae7a tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:37:39.057507 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-3ec48535-a1fb-4155-bc8a-bdd47157951b req-ce49fc82-ba25-4fe0-8811-c2a654f2ae7a tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] 10.222.0.33 "GET /v2.0/ports?device_id=03b782e2-0501-4467-9b07-0a0766795ad4 HTTP/1.1" status: 200 len: 944 time: 0.0491426 May 28 17:37:39.107634 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-3ec48535-a1fb-4155-bc8a-bdd47157951b req-52577c03-fb16-4dea-8bfc-bab9d0cc4c52 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] 10.222.0.33 "GET /v2.0/security-groups?id=b4df1026-1b55-41af-ad76-6b94971e15b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443895 May 28 17:37:39.746927 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3113903e-0d05-413c-947b-62f16856de66 req-17cec5a5-1720-4e8a-b3ae-a0fa700041bf tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:37:39.748550 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-3113903e-0d05-413c-947b-62f16856de66 req-17cec5a5-1720-4e8a-b3ae-a0fa700041bf tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] 10.222.0.33 "GET /v2.0/ports?device_id=9a72ea47-a87d-4716-981b-423fe0a0d60d HTTP/1.1" status: 200 len: 945 time: 0.0501108 May 28 17:37:39.802022 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-3113903e-0d05-413c-947b-62f16856de66 req-46f311e8-84a3-49b8-9102-6e92a73f34b5 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] 10.222.0.33 "GET /v2.0/security-groups?id=f7237bc3-fe4f-4f8e-99dc-6b35f46c839f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455165 May 28 17:37:39.831241 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:37:39.880472 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-2509395c-48b5-4815-a278-d76ae354e280 req-597e4f34-963f-4614-b230-3056e63bb2de service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=6863e51f-850f-4d83-a5ea-34408f176184&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0644662 May 28 17:37:39.882841 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18d2f19-9ff2-424f-af01-99aee04e5255 req-8b78b779-9bed-42e4-9779-bdbec1629369 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:37:39.884564 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-a18d2f19-9ff2-424f-af01-99aee04e5255 req-8b78b779-9bed-42e4-9779-bdbec1629369 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a72ea47-a87d-4716-981b-423fe0a0d60d HTTP/1.1" status: 200 len: 945 time: 0.0688918 May 28 17:37:40.229053 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a749d7d8-4182-451a-bd6d-6c4d972b34e4 req-529fcd27-5962-4e15-855a-41b0effbb5ce tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:37:40.230667 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-a749d7d8-4182-451a-bd6d-6c4d972b34e4 req-529fcd27-5962-4e15-855a-41b0effbb5ce tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] 10.222.0.33 "GET /v2.0/ports?device_id=03b782e2-0501-4467-9b07-0a0766795ad4 HTTP/1.1" status: 200 len: 944 time: 0.0528359 May 28 17:37:40.287195 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-a749d7d8-4182-451a-bd6d-6c4d972b34e4 req-60500dc6-bcac-4a5e-894c-e3786936637b tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] 10.222.0.33 "GET /v2.0/security-groups?id=b4df1026-1b55-41af-ad76-6b94971e15b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509717 May 28 17:37:40.942643 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2509395c-48b5-4815-a278-d76ae354e280 req-9366b05b-8a08-4364-bc4a-851f50370748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:37:40.944164 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-2509395c-48b5-4815-a278-d76ae354e280 req-9366b05b-8a08-4364-bc4a-851f50370748 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9525b35792a04dc3a6f109cb39ee9d50&device_id=6863e51f-850f-4d83-a5ea-34408f176184 HTTP/1.1" status: 200 len: 1129 time: 0.0469782 May 28 17:37:40.994909 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=100 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:37:40.995805 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccadde87-4c6f-4fb3-812b-78029d541b71 req-4859512a-0ba1-469d-bc7a-a97f474bb642 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:37:40.997330 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-ccadde87-4c6f-4fb3-812b-78029d541b71 req-4859512a-0ba1-469d-bc7a-a97f474bb642 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] 10.222.0.33 "GET /v2.0/ports?device_id=9a72ea47-a87d-4716-981b-423fe0a0d60d HTTP/1.1" status: 200 len: 945 time: 0.0825570 May 28 17:37:41.000291 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.plugin [req-a18d2f19-9ff2-424f-af01-99aee04e5255 req-54564fa7-5182-4b81-baa5-880ac7f762a0 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Deleting port 25a0a848-b7b0-4228-8b72-fbe8936a2352 {{(pid=103912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 28 17:37:41.000633 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-a18d2f19-9ff2-424f-af01-99aee04e5255 req-54564fa7-5182-4b81-baa5-880ac7f762a0 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735968504037'] for port (25a0a848-b7b0-4228-8b72-fbe8936a2352), before_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:37:41.050646 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2509395c-48b5-4815-a278-d76ae354e280 req-092a1315-0afe-4f29-872c-a82f5d67a005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:37:41.052350 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-2509395c-48b5-4815-a278-d76ae354e280 req-092a1315-0afe-4f29-872c-a82f5d67a005 service neutron] 10.222.0.16 "GET /v2.0/networks?id=f73c6d30-f59b-4e03-9c62-138278150c67 HTTP/1.1" status: 200 len: 915 time: 0.0889709 May 28 17:37:41.117106 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-ccadde87-4c6f-4fb3-812b-78029d541b71 req-bbd0d0b0-cdc9-432d-8991-6a114a227cd0 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] 10.222.0.33 "GET /v2.0/security-groups?id=f7237bc3-fe4f-4f8e-99dc-6b35f46c839f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1123629 May 28 17:37:41.128153 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=100 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:37:41.133144 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-2509395c-48b5-4815-a278-d76ae354e280 req-5cd6a5a7-4da3-44dc-8d40-c12e864b027b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f9b3d611-66b6-43d5-b2bc-e8228c900bb3 HTTP/1.1" status: 200 len: 999 time: 0.0740132 May 28 17:37:41.148259 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.db [req-a18d2f19-9ff2-424f-af01-99aee04e5255 req-54564fa7-5182-4b81-baa5-880ac7f762a0 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] For port 25a0a848-b7b0-4228-8b72-fbe8936a2352, host hv-cinder-84372, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84372',level=0,port_id=25a0a848-b7b0-4228-8b72-fbe8936a2352,segment=NetworkSegment(480101fc-6c46-44c0-bf09-f4d27baa4f82),segment_id=480101fc-6c46-44c0-bf09-f4d27baa4f82)] {{(pid=103912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 17:37:41.150066 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-a18d2f19-9ff2-424f-af01-99aee04e5255 req-54564fa7-5182-4b81-baa5-880ac7f762a0 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-660327'] for port (25a0a848-b7b0-4228-8b72-fbe8936a2352), precommit_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:37:41.195936 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2509395c-48b5-4815-a278-d76ae354e280 req-2adff886-4ace-4827-bc8b-638ad0c72233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:37:41.198217 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-2509395c-48b5-4815-a278-d76ae354e280 req-2adff886-4ace-4827-bc8b-638ad0c72233 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3ba9da23-e7a0-4b8a-b5a4-c3c0fc07e6a1 HTTP/1.1" status: 200 len: 853 time: 0.0586417 May 28 17:37:41.247812 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2509395c-48b5-4815-a278-d76ae354e280 req-4205ce1a-124c-4435-853f-70e7927bff6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:37:41.248619 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=100 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:37:41.250227 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-2509395c-48b5-4815-a278-d76ae354e280 req-4205ce1a-124c-4435-853f-70e7927bff6b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f73c6d30-f59b-4e03-9c62-138278150c67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440209 May 28 17:37:41.327223 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-a18d2f19-9ff2-424f-af01-99aee04e5255 req-54564fa7-5182-4b81-baa5-880ac7f762a0 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:37:41.327615 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-a18d2f19-9ff2-424f-af01-99aee04e5255 req-54564fa7-5182-4b81-baa5-880ac7f762a0 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681695'] for floatingip (379126d3-8143-4ab5-b326-cd21a26bf136), after_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:37:41.327932 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.db.l3_db [req-a18d2f19-9ff2-424f-af01-99aee04e5255 req-54564fa7-5182-4b81-baa5-880ac7f762a0 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Floating IP 379126d3-8143-4ab5-b326-cd21a26bf136 disassociated. External IP: 172.27.0.141, port: 25a0a848-b7b0-4228-8b72-fbe8936a2352. May 28 17:37:41.328292 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.plugin [req-a18d2f19-9ff2-424f-af01-99aee04e5255 req-54564fa7-5182-4b81-baa5-880ac7f762a0 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Calling delete_port for 25a0a848-b7b0-4228-8b72-fbe8936a2352 owned by compute:nova {{(pid=103912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 28 17:37:41.357389 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-2509395c-48b5-4815-a278-d76ae354e280 req-fb6dca53-591b-48b7-a164-7424c7953e0f service neutron] 10.222.0.16 "GET /v2.0/networks/f73c6d30-f59b-4e03-9c62-138278150c67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005018 May 28 17:37:41.471780 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9654d45-08ad-41b6-ab90-6fec6f8e3d4b req-73387d42-bbe2-4b74-b9a3-986484a877f6 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:37:41.472387 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-a18d2f19-9ff2-424f-af01-99aee04e5255 req-54564fa7-5182-4b81-baa5-880ac7f762a0 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735968512467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735968120122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6173922'] for port (25a0a848-b7b0-4228-8b72-fbe8936a2352), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:37:41.473263 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-f9654d45-08ad-41b6-ab90-6fec6f8e3d4b req-73387d42-bbe2-4b74-b9a3-986484a877f6 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] 10.222.0.33 "GET /v2.0/ports?device_id=03b782e2-0501-4467-9b07-0a0766795ad4 HTTP/1.1" status: 200 len: 944 time: 0.1015334 May 28 17:37:41.498464 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54564fa7-5182-4b81-baa5-880ac7f762a0 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Pushing event deleted for resources: {'Port': ['ID=25a0a848-b7b0-4228-8b72-fbe8936a2352,revision_number=None']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:37:41.544782 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-2509395c-48b5-4815-a278-d76ae354e280 req-a5148f9d-5955-4a10-b260-7757e7ef616c service neutron] 10.222.0.16 "GET /v2.0/networks/f73c6d30-f59b-4e03-9c62-138278150c67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1806898 May 28 17:37:41.550647 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-f9654d45-08ad-41b6-ab90-6fec6f8e3d4b req-4e7fc85d-996e-49d5-a7f2-bc653994853d tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] 10.222.0.33 "GET /v2.0/security-groups?id=b4df1026-1b55-41af-ad76-6b94971e15b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712168 May 28 17:37:41.631073 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a18d2f19-9ff2-424f-af01-99aee04e5255 req-54564fa7-5182-4b81-baa5-880ac7f762a0 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Router 4d1920b0-566c-4298-8aa6-a5f29f68f519 has already been hosted by L3 agent 8a8c7bbb-808d-49ae-95de-62501e6237ff {{(pid=103912) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 17:37:41.739304 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a18d2f19-9ff2-424f-af01-99aee04e5255 req-54564fa7-5182-4b81-baa5-880ac7f762a0 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Notify agent at l3_agent.dv-cinder-843729-1-iscsi the message routers_updated {{(pid=103912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 17:37:41.748526 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-182bc101-d7da-45bf-a095-aee9071b8cc3 None None] Sync routers for ids ['4d1920b0-566c-4298-8aa6-a5f29f68f519'] in dv-cinder-843729-1-iscsi {{(pid=103914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 17:37:41.759417 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-182bc101-d7da-45bf-a095-aee9071b8cc3 None None] Routers {'4d1920b0-566c-4298-8aa6-a5f29f68f519'} bound to L3 agent in host dv-cinder-843729-1-iscsi {{(pid=103914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 28 17:37:41.760026 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-182bc101-d7da-45bf-a095-aee9071b8cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843729-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T17:16:55Z,description=,heartbeat_timestamp=2022-05-28T17:37:25Z,host='dv-cinder-843729-1-iscsi',id=8a8c7bbb-808d-49ae-95de-62501e6237ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T17:16:55Z,topic='l3_agent')) {'router_ids': ['4d1920b0-566c-4298-8aa6-a5f29f68f519'], 'active': True} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:37:41.781634 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvrscheduler_db [req-a18d2f19-9ff2-424f-af01-99aee04e5255 req-54564fa7-5182-4b81-baa5-880ac7f762a0 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] No DVR routers for this DVR port 25a0a848-b7b0-4228-8b72-fbe8936a2352 on host hv-cinder-84372 {{(pid=103912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 17:37:41.784395 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-a18d2f19-9ff2-424f-af01-99aee04e5255 req-54564fa7-5182-4b81-baa5-880ac7f762a0 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22441'] for port (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:37:41.787657 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-a18d2f19-9ff2-424f-af01-99aee04e5255 req-54564fa7-5182-4b81-baa5-880ac7f762a0 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] 10.222.0.16 "DELETE /v2.0/ports/25a0a848-b7b0-4228-8b72-fbe8936a2352 HTTP/1.1" status: 204 len: 173 time: 0.9286175 May 28 17:37:41.788131 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a72ea47-a87d-4716-981b-423fe0a0d60d', 'name': 'network-vif-deleted', 'tag': '25a0a848-b7b0-4228-8b72-fbe8936a2352'}] {{(pid=103912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 17:37:41.790375 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}192b2939a0ee72d6dca365a869ce4d556b01f2e73c600b6e44d67eb265bc480d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52e998ac-23e7-41d3-b61e-1807135f9ba1" -d '{"events": [{"server_uuid": "9a72ea47-a87d-4716-981b-423fe0a0d60d", "name": "network-vif-deleted", "tag": "25a0a848-b7b0-4228-8b72-fbe8936a2352"}]}' {{(pid=103912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 28 17:37:41.827945 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 May 2022 17:37:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa103fd6-b2bd-44e6-ab7c-4bd20639e885 x-openstack-request-id: req-fa103fd6-b2bd-44e6-ab7c-4bd20639e885 {{(pid=103912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 28 17:37:41.828189 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a72ea47-a87d-4716-981b-423fe0a0d60d", "name": "network-vif-deleted", "tag": "25a0a848-b7b0-4228-8b72-fbe8936a2352", "status": "completed", "code": 200}]} {{(pid=103912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 28 17:37:41.828505 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-fa103fd6-b2bd-44e6-ab7c-4bd20639e885 {{(pid=103912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 28 17:37:41.828836 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa103fd6-b2bd-44e6-ab7c-4bd20639e885'] response: {'server_uuid': '9a72ea47-a87d-4716-981b-423fe0a0d60d', 'name': 'network-vif-deleted', 'tag': '25a0a848-b7b0-4228-8b72-fbe8936a2352', 'status': 'completed', 'code': 200} May 28 17:37:41.865092 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvr_db [None req-182bc101-d7da-45bf-a095-aee9071b8cc3 None None] Set router 4d1920b0-566c-4298-8aa6-a5f29f68f519 gateway port host: dv-cinder-843729-1-iscsi {{(pid=103914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 28 17:37:42.245644 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-182bc101-d7da-45bf-a095-aee9071b8cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d1920b0-566c-4298-8aa6-a5f29f68f519', 'name': 'tempest-AttachVolumeNegativeTest-835744229-router', 'tenant_id': '9525b35792a04dc3a6f109cb39ee9d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'external_fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '9af5fae3-06cc-45b6-9e16-34f986749091', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T17:33:30Z', 'updated_at': '2022-05-28T17:33:33Z', 'revision_number': 4, 'project_id': '9525b35792a04dc3a6f109cb39ee9d50', 'gw_port': {'id': '9af5fae3-06cc-45b6-9e16-34f986749091', 'name': '', 'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:33:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1920b0-566c-4298-8aa6-a5f29f68f519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:33:31Z', 'updated_at': '2022-05-28T17:33:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843729-1-iscsi', '_floatingips': [{'id': '388f9609-a470-47c7-8586-806653c2e4a0', 'tenant_id': '9525b35792a04dc3a6f109cb39ee9d50', 'floating_ip_address': '172.27.0.6', 'floating_network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'router_id': '4d1920b0-566c-4298-8aa6-a5f29f68f519', 'port_id': 'f9b3d611-66b6-43d5-b2bc-e8228c900bb3', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 500, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f73c6d30-f59b-4e03-9c62-138278150c67', 'mac_address': 'fa:16:3e:2a:27:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6863e51f-850f-4d83-a5ea-34408f176184', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T17:33:35Z', 'updated_at': '2022-05-28T17:33:49Z', 'revision_number': 2, 'project_id': '9525b35792a04dc3a6f109cb39ee9d50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd48c0f56-dacf-413d-a74b-2725ae7eef68', 'name': '', 'network_id': 'f73c6d30-f59b-4e03-9c62-138278150c67', 'tenant_id': '9525b35792a04dc3a6f109cb39ee9d50', 'mac_address': 'fa:16:3e:99:a1:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1920b0-566c-4298-8aa6-a5f29f68f519', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '3ba9da23-e7a0-4b8a-b5a4-c3c0fc07e6a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:33:32Z', 'updated_at': '2022-05-28T17:33:36Z', 'revision_number': 5, 'project_id': '9525b35792a04dc3a6f109cb39ee9d50', 'subnets': [{'id': '3ba9da23-e7a0-4b8a-b5a4-c3c0fc07e6a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843729-1-iscsi', False) {} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:37:42.251421 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-2ae2f243-1573-496c-937c-767c207454a3 req-8f7185f5-1bde-449c-8e75-97bd92d645b7 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] 10.222.0.33 "GET /v2.0/ports?device_id=9a72ea47-a87d-4716-981b-423fe0a0d60d HTTP/1.1" status: 200 len: 210 time: 0.0340204 May 28 17:37:42.276485 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-182bc101-d7da-45bf-a095-aee9071b8cc3 None None] Checking router: 4d1920b0-566c-4298-8aa6-a5f29f68f519 for host: dv-cinder-843729-1-iscsi {{(pid=103914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 17:37:42.285157 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-182bc101-d7da-45bf-a095-aee9071b8cc3 None None] Routers {'4d1920b0-566c-4298-8aa6-a5f29f68f519'} bound to L3 agent in host dv-cinder-843729-1-iscsi {{(pid=103914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 28 17:37:42.285816 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-182bc101-d7da-45bf-a095-aee9071b8cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843729-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T17:16:55Z,description=,heartbeat_timestamp=2022-05-28T17:37:25Z,host='dv-cinder-843729-1-iscsi',id=8a8c7bbb-808d-49ae-95de-62501e6237ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T17:16:55Z,topic='l3_agent')) {'router_ids': ['4d1920b0-566c-4298-8aa6-a5f29f68f519'], 'active': True} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:37:42.387764 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvr_db [None req-182bc101-d7da-45bf-a095-aee9071b8cc3 None None] Set router 4d1920b0-566c-4298-8aa6-a5f29f68f519 gateway port host: dv-cinder-843729-1-iscsi {{(pid=103914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 28 17:37:42.630883 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-182bc101-d7da-45bf-a095-aee9071b8cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d1920b0-566c-4298-8aa6-a5f29f68f519', 'name': 'tempest-AttachVolumeNegativeTest-835744229-router', 'tenant_id': '9525b35792a04dc3a6f109cb39ee9d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'external_fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '9af5fae3-06cc-45b6-9e16-34f986749091', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T17:33:30Z', 'updated_at': '2022-05-28T17:33:33Z', 'revision_number': 4, 'project_id': '9525b35792a04dc3a6f109cb39ee9d50', 'gw_port': {'id': '9af5fae3-06cc-45b6-9e16-34f986749091', 'name': '', 'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:33:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1920b0-566c-4298-8aa6-a5f29f68f519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:33:31Z', 'updated_at': '2022-05-28T17:33:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843729-1-iscsi', '_floatingips': [{'id': '388f9609-a470-47c7-8586-806653c2e4a0', 'tenant_id': '9525b35792a04dc3a6f109cb39ee9d50', 'floating_ip_address': '172.27.0.6', 'floating_network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'router_id': '4d1920b0-566c-4298-8aa6-a5f29f68f519', 'port_id': 'f9b3d611-66b6-43d5-b2bc-e8228c900bb3', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 500, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f73c6d30-f59b-4e03-9c62-138278150c67', 'mac_address': 'fa:16:3e:2a:27:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6863e51f-850f-4d83-a5ea-34408f176184', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T17:33:35Z', 'updated_at': '2022-05-28T17:33:49Z', 'revision_number': 2, 'project_id': '9525b35792a04dc3a6f109cb39ee9d50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd48c0f56-dacf-413d-a74b-2725ae7eef68', 'name': '', 'network_id': 'f73c6d30-f59b-4e03-9c62-138278150c67', 'tenant_id': '9525b35792a04dc3a6f109cb39ee9d50', 'mac_address': 'fa:16:3e:99:a1:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1920b0-566c-4298-8aa6-a5f29f68f519', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '3ba9da23-e7a0-4b8a-b5a4-c3c0fc07e6a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:33:32Z', 'updated_at': '2022-05-28T17:33:36Z', 'revision_number': 5, 'project_id': '9525b35792a04dc3a6f109cb39ee9d50', 'subnets': [{'id': '3ba9da23-e7a0-4b8a-b5a4-c3c0fc07e6a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843729-1-iscsi', False) {} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:37:42.656877 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-182bc101-d7da-45bf-a095-aee9071b8cc3 None None] The sync data for ids ['4d1920b0-566c-4298-8aa6-a5f29f68f519'] in dv-cinder-843729-1-iscsi is: [{'id': '4d1920b0-566c-4298-8aa6-a5f29f68f519', 'name': 'tempest-AttachVolumeNegativeTest-835744229-router', 'tenant_id': '9525b35792a04dc3a6f109cb39ee9d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'external_fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '9af5fae3-06cc-45b6-9e16-34f986749091', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T17:33:30Z', 'updated_at': '2022-05-28T17:33:33Z', 'revision_number': 4, 'project_id': '9525b35792a04dc3a6f109cb39ee9d50', 'gw_port': {'id': '9af5fae3-06cc-45b6-9e16-34f986749091', 'name': '', 'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:33:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1920b0-566c-4298-8aa6-a5f29f68f519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:33:31Z', 'updated_at': '2022-05-28T17:33:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843729-1-iscsi', '_floatingips': [{'id': '388f9609-a470-47c7-8586-806653c2e4a0', 'tenant_id': '9525b35792a04dc3a6f109cb39ee9d50', 'floating_ip_address': '172.27.0.6', 'floating_network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'router_id': '4d1920b0-566c-4298-8aa6-a5f29f68f519', 'port_id': 'f9b3d611-66b6-43d5-b2bc-e8228c900bb3', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 500, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f73c6d30-f59b-4e03-9c62-138278150c67', 'mac_address': 'fa:16:3e:2a:27:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6863e51f-850f-4d83-a5ea-34408f176184', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T17:33:35Z', 'updated_at': '2022-05-28T17:33:49Z', 'revision_number': 2, 'project_id': '9525b35792a04dc3a6f109cb39ee9d50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd48c0f56-dacf-413d-a74b-2725ae7eef68', 'name': '', 'network_id': 'f73c6d30-f59b-4e03-9c62-138278150c67', 'tenant_id': '9525b35792a04dc3a6f109cb39ee9d50', 'mac_address': 'fa:16:3e:99:a1:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1920b0-566c-4298-8aa6-a5f29f68f519', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '3ba9da23-e7a0-4b8a-b5a4-c3c0fc07e6a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:33:32Z', 'updated_at': '2022-05-28T17:33:36Z', 'revision_number': 5, 'project_id': '9525b35792a04dc3a6f109cb39ee9d50', 'subnets': [{'id': '3ba9da23-e7a0-4b8a-b5a4-c3c0fc07e6a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 17:37:42.686222 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490566f9-b46e-4e71-bd5e-4648057743f7 req-53d46a6c-67df-4360-9060-548f239294e8 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:37:42.691828 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-490566f9-b46e-4e71-bd5e-4648057743f7 req-53d46a6c-67df-4360-9060-548f239294e8 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] 10.222.0.33 "GET /v2.0/ports?device_id=03b782e2-0501-4467-9b07-0a0766795ad4 HTTP/1.1" status: 200 len: 944 time: 0.0701272 May 28 17:37:42.770879 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-490566f9-b46e-4e71-bd5e-4648057743f7 req-8fbd14cc-3ce4-4f45-a4e6-54ca4e27d022 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] 10.222.0.33 "GET /v2.0/security-groups?id=b4df1026-1b55-41af-ad76-6b94971e15b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762043 May 28 17:37:42.951482 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-941d7e94-602f-41d8-9e04-4eaa09426456 None None] New status for floating IP 379126d3-8143-4ab5-b326-cd21a26bf136: DOWN {{(pid=103913) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 28 17:37:43.344051 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.33', 36328) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:37:43.404691 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-0b2ca1d8-3574-4554-a29c-9ece80559df4 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Publish callbacks [] for security_group (f7237bc3-fe4f-4f8e-99dc-6b35f46c839f), before_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:37:43.429570 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-0b2ca1d8-3574-4554-a29c-9ece80559df4 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Publish callbacks [] for security_group (f7237bc3-fe4f-4f8e-99dc-6b35f46c839f), precommit_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:37:43.477816 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-0b2ca1d8-3574-4554-a29c-9ece80559df4 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594961'] for security_group (f7237bc3-fe4f-4f8e-99dc-6b35f46c839f), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:37:43.480285 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-0b2ca1d8-3574-4554-a29c-9ece80559df4 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Publish callbacks [] for security_group (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:37:43.481415 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-0b2ca1d8-3574-4554-a29c-9ece80559df4 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] 10.222.0.33 "DELETE /v2.0/security-groups/f7237bc3-fe4f-4f8e-99dc-6b35f46c839f HTTP/1.1" status: 204 len: 168 time: 0.1361759 May 28 17:37:43.484524 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.33', 36332) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:37:43.492205 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2ca1d8-3574-4554-a29c-9ece80559df4 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7237bc3-fe4f-4f8e-99dc-6b35f46c839f,revision_number=None']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:37:43.501214 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.api.v2.resource [None req-0a687358-2217-48a9-8d13-fff5e7137757 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] show failed (client error): The resource could not be found. May 28 17:37:43.502488 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-0a687358-2217-48a9-8d13-fff5e7137757 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] 10.222.0.33 "GET /v2.0/security-groups/f7237bc3-fe4f-4f8e-99dc-6b35f46c839f HTTP/1.1" status: 404 len: 347 time: 0.0164006 May 28 17:37:43.505701 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.33', 36334) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:37:43.619993 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-3b892d98-ed4d-45ee-a372-6ce01fdcb3c1 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Deleting port 0ad076a5-bc2d-4bac-9bb5-b0ee6876201d {{(pid=103911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 28 17:37:43.620335 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-3b892d98-ed4d-45ee-a372-6ce01fdcb3c1 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735968504037'] for port (0ad076a5-bc2d-4bac-9bb5-b0ee6876201d), before_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:37:43.653192 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Device e8ae62d4-a8b6-4a83-8ce0-f58a2953d5ca details requested by agent hyperv_hv-cinder-84372 with host hv-cinder-84372 {{(pid=103913) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 28 17:37:43.665445 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Device 25a0a848-b7b0-4228-8b72-fbe8936a2352 no longer exists at agent hyperv_hv-cinder-84372 {{(pid=103913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 28 17:37:43.689300 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] No Port match for: 25a0a848-b7b0-4228-8b72-fbe8936a2352 {{(pid=103913) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 28 17:37:43.689931 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Device 25a0a848-b7b0-4228-8b72-fbe8936a2352 not bound to the agent host hv-cinder-84372 {{(pid=103913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 28 17:37:43.702887 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-3b892d98-ed4d-45ee-a372-6ce01fdcb3c1 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-660327'] for port (0ad076a5-bc2d-4bac-9bb5-b0ee6876201d), precommit_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:37:43.703212 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-3b892d98-ed4d-45ee-a372-6ce01fdcb3c1 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Publish callbacks [] for floatingip (0ad076a5-bc2d-4bac-9bb5-b0ee6876201d), precommit_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:37:43.721136 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-3b892d98-ed4d-45ee-a372-6ce01fdcb3c1 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Calling delete_port for 0ad076a5-bc2d-4bac-9bb5-b0ee6876201d owned by network:floatingip {{(pid=103911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 28 17:37:43.789647 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=100 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:37:43.896033 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-3b892d98-ed4d-45ee-a372-6ce01fdcb3c1 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735968512467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735968120122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6040268'] for port (0ad076a5-bc2d-4bac-9bb5-b0ee6876201d), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:37:43.916331 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] For port e8ae62d4-a8b6-4a83-8ce0-f58a2953d5ca, host hv-cinder-84372, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84372',level=0,port_id=e8ae62d4-a8b6-4a83-8ce0-f58a2953d5ca,segment=NetworkSegment(868ce7ba-c384-40c5-a373-87b732b4b2f2),segment_id=868ce7ba-c384-40c5-a373-87b732b4b2f2)] {{(pid=103913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 17:37:43.927937 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Returning: {'device': 'e8ae62d4-a8b6-4a83-8ce0-f58a2953d5ca', 'network_id': 'a98bf986-b097-428c-84c6-2a59a4df1a9f', 'port_id': 'e8ae62d4-a8b6-4a83-8ce0-f58a2953d5ca', 'mac_address': 'fa:16:3e:e2:b5:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff216cd5-a438-4e93-8bdb-93f0599b8766', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103913) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 28 17:37:43.930213 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7038cf-7094-4881-b7c5-8ad1573495dc req-39ec990f-01fd-477a-8245-8fd8447078c2 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:37:43.931693 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-ae7038cf-7094-4881-b7c5-8ad1573495dc req-39ec990f-01fd-477a-8245-8fd8447078c2 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] 10.222.0.33 "GET /v2.0/ports?device_id=03b782e2-0501-4467-9b07-0a0766795ad4 HTTP/1.1" status: 200 len: 944 time: 0.0779638 May 28 17:37:43.941876 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b892d98-ed4d-45ee-a372-6ce01fdcb3c1 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Pushing event deleted for resources: {'Port': ['ID=0ad076a5-bc2d-4bac-9bb5-b0ee6876201d,revision_number=None']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:37:43.964611 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Current status of the port e8ae62d4-a8b6-4a83-8ce0-f58a2953d5ca is: DOWN; New status is: BUILD {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 17:37:43.965162 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (e8ae62d4-a8b6-4a83-8ce0-f58a2953d5ca), before_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:37:43.979127 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.notifiers.nova [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8ae62d4-a8b6-4a83-8ce0-f58a2953d5ca {{(pid=103913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 17:37:43.999904 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] For port e8ae62d4-a8b6-4a83-8ce0-f58a2953d5ca, host hv-cinder-84372, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84372',level=0,port_id=e8ae62d4-a8b6-4a83-8ce0-f58a2953d5ca,segment=NetworkSegment(868ce7ba-c384-40c5-a373-87b732b4b2f2),segment_id=868ce7ba-c384-40c5-a373-87b732b4b2f2)] {{(pid=103913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 17:37:44.004266 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735968512485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735968120131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735968120149'] for port (e8ae62d4-a8b6-4a83-8ce0-f58a2953d5ca), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:37:44.007801 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:37:44.040806 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-ae7038cf-7094-4881-b7c5-8ad1573495dc req-79df5d6c-34d0-4440-8328-bfe533616a54 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] 10.222.0.33 "GET /v2.0/security-groups?id=b4df1026-1b55-41af-ad76-6b94971e15b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959525 May 28 17:37:44.041724 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-3b892d98-ed4d-45ee-a372-6ce01fdcb3c1 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Publish callbacks [] for floatingip (379126d3-8143-4ab5-b326-cd21a26bf136), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:37:44.044202 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-3b892d98-ed4d-45ee-a372-6ce01fdcb3c1 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22441'] for floatingip (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:37:44.048089 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-3b892d98-ed4d-45ee-a372-6ce01fdcb3c1 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] 10.222.0.33 "DELETE /v2.0/floatingips/379126d3-8143-4ab5-b326-cd21a26bf136 HTTP/1.1" status: 204 len: 168 time: 0.5386722 May 28 17:37:44.065118 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Pushing event updated for resources: {'Port': ['ID=e8ae62d4-a8b6-4a83-8ce0-f58a2953d5ca,revision_number=4']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:37:44.072524 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:37:44.072877 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:37:44.073222 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:37:44.073580 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:37:44.073903 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:37:44.074233 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:37:44.074560 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:37:44.075118 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:37:44.075473 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:37:44.075800 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:37:44.076127 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:37:44.076454 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:37:44.076780 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:37:44.077099 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:37:44.077421 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:37:44.505407 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] get_ports_and_sgs() called for port_ids ['e8ae62d4-a8b6-4a83-8ce0-f58a2953d5ca'] {{(pid=103913) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 28 17:37:44.699928 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:37:44.724813 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:37:44.732267 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.33', 36356) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:37:44.901803 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-ade53505-39f6-44b3-b440-dbf10e4bb5ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:37:44.982120 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-ade53505-39f6-44b3-b440-dbf10e4bb5ef admin admin] Publish callbacks [] for security_group (7f179649-610b-4c53-b265-38f7139dd0ba), precommit_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:37:44.985562 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-ade53505-39f6-44b3-b440-dbf10e4bb5ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594961'] for security_group (7f179649-610b-4c53-b265-38f7139dd0ba), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:37:45.024999 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-ade53505-39f6-44b3-b440-dbf10e4bb5ef admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=924cd779de6f4c608248eae1c02009b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2917039 May 28 17:37:45.025697 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade53505-39f6-44b3-b440-dbf10e4bb5ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f179649-610b-4c53-b265-38f7139dd0ba,revision_number=1']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:37:45.027763 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.33', 36360) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:37:45.068153 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:37:45.079158 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-fca67906-1d68-4180-b0ed-8e05b551e910 admin admin] Publish callbacks [] for security_group (7f179649-610b-4c53-b265-38f7139dd0ba), before_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:37:45.101829 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-fca67906-1d68-4180-b0ed-8e05b551e910 admin admin] Publish callbacks [] for security_group (7f179649-610b-4c53-b265-38f7139dd0ba), precommit_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:37:45.104179 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:37:45.197943 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce94f39-7a9c-4bce-a50a-41d027446311 req-26970b9d-b02f-4114-8200-968a265e51fb tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:37:45.199500 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-5ce94f39-7a9c-4bce-a50a-41d027446311 req-26970b9d-b02f-4114-8200-968a265e51fb tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] 10.222.0.33 "GET /v2.0/ports?device_id=03b782e2-0501-4467-9b07-0a0766795ad4 HTTP/1.1" status: 200 len: 945 time: 0.0834227 May 28 17:37:45.235748 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-fca67906-1d68-4180-b0ed-8e05b551e910 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594961'] for security_group (7f179649-610b-4c53-b265-38f7139dd0ba), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:37:45.241311 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-fca67906-1d68-4180-b0ed-8e05b551e910 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:37:45.242890 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-fca67906-1d68-4180-b0ed-8e05b551e910 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/7f179649-610b-4c53-b265-38f7139dd0ba HTTP/1.1" status: 204 len: 168 time: 0.2138844 May 28 17:37:45.266420 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca67906-1d68-4180-b0ed-8e05b551e910 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f179649-610b-4c53-b265-38f7139dd0ba,revision_number=None']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:37:45.286434 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-5ce94f39-7a9c-4bce-a50a-41d027446311 req-0fc7044c-bea2-4926-a1da-a7855194ea28 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] 10.222.0.33 "GET /v2.0/security-groups?id=b4df1026-1b55-41af-ad76-6b94971e15b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799637 May 28 17:37:45.647435 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Device e8ae62d4-a8b6-4a83-8ce0-f58a2953d5ca up at agent hyperv_hv-cinder-84372 {{(pid=103913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 28 17:37:45.695180 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Provisioning for port e8ae62d4-a8b6-4a83-8ce0-f58a2953d5ca completed by entity L2. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 28 17:37:45.697358 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af850896-a06d-4d73-9271-acfbba155ba8 req-4f6ebd02-462e-44f5-b03b-dcf13f2c9062 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:37:45.698871 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-af850896-a06d-4d73-9271-acfbba155ba8 req-4f6ebd02-462e-44f5-b03b-dcf13f2c9062 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] 10.222.0.33 "GET /v2.0/ports?device_id=6863e51f-850f-4d83-a5ea-34408f176184 HTTP/1.1" status: 200 len: 945 time: 0.0543261 May 28 17:37:45.705672 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Provisioning complete for port e8ae62d4-a8b6-4a83-8ce0-f58a2953d5ca triggered by entity L2. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 17:37:45.706054 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1821120'] for port (e8ae62d4-a8b6-4a83-8ce0-f58a2953d5ca), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:37:45.775649 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-af850896-a06d-4d73-9271-acfbba155ba8 req-2499472f-16c1-4a7a-8a94-cbd35742eb04 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] 10.222.0.33 "GET /v2.0/security-groups?id=0cf7350a-49ea-456a-97bb-9b056bff6004&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681970 May 28 17:37:45.799273 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Current status of the port e8ae62d4-a8b6-4a83-8ce0-f58a2953d5ca is: BUILD; New status is: ACTIVE {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 17:37:45.799884 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (e8ae62d4-a8b6-4a83-8ce0-f58a2953d5ca), before_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:37:45.823813 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03b782e2-0501-4467-9b07-0a0766795ad4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8ae62d4-a8b6-4a83-8ce0-f58a2953d5ca'}] {{(pid=103913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 17:37:45.826027 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fc7d66bd3c46bdb9792f0e064e6c35853b2e9fce1f0b0d0eb0c21c6a12b004b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb941c7b-3d40-47b1-8f67-d6847f825f57" -d '{"events": [{"server_uuid": "03b782e2-0501-4467-9b07-0a0766795ad4", "name": "network-vif-plugged", "status": "completed", "tag": "e8ae62d4-a8b6-4a83-8ce0-f58a2953d5ca"}]}' {{(pid=103913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 28 17:37:45.839839 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] For port e8ae62d4-a8b6-4a83-8ce0-f58a2953d5ca, host hv-cinder-84372, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84372',level=0,port_id=e8ae62d4-a8b6-4a83-8ce0-f58a2953d5ca,segment=NetworkSegment(868ce7ba-c384-40c5-a373-87b732b4b2f2),segment_id=868ce7ba-c384-40c5-a373-87b732b4b2f2)] {{(pid=103913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 17:37:45.844926 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735968512485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735968120131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735968120149'] for port (e8ae62d4-a8b6-4a83-8ce0-f58a2953d5ca), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:37:45.897924 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Pushing event updated for resources: {'Port': ['ID=e8ae62d4-a8b6-4a83-8ce0-f58a2953d5ca,revision_number=5']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:37:46.072659 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 May 2022 17:37:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61a824a9-d671-46ba-8b6f-d1f3ad8f7f73 x-openstack-request-id: req-61a824a9-d671-46ba-8b6f-d1f3ad8f7f73 {{(pid=103913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 28 17:37:46.072950 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03b782e2-0501-4467-9b07-0a0766795ad4", "name": "network-vif-plugged", "status": "completed", "tag": "e8ae62d4-a8b6-4a83-8ce0-f58a2953d5ca", "code": 200}]} {{(pid=103913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 28 17:37:46.073200 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-61a824a9-d671-46ba-8b6f-d1f3ad8f7f73 {{(pid=103913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 28 17:37:46.073592 dv-cinder-843729-1-iscsi neutron-server[103913]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61a824a9-d671-46ba-8b6f-d1f3ad8f7f73'] response: {'server_uuid': '03b782e2-0501-4467-9b07-0a0766795ad4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8ae62d4-a8b6-4a83-8ce0-f58a2953d5ca', 'code': 200} May 28 17:37:46.671934 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566a35d5-e96f-434e-bedc-20377a72d001 req-188c9944-0f49-4dce-ae07-6bdc5dfaf0e0 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:37:46.673271 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-566a35d5-e96f-434e-bedc-20377a72d001 req-188c9944-0f49-4dce-ae07-6bdc5dfaf0e0 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] 10.222.0.33 "GET /v2.0/ports?device_id=03b782e2-0501-4467-9b07-0a0766795ad4 HTTP/1.1" status: 200 len: 946 time: 0.3038094 May 28 17:37:46.722975 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-566a35d5-e96f-434e-bedc-20377a72d001 req-cef4c9fc-e337-4e33-8029-52173f9e83f2 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] 10.222.0.33 "GET /v2.0/security-groups?id=b4df1026-1b55-41af-ad76-6b94971e15b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432196 May 28 17:37:46.898819 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2223a3b7-fc9b-4664-a8ad-dbfe169e4db9 req-18d8b5a9-7652-4d54-bd4f-bde8d96f6e4c tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:37:46.900381 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-2223a3b7-fc9b-4664-a8ad-dbfe169e4db9 req-18d8b5a9-7652-4d54-bd4f-bde8d96f6e4c tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] 10.222.0.33 "GET /v2.0/ports?device_id=6863e51f-850f-4d83-a5ea-34408f176184 HTTP/1.1" status: 200 len: 945 time: 0.0490077 May 28 17:37:46.948569 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-2223a3b7-fc9b-4664-a8ad-dbfe169e4db9 req-e022c862-7472-4875-9411-c1279e91dd3f tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] 10.222.0.33 "GET /v2.0/security-groups?id=0cf7350a-49ea-456a-97bb-9b056bff6004&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425968 May 28 17:37:47.213287 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c316043-90aa-4277-a045-a713c00c9b5a req-5e581546-c4bd-4b23-8d18-57833f975ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:37:47.214696 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-6c316043-90aa-4277-a045-a713c00c9b5a req-5e581546-c4bd-4b23-8d18-57833f975ad5 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=03b782e2-0501-4467-9b07-0a0766795ad4 HTTP/1.1" status: 200 len: 1130 time: 0.0432069 May 28 17:37:47.262565 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-6c316043-90aa-4277-a045-a713c00c9b5a req-43a73884-5482-46fe-a0d2-f461e02e63bd service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=b4df1026-1b55-41af-ad76-6b94971e15b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407643 May 28 17:37:47.625044 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-73d87963-ad9f-46d9-9817-1944b6694cdc req-ddc765f7-241d-4940-8a7b-5ac8d1410643 tempest-VolumesNegativeTest-79617155 tempest-VolumesNegativeTest-79617155-project] 10.222.0.33 "GET /v2.0/networks?tenant_id=f785fe1f5aea4aaaaac50187f1ef765a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0415778 May 28 17:37:47.821443 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d87963-ad9f-46d9-9817-1944b6694cdc req-bed004ff-b4b2-4fee-b2b2-7f249ef04154 tempest-VolumesNegativeTest-79617155 tempest-VolumesNegativeTest-79617155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:37:47.822882 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-73d87963-ad9f-46d9-9817-1944b6694cdc req-bed004ff-b4b2-4fee-b2b2-7f249ef04154 tempest-VolumesNegativeTest-79617155 tempest-VolumesNegativeTest-79617155-project] 10.222.0.33 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1919904 May 28 17:37:47.838440 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16619c8-7bb7-476a-88c7-012017848c1d req-3b66f653-a4d3-4033-898e-0085a16c4034 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:37:47.838665 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-73d87963-ad9f-46d9-9817-1944b6694cdc req-67398fc1-7d2d-4666-894d-2276a5c64653 tempest-VolumesNegativeTest-79617155 tempest-VolumesNegativeTest-79617155-project] 10.222.0.33 "GET /v2.0/quotas/f785fe1f5aea4aaaaac50187f1ef765a HTTP/1.1" status: 200 len: 375 time: 0.0104699 May 28 17:37:47.839907 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-e16619c8-7bb7-476a-88c7-012017848c1d req-3b66f653-a4d3-4033-898e-0085a16c4034 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] 10.222.0.33 "GET /v2.0/ports?device_id=03b782e2-0501-4467-9b07-0a0766795ad4 HTTP/1.1" status: 200 len: 946 time: 0.0484550 May 28 17:37:47.873440 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-73d87963-ad9f-46d9-9817-1944b6694cdc req-68be902f-1c70-4b3a-84f1-63a010322b24 tempest-VolumesNegativeTest-79617155 tempest-VolumesNegativeTest-79617155-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=f785fe1f5aea4aaaaac50187f1ef765a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0291202 May 28 17:37:47.891773 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-e16619c8-7bb7-476a-88c7-012017848c1d req-74890bc8-e06b-48c1-ad12-eec1d429464f tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] 10.222.0.33 "GET /v2.0/security-groups?id=b4df1026-1b55-41af-ad76-6b94971e15b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459185 May 28 17:37:48.049836 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-b86aa4b5-06c5-44be-9d98-3f21de499dac req-bbb2ebeb-56ae-4577-b8b2-9eadf2717b23 tempest-VolumesNegativeTest-79617155 tempest-VolumesNegativeTest-79617155-project] 10.222.0.33 "GET /v2.0/ports?device_id=bee73b8a-aa12-4117-b567-bdb7d7e47f7d HTTP/1.1" status: 200 len: 210 time: 0.0347381 May 28 17:37:48.069650 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31e54f9-f7f7-488f-ab8a-ac7680cf5ec5 req-b6f80d20-bb00-4686-aa0f-eda1931ebeeb tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:37:48.071311 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-d31e54f9-f7f7-488f-ab8a-ac7680cf5ec5 req-b6f80d20-bb00-4686-aa0f-eda1931ebeeb tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] 10.222.0.33 "GET /v2.0/ports?device_id=6863e51f-850f-4d83-a5ea-34408f176184 HTTP/1.1" status: 200 len: 945 time: 0.0520353 May 28 17:37:48.126039 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-d31e54f9-f7f7-488f-ab8a-ac7680cf5ec5 req-6ff418b9-cef0-4f4d-8963-f25ad779a8f9 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] 10.222.0.33 "GET /v2.0/security-groups?id=0cf7350a-49ea-456a-97bb-9b056bff6004&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494602 May 28 17:37:48.547247 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9efbca-a8e5-47a3-8e9f-b0d9ccb848cb req-8ef4ce73-44ca-4ed2-9033-325157a0c438 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:37:48.548832 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-2d9efbca-a8e5-47a3-8e9f-b0d9ccb848cb req-8ef4ce73-44ca-4ed2-9033-325157a0c438 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] 10.222.0.16 "GET /v2.0/ports?device_id=6863e51f-850f-4d83-a5ea-34408f176184 HTTP/1.1" status: 200 len: 945 time: 0.0520070 May 28 17:37:48.636269 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.plugin [req-2d9efbca-a8e5-47a3-8e9f-b0d9ccb848cb req-0831a0ad-b093-4af9-b8ff-ee74d38f46df tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Deleting port f9b3d611-66b6-43d5-b2bc-e8228c900bb3 {{(pid=103912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 28 17:37:48.636740 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-2d9efbca-a8e5-47a3-8e9f-b0d9ccb848cb req-0831a0ad-b093-4af9-b8ff-ee74d38f46df tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735968504037'] for port (f9b3d611-66b6-43d5-b2bc-e8228c900bb3), before_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:37:48.736855 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.db [req-2d9efbca-a8e5-47a3-8e9f-b0d9ccb848cb req-0831a0ad-b093-4af9-b8ff-ee74d38f46df tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] For port f9b3d611-66b6-43d5-b2bc-e8228c900bb3, host hv-cinder-84372, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84372',level=0,port_id=f9b3d611-66b6-43d5-b2bc-e8228c900bb3,segment=NetworkSegment(480101fc-6c46-44c0-bf09-f4d27baa4f82),segment_id=480101fc-6c46-44c0-bf09-f4d27baa4f82)] {{(pid=103912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 17:37:48.737229 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-2d9efbca-a8e5-47a3-8e9f-b0d9ccb848cb req-0831a0ad-b093-4af9-b8ff-ee74d38f46df tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-660327'] for port (f9b3d611-66b6-43d5-b2bc-e8228c900bb3), precommit_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:37:48.883825 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:37:48.907657 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-2d9efbca-a8e5-47a3-8e9f-b0d9ccb848cb req-0831a0ad-b093-4af9-b8ff-ee74d38f46df tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:37:48.908012 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-2d9efbca-a8e5-47a3-8e9f-b0d9ccb848cb req-0831a0ad-b093-4af9-b8ff-ee74d38f46df tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681695'] for floatingip (388f9609-a470-47c7-8586-806653c2e4a0), after_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:37:48.908321 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.db.l3_db [req-2d9efbca-a8e5-47a3-8e9f-b0d9ccb848cb req-0831a0ad-b093-4af9-b8ff-ee74d38f46df tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Floating IP 388f9609-a470-47c7-8586-806653c2e4a0 disassociated. External IP: 172.27.0.6, port: f9b3d611-66b6-43d5-b2bc-e8228c900bb3. May 28 17:37:48.908656 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.plugin [req-2d9efbca-a8e5-47a3-8e9f-b0d9ccb848cb req-0831a0ad-b093-4af9-b8ff-ee74d38f46df tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Calling delete_port for f9b3d611-66b6-43d5-b2bc-e8228c900bb3 owned by compute:nova {{(pid=103912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 28 17:37:49.014332 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0322d3-7ae7-48b6-8f9f-97df495d65b6 req-f55f4bea-7eb2-46ee-baa4-24819769a659 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:37:49.015880 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-3c0322d3-7ae7-48b6-8f9f-97df495d65b6 req-f55f4bea-7eb2-46ee-baa4-24819769a659 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] 10.222.0.33 "GET /v2.0/ports?device_id=03b782e2-0501-4467-9b07-0a0766795ad4 HTTP/1.1" status: 200 len: 946 time: 0.0535059 May 28 17:37:49.059868 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:DELETE=6,neutron:SELECT=88,neutron:INSERT=6 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:37:49.065101 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:37:49.076041 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-2d9efbca-a8e5-47a3-8e9f-b0d9ccb848cb req-0831a0ad-b093-4af9-b8ff-ee74d38f46df tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735968512467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735968120122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6173922'] for port (f9b3d611-66b6-43d5-b2bc-e8228c900bb3), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:37:49.088060 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-3c0322d3-7ae7-48b6-8f9f-97df495d65b6 req-71aae770-6764-42e8-b3cd-7826d16403e0 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] 10.222.0.33 "GET /v2.0/security-groups?id=b4df1026-1b55-41af-ad76-6b94971e15b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656567 May 28 17:37:49.111832 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0831a0ad-b093-4af9-b8ff-ee74d38f46df tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Pushing event deleted for resources: {'Port': ['ID=f9b3d611-66b6-43d5-b2bc-e8228c900bb3,revision_number=None']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:37:49.193885 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-aca5a92a-e813-4aba-923b-eab6a3814380 req-c3f4e9cf-bbbe-42cb-9275-29f9d5b2d15e tempest-VolumesNegativeTest-79617155 tempest-VolumesNegativeTest-79617155-project] 10.222.0.33 "GET /v2.0/ports?device_id=bee73b8a-aa12-4117-b567-bdb7d7e47f7d HTTP/1.1" status: 200 len: 210 time: 0.0376430 May 28 17:37:49.235924 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-bbb28f4f-a512-4183-a021-63c67ff44d6f req-8e87b0a2-acf7-4038-9fe3-aa9ca3dfb9d5 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] 10.222.0.33 "GET /v2.0/ports?device_id=6863e51f-850f-4d83-a5ea-34408f176184 HTTP/1.1" status: 200 len: 210 time: 0.0372403 May 28 17:37:49.277808 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2d9efbca-a8e5-47a3-8e9f-b0d9ccb848cb req-0831a0ad-b093-4af9-b8ff-ee74d38f46df tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Router 4d1920b0-566c-4298-8aa6-a5f29f68f519 has already been hosted by L3 agent 8a8c7bbb-808d-49ae-95de-62501e6237ff {{(pid=103912) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 17:37:49.395230 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2d9efbca-a8e5-47a3-8e9f-b0d9ccb848cb req-0831a0ad-b093-4af9-b8ff-ee74d38f46df tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Notify agent at l3_agent.dv-cinder-843729-1-iscsi the message routers_updated {{(pid=103912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 17:37:49.406092 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-928a7741-6648-45ed-8bc5-f01426909eb5 None None] Sync routers for ids ['4d1920b0-566c-4298-8aa6-a5f29f68f519'] in dv-cinder-843729-1-iscsi {{(pid=103914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 17:37:49.417796 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-928a7741-6648-45ed-8bc5-f01426909eb5 None None] Routers {'4d1920b0-566c-4298-8aa6-a5f29f68f519'} bound to L3 agent in host dv-cinder-843729-1-iscsi {{(pid=103914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 28 17:37:49.418348 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-928a7741-6648-45ed-8bc5-f01426909eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843729-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T17:16:55Z,description=,heartbeat_timestamp=2022-05-28T17:37:25Z,host='dv-cinder-843729-1-iscsi',id=8a8c7bbb-808d-49ae-95de-62501e6237ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T17:16:55Z,topic='l3_agent')) {'router_ids': ['4d1920b0-566c-4298-8aa6-a5f29f68f519'], 'active': True} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:37:49.440570 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d9efbca-a8e5-47a3-8e9f-b0d9ccb848cb req-0831a0ad-b093-4af9-b8ff-ee74d38f46df tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] No DVR routers for this DVR port f9b3d611-66b6-43d5-b2bc-e8228c900bb3 on host hv-cinder-84372 {{(pid=103912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 17:37:49.443546 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-2d9efbca-a8e5-47a3-8e9f-b0d9ccb848cb req-0831a0ad-b093-4af9-b8ff-ee74d38f46df tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22441'] for port (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:37:49.446742 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-2d9efbca-a8e5-47a3-8e9f-b0d9ccb848cb req-0831a0ad-b093-4af9-b8ff-ee74d38f46df tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] 10.222.0.16 "DELETE /v2.0/ports/f9b3d611-66b6-43d5-b2bc-e8228c900bb3 HTTP/1.1" status: 204 len: 173 time: 0.8927777 May 28 17:37:49.447184 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6863e51f-850f-4d83-a5ea-34408f176184', 'name': 'network-vif-deleted', 'tag': 'f9b3d611-66b6-43d5-b2bc-e8228c900bb3'}] {{(pid=103912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 17:37:49.449452 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}192b2939a0ee72d6dca365a869ce4d556b01f2e73c600b6e44d67eb265bc480d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b45c4fd-6e6d-4258-91ed-9aa959ea7641" -d '{"events": [{"server_uuid": "6863e51f-850f-4d83-a5ea-34408f176184", "name": "network-vif-deleted", "tag": "f9b3d611-66b6-43d5-b2bc-e8228c900bb3"}]}' {{(pid=103912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 28 17:37:49.483867 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=100 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:37:49.492255 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 May 2022 17:37:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e771f3a-c856-4c70-a755-5ab27f3ab5f4 x-openstack-request-id: req-2e771f3a-c856-4c70-a755-5ab27f3ab5f4 {{(pid=103912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 28 17:37:49.492597 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6863e51f-850f-4d83-a5ea-34408f176184", "name": "network-vif-deleted", "tag": "f9b3d611-66b6-43d5-b2bc-e8228c900bb3", "status": "completed", "code": 200}]} {{(pid=103912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 28 17:37:49.492804 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-2e771f3a-c856-4c70-a755-5ab27f3ab5f4 {{(pid=103912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 28 17:37:49.493235 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e771f3a-c856-4c70-a755-5ab27f3ab5f4'] response: {'server_uuid': '6863e51f-850f-4d83-a5ea-34408f176184', 'name': 'network-vif-deleted', 'tag': 'f9b3d611-66b6-43d5-b2bc-e8228c900bb3', 'status': 'completed', 'code': 200} May 28 17:37:49.522256 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=100 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:37:49.545620 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvr_db [None req-928a7741-6648-45ed-8bc5-f01426909eb5 None None] Set router 4d1920b0-566c-4298-8aa6-a5f29f68f519 gateway port host: dv-cinder-843729-1-iscsi {{(pid=103914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 28 17:37:49.756416 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-928a7741-6648-45ed-8bc5-f01426909eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d1920b0-566c-4298-8aa6-a5f29f68f519', 'name': 'tempest-AttachVolumeNegativeTest-835744229-router', 'tenant_id': '9525b35792a04dc3a6f109cb39ee9d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'external_fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '9af5fae3-06cc-45b6-9e16-34f986749091', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T17:33:30Z', 'updated_at': '2022-05-28T17:33:33Z', 'revision_number': 4, 'project_id': '9525b35792a04dc3a6f109cb39ee9d50', 'gw_port': {'id': '9af5fae3-06cc-45b6-9e16-34f986749091', 'name': '', 'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:33:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1920b0-566c-4298-8aa6-a5f29f68f519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:33:31Z', 'updated_at': '2022-05-28T17:33:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843729-1-iscsi', '_interfaces': [{'id': 'd48c0f56-dacf-413d-a74b-2725ae7eef68', 'name': '', 'network_id': 'f73c6d30-f59b-4e03-9c62-138278150c67', 'tenant_id': '9525b35792a04dc3a6f109cb39ee9d50', 'mac_address': 'fa:16:3e:99:a1:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1920b0-566c-4298-8aa6-a5f29f68f519', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '3ba9da23-e7a0-4b8a-b5a4-c3c0fc07e6a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:33:32Z', 'updated_at': '2022-05-28T17:33:36Z', 'revision_number': 5, 'project_id': '9525b35792a04dc3a6f109cb39ee9d50', 'subnets': [{'id': '3ba9da23-e7a0-4b8a-b5a4-c3c0fc07e6a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843729-1-iscsi', False) {} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:37:49.784392 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-928a7741-6648-45ed-8bc5-f01426909eb5 None None] Checking router: 4d1920b0-566c-4298-8aa6-a5f29f68f519 for host: dv-cinder-843729-1-iscsi {{(pid=103914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 17:37:49.793687 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-928a7741-6648-45ed-8bc5-f01426909eb5 None None] Routers {'4d1920b0-566c-4298-8aa6-a5f29f68f519'} bound to L3 agent in host dv-cinder-843729-1-iscsi {{(pid=103914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 28 17:37:49.794292 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-928a7741-6648-45ed-8bc5-f01426909eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843729-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T17:16:55Z,description=,heartbeat_timestamp=2022-05-28T17:37:25Z,host='dv-cinder-843729-1-iscsi',id=8a8c7bbb-808d-49ae-95de-62501e6237ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T17:16:55Z,topic='l3_agent')) {'router_ids': ['4d1920b0-566c-4298-8aa6-a5f29f68f519'], 'active': True} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:37:49.826444 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-73d87963-ad9f-46d9-9817-1944b6694cdc req-d9a28eaf-342a-4e72-b630-04fdf380fd73 tempest-VolumesNegativeTest-79617155 tempest-VolumesNegativeTest-79617155-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=f785fe1f5aea4aaaaac50187f1ef765a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0365279 May 28 17:37:49.898083 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvr_db [None req-928a7741-6648-45ed-8bc5-f01426909eb5 None None] Set router 4d1920b0-566c-4298-8aa6-a5f29f68f519 gateway port host: dv-cinder-843729-1-iscsi {{(pid=103914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 28 17:37:50.050447 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d87963-ad9f-46d9-9817-1944b6694cdc req-521934c7-eec3-4a58-b241-6ed2a4d12108 tempest-VolumesNegativeTest-79617155 tempest-VolumesNegativeTest-79617155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:37:50.051883 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-73d87963-ad9f-46d9-9817-1944b6694cdc req-521934c7-eec3-4a58-b241-6ed2a4d12108 tempest-VolumesNegativeTest-79617155 tempest-VolumesNegativeTest-79617155-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2029517 May 28 17:37:50.107032 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-928a7741-6648-45ed-8bc5-f01426909eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d1920b0-566c-4298-8aa6-a5f29f68f519', 'name': 'tempest-AttachVolumeNegativeTest-835744229-router', 'tenant_id': '9525b35792a04dc3a6f109cb39ee9d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'external_fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '9af5fae3-06cc-45b6-9e16-34f986749091', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T17:33:30Z', 'updated_at': '2022-05-28T17:33:33Z', 'revision_number': 4, 'project_id': '9525b35792a04dc3a6f109cb39ee9d50', 'gw_port': {'id': '9af5fae3-06cc-45b6-9e16-34f986749091', 'name': '', 'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:33:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1920b0-566c-4298-8aa6-a5f29f68f519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:33:31Z', 'updated_at': '2022-05-28T17:33:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843729-1-iscsi', '_interfaces': [{'id': 'd48c0f56-dacf-413d-a74b-2725ae7eef68', 'name': '', 'network_id': 'f73c6d30-f59b-4e03-9c62-138278150c67', 'tenant_id': '9525b35792a04dc3a6f109cb39ee9d50', 'mac_address': 'fa:16:3e:99:a1:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1920b0-566c-4298-8aa6-a5f29f68f519', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '3ba9da23-e7a0-4b8a-b5a4-c3c0fc07e6a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:33:32Z', 'updated_at': '2022-05-28T17:33:36Z', 'revision_number': 5, 'project_id': '9525b35792a04dc3a6f109cb39ee9d50', 'subnets': [{'id': '3ba9da23-e7a0-4b8a-b5a4-c3c0fc07e6a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843729-1-iscsi', False) {} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:37:50.132871 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-928a7741-6648-45ed-8bc5-f01426909eb5 None None] The sync data for ids ['4d1920b0-566c-4298-8aa6-a5f29f68f519'] in dv-cinder-843729-1-iscsi is: [{'id': '4d1920b0-566c-4298-8aa6-a5f29f68f519', 'name': 'tempest-AttachVolumeNegativeTest-835744229-router', 'tenant_id': '9525b35792a04dc3a6f109cb39ee9d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'external_fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '9af5fae3-06cc-45b6-9e16-34f986749091', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T17:33:30Z', 'updated_at': '2022-05-28T17:33:33Z', 'revision_number': 4, 'project_id': '9525b35792a04dc3a6f109cb39ee9d50', 'gw_port': {'id': '9af5fae3-06cc-45b6-9e16-34f986749091', 'name': '', 'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:33:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1920b0-566c-4298-8aa6-a5f29f68f519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:33:31Z', 'updated_at': '2022-05-28T17:33:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843729-1-iscsi', '_interfaces': [{'id': 'd48c0f56-dacf-413d-a74b-2725ae7eef68', 'name': '', 'network_id': 'f73c6d30-f59b-4e03-9c62-138278150c67', 'tenant_id': '9525b35792a04dc3a6f109cb39ee9d50', 'mac_address': 'fa:16:3e:99:a1:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1920b0-566c-4298-8aa6-a5f29f68f519', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '3ba9da23-e7a0-4b8a-b5a4-c3c0fc07e6a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:33:32Z', 'updated_at': '2022-05-28T17:33:36Z', 'revision_number': 5, 'project_id': '9525b35792a04dc3a6f109cb39ee9d50', 'subnets': [{'id': '3ba9da23-e7a0-4b8a-b5a4-c3c0fc07e6a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 17:37:50.199276 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.v2.base [req-73d87963-ad9f-46d9-9817-1944b6694cdc req-d09693e2-6f9c-451d-8018-04706445b167 tempest-VolumesNegativeTest-79617155 tempest-VolumesNegativeTest-79617155-project] Request body: {'port': {'device_id': 'bee73b8a-aa12-4117-b567-bdb7d7e47f7d', 'network_id': 'd7849cd7-5bce-4d47-bf7c-4bdaa29163f6', 'admin_state_up': True, 'tenant_id': 'f785fe1f5aea4aaaaac50187f1ef765a'}} {{(pid=103912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 17:37:50.241468 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f68e29-a3d7-4e6c-a9de-22445787fd1a req-fa135c3f-c702-4ed4-abc6-a60ee844d952 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:37:50.244348 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-49f68e29-a3d7-4e6c-a9de-22445787fd1a req-fa135c3f-c702-4ed4-abc6-a60ee844d952 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] 10.222.0.33 "GET /v2.0/ports?device_id=03b782e2-0501-4467-9b07-0a0766795ad4 HTTP/1.1" status: 200 len: 946 time: 0.0742326 May 28 17:37:50.311226 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-49f68e29-a3d7-4e6c-a9de-22445787fd1a req-9faf9025-b57a-4830-9090-7c84ab4a4afb tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] 10.222.0.33 "GET /v2.0/security-groups?id=b4df1026-1b55-41af-ad76-6b94971e15b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597479 May 28 17:37:50.440673 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-a370ad40-be17-4e72-a7d0-ccfa2176f5c4 req-5564966b-bba1-49e6-9b9f-9924160612c3 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] 10.222.0.33 "GET /v2.0/ports?device_id=6863e51f-850f-4d83-a5ea-34408f176184 HTTP/1.1" status: 200 len: 210 time: 0.0426977 May 28 17:37:50.508861 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-143b8aef-f6f3-45e5-8062-9e37e77b5a5d None None] New status for floating IP 388f9609-a470-47c7-8586-806653c2e4a0: DOWN {{(pid=103913) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 28 17:37:50.575474 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673a848a-90d5-4e41-a9e3-7a22456233a7 req-c480b690-ca36-49a4-98f9-70fa695c3b54 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:37:50.576961 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-673a848a-90d5-4e41-a9e3-7a22456233a7 req-c480b690-ca36-49a4-98f9-70fa695c3b54 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] 10.222.0.33 "GET /v2.0/ports?device_id=03b782e2-0501-4467-9b07-0a0766795ad4 HTTP/1.1" status: 200 len: 946 time: 0.0560126 May 28 17:37:50.650759 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-e9ef738e-57eb-4f72-a372-248eea6e9e97 req-f5a68b7d-5bd8-42a4-96a4-163052819fbc tempest-VolumesNegativeTest-79617155 tempest-VolumesNegativeTest-79617155-project] 10.222.0.33 "GET /v2.0/ports?device_id=bee73b8a-aa12-4117-b567-bdb7d7e47f7d HTTP/1.1" status: 200 len: 210 time: 0.3502419 May 28 17:37:50.656768 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-673a848a-90d5-4e41-a9e3-7a22456233a7 req-7c14982d-3503-4206-a78b-a4bea6531b2d tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] 10.222.0.33 "GET /v2.0/security-groups?id=b4df1026-1b55-41af-ad76-6b94971e15b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636423 May 28 17:37:50.686686 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73d87963-ad9f-46d9-9817-1944b6694cdc req-d09693e2-6f9c-451d-8018-04706445b167 tempest-VolumesNegativeTest-79617155 tempest-VolumesNegativeTest-79617155-project] Made reservation on behalf of f785fe1f5aea4aaaaac50187f1ef765a for: {'port': 1} {{(pid=103912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 17:37:50.686686 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-73d87963-ad9f-46d9-9817-1944b6694cdc req-d09693e2-6f9c-451d-8018-04706445b167 tempest-VolumesNegativeTest-79617155 tempest-VolumesNegativeTest-79617155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (None), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:37:50.686893 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.33', 36468) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:37:50.690649 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-73d87963-ad9f-46d9-9817-1944b6694cdc req-d09693e2-6f9c-451d-8018-04706445b167 tempest-VolumesNegativeTest-79617155 tempest-VolumesNegativeTest-79617155-project] Publish callbacks [] for security_group (None), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:37:50.740653 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=89,neutron:UPDATE=1,neutron:DELETE=4,neutron:INSERT=6 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:37:50.778611 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-73d87963-ad9f-46d9-9817-1944b6694cdc req-d09693e2-6f9c-451d-8018-04706445b167 tempest-VolumesNegativeTest-79617155 tempest-VolumesNegativeTest-79617155-project] Publish callbacks [] for security_group (9159ef90-882c-4248-982f-99d7376cec11), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:37:50.782266 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-73d87963-ad9f-46d9-9817-1944b6694cdc req-d09693e2-6f9c-451d-8018-04706445b167 tempest-VolumesNegativeTest-79617155 tempest-VolumesNegativeTest-79617155-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594961'] for security_group (9159ef90-882c-4248-982f-99d7376cec11), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:37:50.852514 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09693e2-6f9c-451d-8018-04706445b167 tempest-VolumesNegativeTest-79617155 tempest-VolumesNegativeTest-79617155-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9159ef90-882c-4248-982f-99d7376cec11,revision_number=1']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:37:50.898244 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6e43ad4-9605-4b9b-b19f-3c07d91886ba tempest-TestVolumeBootPattern-1876616235 tempest-TestVolumeBootPattern-1876616235-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:37:50.899787 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-d6e43ad4-9605-4b9b-b19f-3c07d91886ba tempest-TestVolumeBootPattern-1876616235 tempest-TestVolumeBootPattern-1876616235-project-admin] 10.222.0.33 "GET /v2.0/ports?device_id=03b782e2-0501-4467-9b07-0a0766795ad4 HTTP/1.1" status: 200 len: 1125 time: 0.2118545 May 28 17:37:50.902679 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.33', 36472) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:37:50.907891 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.v2.base [None req-c5abb9b4-81c5-4509-893b-ad5bfe6b51bc tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Request body: {'floatingip': {'floating_network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'port_id': 'e8ae62d4-a8b6-4a83-8ce0-f58a2953d5ca', 'tenant_id': '3785f78e6d1048cfa0b5b123fdd909c8', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 17:37:50.926808 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.db.db_base_plugin_common [req-73d87963-ad9f-46d9-9817-1944b6694cdc req-d09693e2-6f9c-451d-8018-04706445b167 tempest-VolumesNegativeTest-79617155 tempest-VolumesNegativeTest-79617155-project] Allocated IP 192.168.233.227 (d7849cd7-5bce-4d47-bf7c-4bdaa29163f6/2cba357c-0b7b-4509-b507-e6980235a9d5/d6d5750f-773b-493d-b7e7-f03eaa280fe2) {{(pid=103912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 17:37:50.931078 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-c5abb9b4-81c5-4509-893b-ad5bfe6b51bc tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:37:50.990805 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:37:51.016686 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-c5abb9b4-81c5-4509-893b-ad5bfe6b51bc tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (None), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:37:51.044730 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:37:51.080866 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-73d87963-ad9f-46d9-9817-1944b6694cdc req-d09693e2-6f9c-451d-8018-04706445b167 tempest-VolumesNegativeTest-79617155 tempest-VolumesNegativeTest-79617155-project] Publish callbacks [] for port (d6d5750f-773b-493d-b7e7-f03eaa280fe2), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:37:51.118033 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-73d87963-ad9f-46d9-9817-1944b6694cdc req-d09693e2-6f9c-451d-8018-04706445b167 tempest-VolumesNegativeTest-79617155 tempest-VolumesNegativeTest-79617155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735968120113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6173922'] for port (d6d5750f-773b-493d-b7e7-f03eaa280fe2), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:37:51.129824 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.db.db_base_plugin_common [None req-c5abb9b4-81c5-4509-893b-ad5bfe6b51bc tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Allocated IP 172.27.0.212 (2edbe6b8-aac1-406b-a2f1-8819dd0d1c48/5128d65d-65c0-41d1-99c9-7682fd6eaf92/8edc6f53-438b-4169-8263-32e8e5e48f8f) {{(pid=103911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 17:37:51.159771 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73d87963-ad9f-46d9-9817-1944b6694cdc req-d09693e2-6f9c-451d-8018-04706445b167 tempest-VolumesNegativeTest-79617155 tempest-VolumesNegativeTest-79617155-project] Network d7849cd7-5bce-4d47-bf7c-4bdaa29163f6 is already hosted by enough agents. {{(pid=103912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 17:37:51.163557 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.scheduler.base_scheduler [req-73d87963-ad9f-46d9-9817-1944b6694cdc req-d09693e2-6f9c-451d-8018-04706445b167 tempest-VolumesNegativeTest-79617155 tempest-VolumesNegativeTest-79617155-project] Resources bound (agent type, host, resource id): {{(pid=103912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 17:37:51.170015 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvrscheduler_db [req-73d87963-ad9f-46d9-9817-1944b6694cdc req-d09693e2-6f9c-451d-8018-04706445b167 tempest-VolumesNegativeTest-79617155 tempest-VolumesNegativeTest-79617155-project] Received port after_create {{(pid=103912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 28 17:37:51.197054 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09693e2-6f9c-451d-8018-04706445b167 tempest-VolumesNegativeTest-79617155 tempest-VolumesNegativeTest-79617155-project] Pushing event updated for resources: {'Port': ['ID=d6d5750f-773b-493d-b7e7-f03eaa280fe2,revision_number=1']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:37:51.223661 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d87963-ad9f-46d9-9817-1944b6694cdc req-d09693e2-6f9c-451d-8018-04706445b167 tempest-VolumesNegativeTest-79617155 tempest-VolumesNegativeTest-79617155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:37:51.224717 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-73d87963-ad9f-46d9-9817-1944b6694cdc req-d09693e2-6f9c-451d-8018-04706445b167 tempest-VolumesNegativeTest-79617155 tempest-VolumesNegativeTest-79617155-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22441'] for port (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:37:51.241666 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-73d87963-ad9f-46d9-9817-1944b6694cdc req-d09693e2-6f9c-451d-8018-04706445b167 tempest-VolumesNegativeTest-79617155 tempest-VolumesNegativeTest-79617155-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0462499 May 28 17:37:51.246231 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-c5abb9b4-81c5-4509-893b-ad5bfe6b51bc tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Publish callbacks [] for port (8edc6f53-438b-4169-8263-32e8e5e48f8f), precommit_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:37:51.260654 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.v2.base [req-73d87963-ad9f-46d9-9817-1944b6694cdc req-d148111a-5238-4f50-b072-562e23a785cb service neutron] Request body: {'port': {'device_id': 'bee73b8a-aa12-4117-b567-bdb7d7e47f7d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84372'}} {{(pid=103912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 17:37:51.285621 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-c5abb9b4-81c5-4509-893b-ad5bfe6b51bc tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735968120113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6040268'] for port (8edc6f53-438b-4169-8263-32e8e5e48f8f), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:37:51.324978 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5abb9b4-81c5-4509-893b-ad5bfe6b51bc tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Network 2edbe6b8-aac1-406b-a2f1-8819dd0d1c48 is already hosted by enough agents. {{(pid=103911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 17:37:51.328463 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.scheduler.base_scheduler [None req-c5abb9b4-81c5-4509-893b-ad5bfe6b51bc tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Resources bound (agent type, host, resource id): {{(pid=103911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 17:37:51.332536 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5abb9b4-81c5-4509-893b-ad5bfe6b51bc tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Received port after_create {{(pid=103911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 28 17:37:51.338173 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-73d87963-ad9f-46d9-9817-1944b6694cdc req-d148111a-5238-4f50-b072-562e23a785cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (d6d5750f-773b-493d-b7e7-f03eaa280fe2), before_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:37:51.370729 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5abb9b4-81c5-4509-893b-ad5bfe6b51bc tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Pushing event updated for resources: {'Port': ['ID=8edc6f53-438b-4169-8263-32e8e5e48f8f,revision_number=1']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:37:51.507672 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-cae66db4-e6b4-432e-b1cd-b8fb5e85e93c None None] Provisioning complete for port d6d5750f-773b-493d-b7e7-f03eaa280fe2 triggered by entity DHCP. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 17:37:51.508515 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-cae66db4-e6b4-432e-b1cd-b8fb5e85e93c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1821120'] for port (d6d5750f-773b-493d-b7e7-f03eaa280fe2), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:37:51.557759 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-cae66db4-e6b4-432e-b1cd-b8fb5e85e93c None None] Port d6d5750f-773b-493d-b7e7-f03eaa280fe2 cannot update to ACTIVE because it is not bound. {{(pid=103913) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 28 17:37:51.566408 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:37:51.567348 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.33', 36486) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:37:51.614984 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=91,neutron:INSERT=2,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:37:51.664635 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.notifiers.nova [req-73d87963-ad9f-46d9-9817-1944b6694cdc req-d148111a-5238-4f50-b072-562e23a785cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6d5750f-773b-493d-b7e7-f03eaa280fe2 {{(pid=103912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 17:37:51.671912 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-73d87963-ad9f-46d9-9817-1944b6694cdc req-d148111a-5238-4f50-b072-562e23a785cb service neutron] Publish callbacks [] for port (d6d5750f-773b-493d-b7e7-f03eaa280fe2), precommit_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:37:51.686975 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.db.provisioning_blocks [req-73d87963-ad9f-46d9-9817-1944b6694cdc req-d148111a-5238-4f50-b072-562e23a785cb service neutron] Transition to ACTIVE for port object d6d5750f-773b-493d-b7e7-f03eaa280fe2 will not be triggered until provisioned by entity L2. {{(pid=103912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 28 17:37:51.687988 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-fe729e1e-bcda-449f-8e38-107076a87a96 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Publish callbacks [] for security_group (0cf7350a-49ea-456a-97bb-9b056bff6004), before_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:37:51.698356 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-73d87963-ad9f-46d9-9817-1944b6694cdc req-d148111a-5238-4f50-b072-562e23a785cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735968512485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735968120131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735968120149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6173909'] for port (d6d5750f-773b-493d-b7e7-f03eaa280fe2), after_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:37:51.717889 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Device f9b3d611-66b6-43d5-b2bc-e8228c900bb3 no longer exists at agent hyperv_hv-cinder-84372 {{(pid=103913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 28 17:37:51.751502 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] No Port match for: f9b3d611-66b6-43d5-b2bc-e8228c900bb3 {{(pid=103913) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 28 17:37:51.752068 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Device f9b3d611-66b6-43d5-b2bc-e8228c900bb3 not bound to the agent host hv-cinder-84372 {{(pid=103913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 28 17:37:51.769178 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-fe729e1e-bcda-449f-8e38-107076a87a96 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Publish callbacks [] for security_group (0cf7350a-49ea-456a-97bb-9b056bff6004), precommit_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:37:51.784000 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:37:51.795601 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d148111a-5238-4f50-b072-562e23a785cb service neutron] Pushing event updated for resources: {'Port': ['ID=d6d5750f-773b-493d-b7e7-f03eaa280fe2,revision_number=2']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:37:51.849223 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.managers [req-73d87963-ad9f-46d9-9817-1944b6694cdc req-d148111a-5238-4f50-b072-562e23a785cb service neutron] Attempting to bind port d6d5750f-773b-493d-b7e7-f03eaa280fe2 on host hv-cinder-84372 for vnic_type normal with profile {{(pid=103912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 28 17:37:51.849580 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.managers [req-73d87963-ad9f-46d9-9817-1944b6694cdc req-d148111a-5238-4f50-b072-562e23a785cb service neutron] Attempting to bind port d6d5750f-773b-493d-b7e7-f03eaa280fe2 by drivers openvswitch,hyperv on host hv-cinder-84372 at level 0 using segments [{'id': '8027bec4-92f5-4c84-9a39-242f1a587b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd7849cd7-5bce-4d47-bf7c-4bdaa29163f6'}] {{(pid=103912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 28 17:37:51.850173 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73d87963-ad9f-46d9-9817-1944b6694cdc req-d148111a-5238-4f50-b072-562e23a785cb service neutron] Attempting to bind port d6d5750f-773b-493d-b7e7-f03eaa280fe2 on network d7849cd7-5bce-4d47-bf7c-4bdaa29163f6 {{(pid=103912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 28 17:37:51.855135 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73d87963-ad9f-46d9-9817-1944b6694cdc req-d148111a-5238-4f50-b072-562e23a785cb service neutron] Port d6d5750f-773b-493d-b7e7-f03eaa280fe2 on network d7849cd7-5bce-4d47-bf7c-4bdaa29163f6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84372 {{(pid=103912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 28 17:37:51.855503 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73d87963-ad9f-46d9-9817-1944b6694cdc req-d148111a-5238-4f50-b072-562e23a785cb service neutron] Attempting to bind port d6d5750f-773b-493d-b7e7-f03eaa280fe2 on network d7849cd7-5bce-4d47-bf7c-4bdaa29163f6 {{(pid=103912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 28 17:37:51.861106 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73d87963-ad9f-46d9-9817-1944b6694cdc req-d148111a-5238-4f50-b072-562e23a785cb service neutron] Checking agent: {'id': '7cdbebfa-f3b4-48eb-8fbc-caed95606681', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84372', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 17, 23, 31), 'started_at': datetime.datetime(2022, 5, 28, 17, 23, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 17, 37, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 28 17:37:51.861450 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73d87963-ad9f-46d9-9817-1944b6694cdc req-d148111a-5238-4f50-b072-562e23a785cb service neutron] Checking segment: {'id': '8027bec4-92f5-4c84-9a39-242f1a587b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd7849cd7-5bce-4d47-bf7c-4bdaa29163f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 28 17:37:51.861841 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73d87963-ad9f-46d9-9817-1944b6694cdc req-d148111a-5238-4f50-b072-562e23a785cb service neutron] Bound using segment: {'id': '8027bec4-92f5-4c84-9a39-242f1a587b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd7849cd7-5bce-4d47-bf7c-4bdaa29163f6'} {{(pid=103912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 28 17:37:51.862274 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.managers [req-73d87963-ad9f-46d9-9817-1944b6694cdc req-d148111a-5238-4f50-b072-562e23a785cb service neutron] Bound port: d6d5750f-773b-493d-b7e7-f03eaa280fe2, host: hv-cinder-84372, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8027bec4-92f5-4c84-9a39-242f1a587b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd7849cd7-5bce-4d47-bf7c-4bdaa29163f6'}}] {{(pid=103912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 28 17:37:51.862646 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-73d87963-ad9f-46d9-9817-1944b6694cdc req-d148111a-5238-4f50-b072-562e23a785cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (d6d5750f-773b-493d-b7e7-f03eaa280fe2), before_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:37:51.879169 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c8ff65-3e06-4bfd-8d0d-c0660edb5a9d req-3c24ab4f-3968-4a66-a50a-d7829906f944 tempest-VolumesNegativeTest-79617155 tempest-VolumesNegativeTest-79617155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:37:51.880710 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-69c8ff65-3e06-4bfd-8d0d-c0660edb5a9d req-3c24ab4f-3968-4a66-a50a-d7829906f944 tempest-VolumesNegativeTest-79617155 tempest-VolumesNegativeTest-79617155-project] 10.222.0.33 "GET /v2.0/ports?device_id=bee73b8a-aa12-4117-b567-bdb7d7e47f7d HTTP/1.1" status: 200 len: 948 time: 0.1288943 May 28 17:37:51.894933 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-c5abb9b4-81c5-4509-893b-ad5bfe6b51bc tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Publish callbacks [] for floatingip (00a1e924-fcc4-41df-ab9d-4f7c63bf7d73), precommit_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:37:51.916113 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=4 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:37:51.934917 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-fe729e1e-bcda-449f-8e38-107076a87a96 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594961'] for security_group (0cf7350a-49ea-456a-97bb-9b056bff6004), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:37:51.936236 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.db [req-73d87963-ad9f-46d9-9817-1944b6694cdc req-d148111a-5238-4f50-b072-562e23a785cb service neutron] For port d6d5750f-773b-493d-b7e7-f03eaa280fe2, host hv-cinder-84372, cleared binding levels {{(pid=103912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 17:37:51.937491 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-fe729e1e-bcda-449f-8e38-107076a87a96 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Publish callbacks [] for security_group (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:37:51.941096 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-fe729e1e-bcda-449f-8e38-107076a87a96 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] 10.222.0.33 "DELETE /v2.0/security-groups/0cf7350a-49ea-456a-97bb-9b056bff6004 HTTP/1.1" status: 204 len: 168 time: 0.3702323 May 28 17:37:51.941422 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.db [req-73d87963-ad9f-46d9-9817-1944b6694cdc req-d148111a-5238-4f50-b072-562e23a785cb service neutron] For port d6d5750f-773b-493d-b7e7-f03eaa280fe2, host hv-cinder-84372, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84372',level=0,port_id=d6d5750f-773b-493d-b7e7-f03eaa280fe2,segment=NetworkSegment(8027bec4-92f5-4c84-9a39-242f1a587b15),segment_id=8027bec4-92f5-4c84-9a39-242f1a587b15)] {{(pid=103912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 17:37:51.941545 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.33', 36492) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:37:51.954072 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-73d87963-ad9f-46d9-9817-1944b6694cdc req-d148111a-5238-4f50-b072-562e23a785cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735968512485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735968120131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735968120149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6173909'] for port (d6d5750f-773b-493d-b7e7-f03eaa280fe2), after_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:37:51.970799 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.api.v2.resource [None req-7d3f7f52-3f49-4949-9325-9e4db604fd65 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] show failed (client error): The resource could not be found. May 28 17:37:51.971151 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe729e1e-bcda-449f-8e38-107076a87a96 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cf7350a-49ea-456a-97bb-9b056bff6004,revision_number=None']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:37:51.975169 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-7d3f7f52-3f49-4949-9325-9e4db604fd65 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] 10.222.0.33 "GET /v2.0/security-groups/0cf7350a-49ea-456a-97bb-9b056bff6004 HTTP/1.1" status: 404 len: 347 time: 0.0293369 May 28 17:37:51.979267 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.33', 36494) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:37:52.002563 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d87963-ad9f-46d9-9817-1944b6694cdc req-d148111a-5238-4f50-b072-562e23a785cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:37:52.003545 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [req-73d87963-ad9f-46d9-9817-1944b6694cdc req-d148111a-5238-4f50-b072-562e23a785cb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22441'] for port (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:37:52.004937 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-73d87963-ad9f-46d9-9817-1944b6694cdc req-d148111a-5238-4f50-b072-562e23a785cb service neutron] 10.222.0.16 "PUT /v2.0/ports/d6d5750f-773b-493d-b7e7-f03eaa280fe2 HTTP/1.1" status: 200 len: 1098 time: 0.7492836 May 28 17:37:52.007375 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bee73b8a-aa12-4117-b567-bdb7d7e47f7d', 'tag': 'd6d5750f-773b-493d-b7e7-f03eaa280fe2'}] {{(pid=103912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 17:37:52.009642 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}192b2939a0ee72d6dca365a869ce4d556b01f2e73c600b6e44d67eb265bc480d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b596e2e-7c84-4961-89d9-705bc7707bc6" -d '{"events": [{"name": "network-changed", "server_uuid": "bee73b8a-aa12-4117-b567-bdb7d7e47f7d", "tag": "d6d5750f-773b-493d-b7e7-f03eaa280fe2"}]}' {{(pid=103912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 28 17:37:52.045409 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d148111a-5238-4f50-b072-562e23a785cb service neutron] Pushing event updated for resources: {'Port': ['ID=d6d5750f-773b-493d-b7e7-f03eaa280fe2,revision_number=3']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:37:52.060222 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-69c8ff65-3e06-4bfd-8d0d-c0660edb5a9d req-41bd6660-841f-48e8-bc59-c04b529b6e12 tempest-VolumesNegativeTest-79617155 tempest-VolumesNegativeTest-79617155-project] 10.222.0.33 "GET /v2.0/security-groups?id=9159ef90-882c-4248-982f-99d7376cec11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661124 May 28 17:37:52.070401 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 May 2022 17:37:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-395e8c0e-a8b8-4df3-91ea-7a38f9f85bd1 x-openstack-request-id: req-395e8c0e-a8b8-4df3-91ea-7a38f9f85bd1 {{(pid=103912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 28 17:37:52.070695 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bee73b8a-aa12-4117-b567-bdb7d7e47f7d", "tag": "d6d5750f-773b-493d-b7e7-f03eaa280fe2", "status": "completed", "code": 200}]} {{(pid=103912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 28 17:37:52.070951 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-395e8c0e-a8b8-4df3-91ea-7a38f9f85bd1 {{(pid=103912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 28 17:37:52.071429 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-395e8c0e-a8b8-4df3-91ea-7a38f9f85bd1'] response: {'name': 'network-changed', 'server_uuid': 'bee73b8a-aa12-4117-b567-bdb7d7e47f7d', 'tag': 'd6d5750f-773b-493d-b7e7-f03eaa280fe2', 'status': 'completed', 'code': 200} May 28 17:37:52.078999 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-c5abb9b4-81c5-4509-893b-ad5bfe6b51bc tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (8edc6f53-438b-4169-8263-32e8e5e48f8f), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:37:52.131434 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d87963-ad9f-46d9-9817-1944b6694cdc req-1effc801-f9b7-4cb8-ad6f-7141413f9a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:37:52.133066 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-73d87963-ad9f-46d9-9817-1944b6694cdc req-1effc801-f9b7-4cb8-ad6f-7141413f9a25 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f785fe1f5aea4aaaaac50187f1ef765a&device_id=bee73b8a-aa12-4117-b567-bdb7d7e47f7d HTTP/1.1" status: 200 len: 1132 time: 0.0474050 May 28 17:37:52.182734 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-73d87963-ad9f-46d9-9817-1944b6694cdc req-82c08554-54d0-4921-88b9-6b0308c2aff6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=d6d5750f-773b-493d-b7e7-f03eaa280fe2 HTTP/1.1" status: 200 len: 217 time: 0.0361934 May 28 17:37:52.238526 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d87963-ad9f-46d9-9817-1944b6694cdc req-50076ce3-e0f8-4c15-b530-3694091f59db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:37:52.240178 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-73d87963-ad9f-46d9-9817-1944b6694cdc req-50076ce3-e0f8-4c15-b530-3694091f59db service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2cba357c-0b7b-4509-b507-e6980235a9d5 HTTP/1.1" status: 200 len: 843 time: 0.0505855 May 28 17:37:52.259416 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-5e2e5fd0-9772-408b-be3e-1e5cc6f0d38a tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Deleting port dab59e7d-342f-4c41-bb43-24dc31d6f87d {{(pid=103911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 28 17:37:52.259917 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-5e2e5fd0-9772-408b-be3e-1e5cc6f0d38a tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735968504037'] for port (dab59e7d-342f-4c41-bb43-24dc31d6f87d), before_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:37:52.292924 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d87963-ad9f-46d9-9817-1944b6694cdc req-9a4fc34d-dd3c-47cc-9202-27cbc3874f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:37:52.294419 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-73d87963-ad9f-46d9-9817-1944b6694cdc req-9a4fc34d-dd3c-47cc-9202-27cbc3874f3c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d7849cd7-5bce-4d47-bf7c-4bdaa29163f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0481517 May 28 17:37:52.359831 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:37:52.386519 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-73d87963-ad9f-46d9-9817-1944b6694cdc req-4443d896-d0f5-4bc1-9a97-80fe3676e694 service neutron] 10.222.0.16 "GET /v2.0/networks/d7849cd7-5bce-4d47-bf7c-4bdaa29163f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847139 May 28 17:37:52.406217 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-5e2e5fd0-9772-408b-be3e-1e5cc6f0d38a tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-660327'] for port (dab59e7d-342f-4c41-bb43-24dc31d6f87d), precommit_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:37:52.406540 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-5e2e5fd0-9772-408b-be3e-1e5cc6f0d38a tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Publish callbacks [] for floatingip (dab59e7d-342f-4c41-bb43-24dc31d6f87d), precommit_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:37:52.431943 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-c5abb9b4-81c5-4509-893b-ad5bfe6b51bc tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Publish callbacks [] for port (8edc6f53-438b-4169-8263-32e8e5e48f8f), precommit_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:37:52.433789 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-5e2e5fd0-9772-408b-be3e-1e5cc6f0d38a tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Calling delete_port for dab59e7d-342f-4c41-bb43-24dc31d6f87d owned by network:floatingip {{(pid=103911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 28 17:37:52.439569 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-c5abb9b4-81c5-4509-893b-ad5bfe6b51bc tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735968512485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735968120131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735968120149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6040315'] for port (8edc6f53-438b-4169-8263-32e8e5e48f8f), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:37:52.482163 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-73d87963-ad9f-46d9-9817-1944b6694cdc req-5472a8b6-7ca3-4c0a-912f-5d4a8cd55d4e service neutron] 10.222.0.16 "GET /v2.0/networks/d7849cd7-5bce-4d47-bf7c-4bdaa29163f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896547 May 28 17:37:52.560271 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5abb9b4-81c5-4509-893b-ad5bfe6b51bc tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Pushing event updated for resources: {'Port': ['ID=8edc6f53-438b-4169-8263-32e8e5e48f8f,revision_number=2']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:37:52.575863 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-c5abb9b4-81c5-4509-893b-ad5bfe6b51bc tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681695'] for floatingip (00a1e924-fcc4-41df-ab9d-4f7c63bf7d73), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:37:52.633817 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:37:52.716031 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.db.l3_db [None req-c5abb9b4-81c5-4509-893b-ad5bfe6b51bc tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Floating IP 00a1e924-fcc4-41df-ab9d-4f7c63bf7d73 associated. External IP: 172.27.0.212, port: e8ae62d4-a8b6-4a83-8ce0-f58a2953d5ca. May 28 17:37:52.760553 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-5e2e5fd0-9772-408b-be3e-1e5cc6f0d38a tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735968512467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735968120122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6040268'] for port (dab59e7d-342f-4c41-bb43-24dc31d6f87d), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:37:52.791885 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2e5fd0-9772-408b-be3e-1e5cc6f0d38a tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Pushing event deleted for resources: {'Port': ['ID=dab59e7d-342f-4c41-bb43-24dc31d6f87d,revision_number=None']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:37:52.882212 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-0641458a-87b0-47cd-a25e-db6f24388fb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (b4d0b3c0-cc03-4456-af87-35ab415ef94b), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:37:52.931044 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-5e2e5fd0-9772-408b-be3e-1e5cc6f0d38a tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Publish callbacks [] for floatingip (388f9609-a470-47c7-8586-806653c2e4a0), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:37:52.933500 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-5e2e5fd0-9772-408b-be3e-1e5cc6f0d38a tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22441'] for floatingip (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:37:52.934634 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-5e2e5fd0-9772-408b-be3e-1e5cc6f0d38a tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] 10.222.0.33 "DELETE /v2.0/floatingips/388f9609-a470-47c7-8586-806653c2e4a0 HTTP/1.1" status: 204 len: 168 time: 0.9526722 May 28 17:37:53.006754 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.33', 36506) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:37:53.006931 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5abb9b4-81c5-4509-893b-ad5bfe6b51bc tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Router 48e30f03-5d76-449a-9676-6b67a05b7840 has already been hosted by L3 agent 8a8c7bbb-808d-49ae-95de-62501e6237ff {{(pid=103911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 17:37:53.011299 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.v2.base [None req-58a03b34-4b8d-43b5-a869-06d60565e340 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1430307621', 'description': 'tempest-description--1481817076'}} {{(pid=103912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 17:37:53.032375 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-58a03b34-4b8d-43b5-a869-06d60565e340 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Publish callbacks [] for security_group (None), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:37:53.101520 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-58a03b34-4b8d-43b5-a869-06d60565e340 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Publish callbacks [] for security_group (104d8453-4da9-45bd-a0fb-00757823a164), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:37:53.107977 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-58a03b34-4b8d-43b5-a869-06d60565e340 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594961'] for security_group (104d8453-4da9-45bd-a0fb-00757823a164), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:37:53.115667 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5abb9b4-81c5-4509-893b-ad5bfe6b51bc tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Notify agent at l3_agent.dv-cinder-843729-1-iscsi the message routers_updated {{(pid=103911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 17:37:53.120302 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:37:53.134976 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4c8ff88-3f15-414f-9f36-fc9777a43136 None None] Sync routers for ids ['48e30f03-5d76-449a-9676-6b67a05b7840'] in dv-cinder-843729-1-iscsi {{(pid=103914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 17:37:53.139196 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-c5abb9b4-81c5-4509-893b-ad5bfe6b51bc tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22441'] for floatingip (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:37:53.146463 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4c8ff88-3f15-414f-9f36-fc9777a43136 None None] Routers {'48e30f03-5d76-449a-9676-6b67a05b7840'} bound to L3 agent in host dv-cinder-843729-1-iscsi {{(pid=103914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 28 17:37:53.146788 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-58a03b34-4b8d-43b5-a869-06d60565e340 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Publish callbacks [] for security_group (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:37:53.148033 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-58a03b34-4b8d-43b5-a869-06d60565e340 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1402462 May 28 17:37:53.148184 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-c4c8ff88-3f15-414f-9f36-fc9777a43136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843729-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T17:16:55Z,description=,heartbeat_timestamp=2022-05-28T17:37:25Z,host='dv-cinder-843729-1-iscsi',id=8a8c7bbb-808d-49ae-95de-62501e6237ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T17:16:55Z,topic='l3_agent')) {'router_ids': ['48e30f03-5d76-449a-9676-6b67a05b7840'], 'active': True} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:37:53.185226 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.33', 36510) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:37:53.198581 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.v2.base [None req-742803e5-65b2-4350-8680-748169d5dd0d tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Request body: {'security_group_rule': {'security_group_id': '104d8453-4da9-45bd-a0fb-00757823a164', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 17:37:53.212535 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a03b34-4b8d-43b5-a869-06d60565e340 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Pushing event updated for resources: {'SecurityGroup': ['ID=104d8453-4da9-45bd-a0fb-00757823a164,revision_number=1']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:37:53.225061 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad8a6db-c994-4f02-90a6-736b71d863f6 req-7082e696-1e80-4569-a13a-7edfbdf46869 tempest-VolumesNegativeTest-79617155 tempest-VolumesNegativeTest-79617155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:37:53.226723 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-7ad8a6db-c994-4f02-90a6-736b71d863f6 req-7082e696-1e80-4569-a13a-7edfbdf46869 tempest-VolumesNegativeTest-79617155 tempest-VolumesNegativeTest-79617155-project] 10.222.0.33 "GET /v2.0/ports?device_id=bee73b8a-aa12-4117-b567-bdb7d7e47f7d HTTP/1.1" status: 200 len: 948 time: 0.0891004 May 28 17:37:53.262026 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvr_db [None req-c4c8ff88-3f15-414f-9f36-fc9777a43136 None None] Set router 48e30f03-5d76-449a-9676-6b67a05b7840 gateway port host: dv-cinder-843729-1-iscsi {{(pid=103914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 28 17:37:53.274509 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-742803e5-65b2-4350-8680-748169d5dd0d tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Publish callbacks [] for security_group_rule (238ec30c-d7d0-4833-8c39-490150bffbdd), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:37:53.309732 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-7ad8a6db-c994-4f02-90a6-736b71d863f6 req-e379fb1a-e165-4ab9-b5f1-3eb957022e10 tempest-VolumesNegativeTest-79617155 tempest-VolumesNegativeTest-79617155-project] 10.222.0.33 "GET /v2.0/security-groups?id=9159ef90-882c-4248-982f-99d7376cec11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764899 May 28 17:37:53.345777 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-742803e5-65b2-4350-8680-748169d5dd0d tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Publish callbacks [] for security_group_rule (238ec30c-d7d0-4833-8c39-490150bffbdd), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:37:53.350524 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-742803e5-65b2-4350-8680-748169d5dd0d tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595010'] for security_group_rule (238ec30c-d7d0-4833-8c39-490150bffbdd), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:37:53.363262 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:DELETE=1 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:37:53.375274 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742803e5-65b2-4350-8680-748169d5dd0d tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=238ec30c-d7d0-4833-8c39-490150bffbdd,revision_number=0']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:37:53.386037 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-742803e5-65b2-4350-8680-748169d5dd0d tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:37:53.389801 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-742803e5-65b2-4350-8680-748169d5dd0d tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1966472 May 28 17:37:53.389993 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.33', 36512) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:37:53.394711 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.v2.base [None req-5d7d2adf-2cde-4c41-8b38-4c90ee2a172a tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Request body: {'security_group_rule': {'security_group_id': '104d8453-4da9-45bd-a0fb-00757823a164', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 17:37:53.422307 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-5d7d2adf-2cde-4c41-8b38-4c90ee2a172a tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Publish callbacks [] for security_group_rule (a63ff897-880a-46fd-8e3e-6d50bbe0c1b8), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:37:53.459908 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-c5abb9b4-81c5-4509-893b-ad5bfe6b51bc tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5561352 May 28 17:37:53.460632 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03b782e2-0501-4467-9b07-0a0766795ad4', 'tag': 'e8ae62d4-a8b6-4a83-8ce0-f58a2953d5ca'}] {{(pid=103911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 17:37:53.463105 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb6e18ef154237edf928b85f6b333e0f790e93c3571d1d8d4f7e4f30b44c92d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5131a447-9992-4272-a552-6eff17b88d62" -d '{"events": [{"name": "network-changed", "server_uuid": "03b782e2-0501-4467-9b07-0a0766795ad4", "tag": "e8ae62d4-a8b6-4a83-8ce0-f58a2953d5ca"}]}' {{(pid=103911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 28 17:37:53.487266 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-5d7d2adf-2cde-4c41-8b38-4c90ee2a172a tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Publish callbacks [] for security_group_rule (a63ff897-880a-46fd-8e3e-6d50bbe0c1b8), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:37:53.493170 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-5d7d2adf-2cde-4c41-8b38-4c90ee2a172a tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595010'] for security_group_rule (a63ff897-880a-46fd-8e3e-6d50bbe0c1b8), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:37:53.500628 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 May 2022 17:37:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-302480b1-5165-49fe-b39c-353f12ac8197 x-openstack-request-id: req-302480b1-5165-49fe-b39c-353f12ac8197 {{(pid=103911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 28 17:37:53.500971 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03b782e2-0501-4467-9b07-0a0766795ad4", "tag": "e8ae62d4-a8b6-4a83-8ce0-f58a2953d5ca", "status": "completed", "code": 200}]} {{(pid=103911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 28 17:37:53.501646 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-302480b1-5165-49fe-b39c-353f12ac8197 {{(pid=103911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 28 17:37:53.501765 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-302480b1-5165-49fe-b39c-353f12ac8197'] response: {'name': 'network-changed', 'server_uuid': '03b782e2-0501-4467-9b07-0a0766795ad4', 'tag': 'e8ae62d4-a8b6-4a83-8ce0-f58a2953d5ca', 'status': 'completed', 'code': 200} May 28 17:37:53.513800 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7d2adf-2cde-4c41-8b38-4c90ee2a172a tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a63ff897-880a-46fd-8e3e-6d50bbe0c1b8,revision_number=0']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:37:53.524270 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-5d7d2adf-2cde-4c41-8b38-4c90ee2a172a tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:37:53.527388 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-5d7d2adf-2cde-4c41-8b38-4c90ee2a172a tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1346309 May 28 17:37:53.528571 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.33', 36518) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:37:53.534870 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.v2.base [None req-5c840864-4dea-4c87-8e55-a75ce135fa43 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Request body: {'floatingip': {'floating_network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48'}} {{(pid=103912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 17:37:53.555643 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-5c840864-4dea-4c87-8e55-a75ce135fa43 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:37:53.570687 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=100 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:37:53.576468 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-c4c8ff88-3f15-414f-9f36-fc9777a43136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48e30f03-5d76-449a-9676-6b67a05b7840', 'name': 'tempest-TestVolumeBootPattern-2105689536-router', 'tenant_id': '3785f78e6d1048cfa0b5b123fdd909c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'external_fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': 'e3d9c358-d859-42c8-bdac-433ca7193892', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T17:36:40Z', 'updated_at': '2022-05-28T17:36:43Z', 'revision_number': 4, 'project_id': '3785f78e6d1048cfa0b5b123fdd909c8', 'gw_port': {'id': 'e3d9c358-d859-42c8-bdac-433ca7193892', 'name': '', 'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:bd:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48e30f03-5d76-449a-9676-6b67a05b7840', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:36:40Z', 'updated_at': '2022-05-28T17:36:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843729-1-iscsi', '_floatingips': [{'id': '00a1e924-fcc4-41df-ab9d-4f7c63bf7d73', 'tenant_id': '3785f78e6d1048cfa0b5b123fdd909c8', 'floating_ip_address': '172.27.0.212', 'floating_network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'router_id': '48e30f03-5d76-449a-9676-6b67a05b7840', 'port_id': 'e8ae62d4-a8b6-4a83-8ce0-f58a2953d5ca', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 666, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a98bf986-b097-428c-84c6-2a59a4df1a9f', 'mac_address': 'fa:16:3e:e2:b5:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03b782e2-0501-4467-9b07-0a0766795ad4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T17:37:51Z', 'updated_at': '2022-05-28T17:37:51Z', 'revision_number': 0, 'project_id': '3785f78e6d1048cfa0b5b123fdd909c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e47eb2f-c38f-41b5-a640-fa1a228bac8b', 'name': '', 'network_id': 'a98bf986-b097-428c-84c6-2a59a4df1a9f', 'tenant_id': '3785f78e6d1048cfa0b5b123fdd909c8', 'mac_address': 'fa:16:3e:a3:76:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48e30f03-5d76-449a-9676-6b67a05b7840', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'ff216cd5-a438-4e93-8bdb-93f0599b8766', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:36:42Z', 'updated_at': '2022-05-28T17:36:48Z', 'revision_number': 5, 'project_id': '3785f78e6d1048cfa0b5b123fdd909c8', 'subnets': [{'id': 'ff216cd5-a438-4e93-8bdb-93f0599b8766', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843729-1-iscsi', False) {} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:37:53.601401 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4c8ff88-3f15-414f-9f36-fc9777a43136 None None] Checking router: 48e30f03-5d76-449a-9676-6b67a05b7840 for host: dv-cinder-843729-1-iscsi {{(pid=103914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 17:37:53.609802 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4c8ff88-3f15-414f-9f36-fc9777a43136 None None] Routers {'48e30f03-5d76-449a-9676-6b67a05b7840'} bound to L3 agent in host dv-cinder-843729-1-iscsi {{(pid=103914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 28 17:37:53.610408 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-c4c8ff88-3f15-414f-9f36-fc9777a43136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843729-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T17:16:55Z,description=,heartbeat_timestamp=2022-05-28T17:37:25Z,host='dv-cinder-843729-1-iscsi',id=8a8c7bbb-808d-49ae-95de-62501e6237ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T17:16:55Z,topic='l3_agent')) {'router_ids': ['48e30f03-5d76-449a-9676-6b67a05b7840'], 'active': True} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:37:53.639535 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-5c840864-4dea-4c87-8e55-a75ce135fa43 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (None), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:37:53.713144 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvr_db [None req-c4c8ff88-3f15-414f-9f36-fc9777a43136 None None] Set router 48e30f03-5d76-449a-9676-6b67a05b7840 gateway port host: dv-cinder-843729-1-iscsi {{(pid=103914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 28 17:37:53.736213 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=100 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:37:53.750809 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.db.db_base_plugin_common [None req-5c840864-4dea-4c87-8e55-a75ce135fa43 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Allocated IP 172.27.0.26 (2edbe6b8-aac1-406b-a2f1-8819dd0d1c48/5128d65d-65c0-41d1-99c9-7682fd6eaf92/017fcd1c-e094-4418-92e9-05a08fc7551f) {{(pid=103912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 17:37:53.858198 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-5c840864-4dea-4c87-8e55-a75ce135fa43 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Publish callbacks [] for port (017fcd1c-e094-4418-92e9-05a08fc7551f), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:37:53.888366 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:INSERT=9,neutron:SELECT=85,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:37:53.892849 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-5c840864-4dea-4c87-8e55-a75ce135fa43 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735968120113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6173922'] for port (017fcd1c-e094-4418-92e9-05a08fc7551f), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:37:53.932510 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-c4c8ff88-3f15-414f-9f36-fc9777a43136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48e30f03-5d76-449a-9676-6b67a05b7840', 'name': 'tempest-TestVolumeBootPattern-2105689536-router', 'tenant_id': '3785f78e6d1048cfa0b5b123fdd909c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'external_fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': 'e3d9c358-d859-42c8-bdac-433ca7193892', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T17:36:40Z', 'updated_at': '2022-05-28T17:36:43Z', 'revision_number': 4, 'project_id': '3785f78e6d1048cfa0b5b123fdd909c8', 'gw_port': {'id': 'e3d9c358-d859-42c8-bdac-433ca7193892', 'name': '', 'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:bd:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48e30f03-5d76-449a-9676-6b67a05b7840', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:36:40Z', 'updated_at': '2022-05-28T17:36:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843729-1-iscsi', '_floatingips': [{'id': '00a1e924-fcc4-41df-ab9d-4f7c63bf7d73', 'tenant_id': '3785f78e6d1048cfa0b5b123fdd909c8', 'floating_ip_address': '172.27.0.212', 'floating_network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'router_id': '48e30f03-5d76-449a-9676-6b67a05b7840', 'port_id': 'e8ae62d4-a8b6-4a83-8ce0-f58a2953d5ca', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 666, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a98bf986-b097-428c-84c6-2a59a4df1a9f', 'mac_address': 'fa:16:3e:e2:b5:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03b782e2-0501-4467-9b07-0a0766795ad4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T17:37:51Z', 'updated_at': '2022-05-28T17:37:51Z', 'revision_number': 0, 'project_id': '3785f78e6d1048cfa0b5b123fdd909c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e47eb2f-c38f-41b5-a640-fa1a228bac8b', 'name': '', 'network_id': 'a98bf986-b097-428c-84c6-2a59a4df1a9f', 'tenant_id': '3785f78e6d1048cfa0b5b123fdd909c8', 'mac_address': 'fa:16:3e:a3:76:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48e30f03-5d76-449a-9676-6b67a05b7840', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'ff216cd5-a438-4e93-8bdb-93f0599b8766', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:36:42Z', 'updated_at': '2022-05-28T17:36:48Z', 'revision_number': 5, 'project_id': '3785f78e6d1048cfa0b5b123fdd909c8', 'subnets': [{'id': 'ff216cd5-a438-4e93-8bdb-93f0599b8766', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843729-1-iscsi', False) {} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:37:53.938981 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c840864-4dea-4c87-8e55-a75ce135fa43 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Network 2edbe6b8-aac1-406b-a2f1-8819dd0d1c48 is already hosted by enough agents. {{(pid=103912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 17:37:53.945305 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.scheduler.base_scheduler [None req-5c840864-4dea-4c87-8e55-a75ce135fa43 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Resources bound (agent type, host, resource id): {{(pid=103912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 17:37:53.949196 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c840864-4dea-4c87-8e55-a75ce135fa43 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Received port after_create {{(pid=103912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 28 17:37:53.954325 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c840864-4dea-4c87-8e55-a75ce135fa43 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Pushing event updated for resources: {'Port': ['ID=017fcd1c-e094-4418-92e9-05a08fc7551f,revision_number=1']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:37:53.958676 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4c8ff88-3f15-414f-9f36-fc9777a43136 None None] The sync data for ids ['48e30f03-5d76-449a-9676-6b67a05b7840'] in dv-cinder-843729-1-iscsi is: [{'id': '48e30f03-5d76-449a-9676-6b67a05b7840', 'name': 'tempest-TestVolumeBootPattern-2105689536-router', 'tenant_id': '3785f78e6d1048cfa0b5b123fdd909c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'external_fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': 'e3d9c358-d859-42c8-bdac-433ca7193892', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T17:36:40Z', 'updated_at': '2022-05-28T17:36:43Z', 'revision_number': 4, 'project_id': '3785f78e6d1048cfa0b5b123fdd909c8', 'gw_port': {'id': 'e3d9c358-d859-42c8-bdac-433ca7193892', 'name': '', 'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:bd:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48e30f03-5d76-449a-9676-6b67a05b7840', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:36:40Z', 'updated_at': '2022-05-28T17:36:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843729-1-iscsi', '_floatingips': [{'id': '00a1e924-fcc4-41df-ab9d-4f7c63bf7d73', 'tenant_id': '3785f78e6d1048cfa0b5b123fdd909c8', 'floating_ip_address': '172.27.0.212', 'floating_network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'router_id': '48e30f03-5d76-449a-9676-6b67a05b7840', 'port_id': 'e8ae62d4-a8b6-4a83-8ce0-f58a2953d5ca', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 666, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a98bf986-b097-428c-84c6-2a59a4df1a9f', 'mac_address': 'fa:16:3e:e2:b5:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03b782e2-0501-4467-9b07-0a0766795ad4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T17:37:51Z', 'updated_at': '2022-05-28T17:37:51Z', 'revision_number': 0, 'project_id': '3785f78e6d1048cfa0b5b123fdd909c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e47eb2f-c38f-41b5-a640-fa1a228bac8b', 'name': '', 'network_id': 'a98bf986-b097-428c-84c6-2a59a4df1a9f', 'tenant_id': '3785f78e6d1048cfa0b5b123fdd909c8', 'mac_address': 'fa:16:3e:a3:76:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48e30f03-5d76-449a-9676-6b67a05b7840', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'ff216cd5-a438-4e93-8bdb-93f0599b8766', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:36:42Z', 'updated_at': '2022-05-28T17:36:48Z', 'revision_number': 5, 'project_id': '3785f78e6d1048cfa0b5b123fdd909c8', 'subnets': [{'id': 'ff216cd5-a438-4e93-8bdb-93f0599b8766', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 17:37:54.041982 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-5c840864-4dea-4c87-8e55-a75ce135fa43 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Publish callbacks [] for floatingip (3ef471d1-87a7-4cd1-87b0-0986991a975b), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:37:54.079997 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-5c840864-4dea-4c87-8e55-a75ce135fa43 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (017fcd1c-e094-4418-92e9-05a08fc7551f), before_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:37:54.111025 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:37:54.167472 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6464f3dc-da99-4c17-bfbc-59a82a38e392 None None] New status for floating IP 00a1e924-fcc4-41df-ab9d-4f7c63bf7d73: ACTIVE {{(pid=103913) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 28 17:37:54.275853 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-5c840864-4dea-4c87-8e55-a75ce135fa43 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Publish callbacks [] for port (017fcd1c-e094-4418-92e9-05a08fc7551f), precommit_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:37:54.280383 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-5c840864-4dea-4c87-8e55-a75ce135fa43 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735968512485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735968120131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735968120149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6173909'] for port (017fcd1c-e094-4418-92e9-05a08fc7551f), after_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:37:54.355570 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c840864-4dea-4c87-8e55-a75ce135fa43 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Pushing event updated for resources: {'Port': ['ID=017fcd1c-e094-4418-92e9-05a08fc7551f,revision_number=2']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:37:54.365860 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-5c840864-4dea-4c87-8e55-a75ce135fa43 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681695'] for floatingip (3ef471d1-87a7-4cd1-87b0-0986991a975b), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:37:54.381476 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-5c840864-4dea-4c87-8e55-a75ce135fa43 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22441'] for floatingip (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:37:54.382686 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-5c840864-4dea-4c87-8e55-a75ce135fa43 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8528643 May 28 17:37:54.431871 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d9a6ed-5d59-49e5-ba32-7e152fd1e1a8 req-f7795cab-5d7e-42d5-ab3c-9bac023f14b6 tempest-VolumesNegativeTest-79617155 tempest-VolumesNegativeTest-79617155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:37:54.433341 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-15d9a6ed-5d59-49e5-ba32-7e152fd1e1a8 req-f7795cab-5d7e-42d5-ab3c-9bac023f14b6 tempest-VolumesNegativeTest-79617155 tempest-VolumesNegativeTest-79617155-project] 10.222.0.33 "GET /v2.0/ports?device_id=bee73b8a-aa12-4117-b567-bdb7d7e47f7d HTTP/1.1" status: 200 len: 948 time: 0.0479269 May 28 17:37:54.483318 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-15d9a6ed-5d59-49e5-ba32-7e152fd1e1a8 req-f11dc1f5-e38d-4790-b0af-0bdc76e86f54 tempest-VolumesNegativeTest-79617155 tempest-VolumesNegativeTest-79617155-project] 10.222.0.33 "GET /v2.0/security-groups?id=9159ef90-882c-4248-982f-99d7376cec11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445545 May 28 17:37:54.584580 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-a284bdb2-1299-499c-9b3c-1ee70562bc29 req-e243281c-96a0-408f-8ca3-d71eca22b8b5 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] 10.222.0.33 "GET /v2.0/security-groups?name=tempest-securitygroup--1430307621&fields=id&tenant_id=9525b35792a04dc3a6f109cb39ee9d50 HTTP/1.1" status: 200 len: 267 time: 0.0435648 May 28 17:37:54.667349 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:37:54.694065 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a284bdb2-1299-499c-9b3c-1ee70562bc29 req-eed8d6cd-3891-4bb7-9ffa-9655b6d0d304 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:37:54.696522 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-a284bdb2-1299-499c-9b3c-1ee70562bc29 req-eed8d6cd-3891-4bb7-9ffa-9655b6d0d304 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] 10.222.0.33 "GET /v2.0/networks?id=f73c6d30-f59b-4e03-9c62-138278150c67 HTTP/1.1" status: 200 len: 814 time: 0.1047277 May 28 17:37:54.711301 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-a284bdb2-1299-499c-9b3c-1ee70562bc29 req-f033f879-ed2e-4c54-a545-71fa512f7414 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] 10.222.0.33 "GET /v2.0/quotas/9525b35792a04dc3a6f109cb39ee9d50 HTTP/1.1" status: 200 len: 375 time: 0.0096643 May 28 17:37:54.760748 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-a284bdb2-1299-499c-9b3c-1ee70562bc29 req-d1e1213b-7791-448f-9de2-60a04f781aef tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=9525b35792a04dc3a6f109cb39ee9d50&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0441535 May 28 17:37:54.818550 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b596e2e-7c84-4961-89d9-705bc7707bc6 req-74365d3b-cbb3-4291-875a-84a82302c398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:37:54.819967 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-5b596e2e-7c84-4961-89d9-705bc7707bc6 req-74365d3b-cbb3-4291-875a-84a82302c398 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f785fe1f5aea4aaaaac50187f1ef765a&device_id=bee73b8a-aa12-4117-b567-bdb7d7e47f7d HTTP/1.1" status: 200 len: 1132 time: 0.0397739 May 28 17:37:54.871729 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5131a447-9992-4272-a552-6eff17b88d62 req-8495983d-1421-4ca4-945a-28417eb4b749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:37:54.873218 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-5131a447-9992-4272-a552-6eff17b88d62 req-8495983d-1421-4ca4-945a-28417eb4b749 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3785f78e6d1048cfa0b5b123fdd909c8&device_id=03b782e2-0501-4467-9b07-0a0766795ad4 HTTP/1.1" status: 200 len: 1130 time: 0.0764966 May 28 17:37:54.920440 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:37:54.921978 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b596e2e-7c84-4961-89d9-705bc7707bc6 req-d3ced3e1-c7f1-4666-8b86-b63bfff34bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:37:54.923723 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-5b596e2e-7c84-4961-89d9-705bc7707bc6 req-d3ced3e1-c7f1-4666-8b86-b63bfff34bc5 service neutron] 10.222.0.16 "GET /v2.0/networks?id=d7849cd7-5bce-4d47-bf7c-4bdaa29163f6 HTTP/1.1" status: 200 len: 870 time: 0.0974669 May 28 17:37:54.925238 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-a284bdb2-1299-499c-9b3c-1ee70562bc29 req-2bfea8db-f522-497d-a9db-976c54352541 service neutron] 10.222.0.33 "GET /v2.0/networks/f73c6d30-f59b-4e03-9c62-138278150c67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524515 May 28 17:37:54.964261 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-5b596e2e-7c84-4961-89d9-705bc7707bc6 req-c82b0ade-c7b9-4a04-900d-8967683c5e0f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=d6d5750f-773b-493d-b7e7-f03eaa280fe2 HTTP/1.1" status: 200 len: 217 time: 0.0343223 May 28 17:37:55.012821 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b596e2e-7c84-4961-89d9-705bc7707bc6 req-716a48bc-634a-4ae6-a44c-c184f8178dff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:37:55.014250 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-5b596e2e-7c84-4961-89d9-705bc7707bc6 req-716a48bc-634a-4ae6-a44c-c184f8178dff service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2cba357c-0b7b-4509-b507-e6980235a9d5 HTTP/1.1" status: 200 len: 843 time: 0.0439458 May 28 17:37:55.048682 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5131a447-9992-4272-a552-6eff17b88d62 req-d250c621-c801-4366-ba6d-60221f4cccfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:37:55.050226 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-5131a447-9992-4272-a552-6eff17b88d62 req-d250c621-c801-4366-ba6d-60221f4cccfa service neutron] 10.222.0.16 "GET /v2.0/networks?id=a98bf986-b097-428c-84c6-2a59a4df1a9f HTTP/1.1" status: 200 len: 913 time: 0.1706297 May 28 17:37:55.061749 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b596e2e-7c84-4961-89d9-705bc7707bc6 req-a641520c-fc90-42f9-bef4-3864adf1c8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:37:55.063226 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-5b596e2e-7c84-4961-89d9-705bc7707bc6 req-a641520c-fc90-42f9-bef4-3864adf1c8f7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d7849cd7-5bce-4d47-bf7c-4bdaa29163f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0430646 May 28 17:37:55.107133 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-a284bdb2-1299-499c-9b3c-1ee70562bc29 req-869e23b0-ac1e-46d9-a430-879e487512ab service neutron] 10.222.0.33 "GET /v2.0/networks/f73c6d30-f59b-4e03-9c62-138278150c67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543913 May 28 17:37:55.124630 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:37:55.126093 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-5131a447-9992-4272-a552-6eff17b88d62 req-8d496b57-fc79-40e0-830a-511dc9876465 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e8ae62d4-a8b6-4a83-8ce0-f58a2953d5ca HTTP/1.1" status: 200 len: 1002 time: 0.0694275 May 28 17:37:55.165415 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-5b596e2e-7c84-4961-89d9-705bc7707bc6 req-a011ba40-d3f7-4858-9e85-b5ac0652f42e service neutron] 10.222.0.16 "GET /v2.0/networks/d7849cd7-5bce-4d47-bf7c-4bdaa29163f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964198 May 28 17:37:55.172416 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-7e3dfa23-a334-479e-adab-0491765abd3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (8a8c7bbb-808d-49ae-95de-62501e6237ff), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:37:55.179785 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5131a447-9992-4272-a552-6eff17b88d62 req-10fbfa9e-1d7c-4e24-9a71-1086c6a6a22f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:37:55.181230 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-5131a447-9992-4272-a552-6eff17b88d62 req-10fbfa9e-1d7c-4e24-9a71-1086c6a6a22f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ff216cd5-a438-4e93-8bdb-93f0599b8766 HTTP/1.1" status: 200 len: 851 time: 0.0491929 May 28 17:37:55.245246 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5131a447-9992-4272-a552-6eff17b88d62 req-428febb8-8c31-47de-aefc-0d31a772bf74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:37:55.245246 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-5131a447-9992-4272-a552-6eff17b88d62 req-428febb8-8c31-47de-aefc-0d31a772bf74 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a98bf986-b097-428c-84c6-2a59a4df1a9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0560651 May 28 17:37:55.276010 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-5b596e2e-7c84-4961-89d9-705bc7707bc6 req-40bb6067-4bcb-4707-82b2-59440a9a2aa6 service neutron] 10.222.0.16 "GET /v2.0/networks/d7849cd7-5bce-4d47-bf7c-4bdaa29163f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047800 May 28 17:37:55.307899 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-de45659d-1eeb-4779-975f-600759ec9bc4 req-05f01794-6dd6-4352-827c-0006e6bf108f tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] 10.222.0.33 "GET /v2.0/ports?device_id=d5769834-1cb8-4e14-b39e-9b1f8e359553 HTTP/1.1" status: 200 len: 210 time: 0.0284705 May 28 17:37:55.356210 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-5131a447-9992-4272-a552-6eff17b88d62 req-5a7daca6-c982-4036-80ff-acbf14a16918 service neutron] 10.222.0.16 "GET /v2.0/networks/a98bf986-b097-428c-84c6-2a59a4df1a9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067433 May 28 17:37:55.454094 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-5131a447-9992-4272-a552-6eff17b88d62 req-fbc0c7be-2f7d-46a8-a658-32595704813a service neutron] 10.222.0.16 "GET /v2.0/networks/a98bf986-b097-428c-84c6-2a59a4df1a9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918801 May 28 17:37:55.608787 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42bcf15-ac17-423c-8e66-aaed06722064 req-b7851976-ffad-44b2-9ab9-4b24f0cd869a tempest-VolumesNegativeTest-79617155 tempest-VolumesNegativeTest-79617155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:37:55.610214 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-c42bcf15-ac17-423c-8e66-aaed06722064 req-b7851976-ffad-44b2-9ab9-4b24f0cd869a tempest-VolumesNegativeTest-79617155 tempest-VolumesNegativeTest-79617155-project] 10.222.0.33 "GET /v2.0/ports?device_id=bee73b8a-aa12-4117-b567-bdb7d7e47f7d HTTP/1.1" status: 200 len: 948 time: 0.0504088 May 28 17:37:55.663975 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-c42bcf15-ac17-423c-8e66-aaed06722064 req-d7852076-670d-4ff1-be1f-13832b185609 tempest-VolumesNegativeTest-79617155 tempest-VolumesNegativeTest-79617155-project] 10.222.0.33 "GET /v2.0/security-groups?id=9159ef90-882c-4248-982f-99d7376cec11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466521 May 28 17:37:55.709500 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Device d6d5750f-773b-493d-b7e7-f03eaa280fe2 details requested by agent hyperv_hv-cinder-84372 with host hv-cinder-84372 {{(pid=103913) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 28 17:37:55.814455 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] For port d6d5750f-773b-493d-b7e7-f03eaa280fe2, host hv-cinder-84372, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84372',level=0,port_id=d6d5750f-773b-493d-b7e7-f03eaa280fe2,segment=NetworkSegment(8027bec4-92f5-4c84-9a39-242f1a587b15),segment_id=8027bec4-92f5-4c84-9a39-242f1a587b15)] {{(pid=103913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 17:37:55.827545 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Returning: {'device': 'd6d5750f-773b-493d-b7e7-f03eaa280fe2', 'network_id': 'd7849cd7-5bce-4d47-bf7c-4bdaa29163f6', 'port_id': 'd6d5750f-773b-493d-b7e7-f03eaa280fe2', 'mac_address': 'fa:16:3e:02:64:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cba357c-0b7b-4509-b507-e6980235a9d5', 'ip_address': '192.168.233.227'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103913) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 28 17:37:55.864062 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Current status of the port d6d5750f-773b-493d-b7e7-f03eaa280fe2 is: DOWN; New status is: BUILD {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 17:37:55.864372 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (d6d5750f-773b-493d-b7e7-f03eaa280fe2), before_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:37:55.877161 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.notifiers.nova [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6d5750f-773b-493d-b7e7-f03eaa280fe2 {{(pid=103913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 17:37:55.887974 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:37:55.898844 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] For port d6d5750f-773b-493d-b7e7-f03eaa280fe2, host hv-cinder-84372, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84372',level=0,port_id=d6d5750f-773b-493d-b7e7-f03eaa280fe2,segment=NetworkSegment(8027bec4-92f5-4c84-9a39-242f1a587b15),segment_id=8027bec4-92f5-4c84-9a39-242f1a587b15)] {{(pid=103913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 17:37:55.902204 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735968512485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735968120131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735968120149'] for port (d6d5750f-773b-493d-b7e7-f03eaa280fe2), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:37:55.947867 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Pushing event updated for resources: {'Port': ['ID=d6d5750f-773b-493d-b7e7-f03eaa280fe2,revision_number=4']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:37:56.420028 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] get_ports_and_sgs() called for port_ids ['d6d5750f-773b-493d-b7e7-f03eaa280fe2'] {{(pid=103913) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 28 17:37:56.422429 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-355f5665-74c1-425c-b454-aac8b960bedd req-e58aa3bb-0887-4db1-887b-5051ed3a9358 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] 10.222.0.33 "GET /v2.0/ports?device_id=d5769834-1cb8-4e14-b39e-9b1f8e359553 HTTP/1.1" status: 200 len: 210 time: 0.0323825 May 28 17:37:56.475121 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a284bdb2-1299-499c-9b3c-1ee70562bc29 req-50cf3d64-94a7-4e57-8894-9d05bb3ea0e5 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:37:56.477113 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-a284bdb2-1299-499c-9b3c-1ee70562bc29 req-50cf3d64-94a7-4e57-8894-9d05bb3ea0e5 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] 10.222.0.16 "GET /v2.0/networks?id=f73c6d30-f59b-4e03-9c62-138278150c67 HTTP/1.1" status: 200 len: 814 time: 0.1122000 May 28 17:37:56.483572 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-f22b8f6e-815f-41ba-a8b6-c2e56f67911e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (0b51406a-5a43-473c-8a39-67b2a4c71e5e), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:37:56.487069 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:37:56.553403 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-a284bdb2-1299-499c-9b3c-1ee70562bc29 req-42d3b9d4-1b28-4ea2-b695-2d118e2e2eb0 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9525b35792a04dc3a6f109cb39ee9d50 HTTP/1.1" status: 200 len: 380 time: 0.0605853 May 28 17:37:56.633613 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.v2.base [req-a284bdb2-1299-499c-9b3c-1ee70562bc29 req-9dfb4f85-df29-4d3d-b609-794e1c040d3a tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Request body: {'port': {'device_id': 'd5769834-1cb8-4e14-b39e-9b1f8e359553', 'network_id': 'f73c6d30-f59b-4e03-9c62-138278150c67', 'admin_state_up': True, 'tenant_id': '9525b35792a04dc3a6f109cb39ee9d50', 'security_groups': ['104d8453-4da9-45bd-a0fb-00757823a164']}} {{(pid=103911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 17:37:56.651130 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=100 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:37:56.770070 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a284bdb2-1299-499c-9b3c-1ee70562bc29 req-9dfb4f85-df29-4d3d-b609-794e1c040d3a tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Made reservation on behalf of 9525b35792a04dc3a6f109cb39ee9d50 for: {'port': 1} {{(pid=103911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 17:37:56.773546 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-a284bdb2-1299-499c-9b3c-1ee70562bc29 req-9dfb4f85-df29-4d3d-b609-794e1c040d3a tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (None), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:37:56.798466 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d089252a-074d-470e-93d4-7e10fc78e361 req-232f7c6f-0a77-463b-9d2c-1bfe83a41bea tempest-VolumesNegativeTest-79617155 tempest-VolumesNegativeTest-79617155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:37:56.799979 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-d089252a-074d-470e-93d4-7e10fc78e361 req-232f7c6f-0a77-463b-9d2c-1bfe83a41bea tempest-VolumesNegativeTest-79617155 tempest-VolumesNegativeTest-79617155-project] 10.222.0.33 "GET /v2.0/ports?device_id=bee73b8a-aa12-4117-b567-bdb7d7e47f7d HTTP/1.1" status: 200 len: 949 time: 0.0658495 May 28 17:37:56.807059 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:37:56.905945 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-d089252a-074d-470e-93d4-7e10fc78e361 req-19bc9ab3-30f3-4a96-8adb-08e7480f66fa tempest-VolumesNegativeTest-79617155 tempest-VolumesNegativeTest-79617155-project] 10.222.0.33 "GET /v2.0/security-groups?id=9159ef90-882c-4248-982f-99d7376cec11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976856 May 28 17:37:56.956624 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.db.db_base_plugin_common [req-a284bdb2-1299-499c-9b3c-1ee70562bc29 req-9dfb4f85-df29-4d3d-b609-794e1c040d3a tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Allocated IP 172.20.0.10 (f73c6d30-f59b-4e03-9c62-138278150c67/3ba9da23-e7a0-4b8a-b5a4-c3c0fc07e6a1/b7ee7236-7f4f-49a1-895b-3c97501aa1c1) {{(pid=103911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 17:37:57.101962 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-a284bdb2-1299-499c-9b3c-1ee70562bc29 req-9dfb4f85-df29-4d3d-b609-794e1c040d3a tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Publish callbacks [] for port (b7ee7236-7f4f-49a1-895b-3c97501aa1c1), precommit_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:37:57.134761 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-a284bdb2-1299-499c-9b3c-1ee70562bc29 req-9dfb4f85-df29-4d3d-b609-794e1c040d3a tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735968120113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6040268'] for port (b7ee7236-7f4f-49a1-895b-3c97501aa1c1), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:37:57.175582 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a284bdb2-1299-499c-9b3c-1ee70562bc29 req-9dfb4f85-df29-4d3d-b609-794e1c040d3a tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Network f73c6d30-f59b-4e03-9c62-138278150c67 is already hosted by enough agents. {{(pid=103911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 17:37:57.178734 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.scheduler.base_scheduler [req-a284bdb2-1299-499c-9b3c-1ee70562bc29 req-9dfb4f85-df29-4d3d-b609-794e1c040d3a tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Resources bound (agent type, host, resource id): {{(pid=103911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 17:37:57.185226 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [req-a284bdb2-1299-499c-9b3c-1ee70562bc29 req-9dfb4f85-df29-4d3d-b609-794e1c040d3a tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Received port after_create {{(pid=103911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 28 17:37:57.211858 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfb4f85-df29-4d3d-b609-794e1c040d3a tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Pushing event updated for resources: {'Port': ['ID=b7ee7236-7f4f-49a1-895b-3c97501aa1c1,revision_number=1']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:37:57.237536 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a284bdb2-1299-499c-9b3c-1ee70562bc29 req-9dfb4f85-df29-4d3d-b609-794e1c040d3a tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:37:57.238296 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-a284bdb2-1299-499c-9b3c-1ee70562bc29 req-9dfb4f85-df29-4d3d-b609-794e1c040d3a tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22441'] for port (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:37:57.255603 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-a284bdb2-1299-499c-9b3c-1ee70562bc29 req-9dfb4f85-df29-4d3d-b609-794e1c040d3a tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6257172 May 28 17:37:57.273267 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.v2.base [req-a284bdb2-1299-499c-9b3c-1ee70562bc29 req-e70c5888-1372-44b2-930e-83033b94c6f5 service neutron] Request body: {'port': {'device_id': 'd5769834-1cb8-4e14-b39e-9b1f8e359553', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84372'}} {{(pid=103911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 17:37:57.342279 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-a284bdb2-1299-499c-9b3c-1ee70562bc29 req-e70c5888-1372-44b2-930e-83033b94c6f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (b7ee7236-7f4f-49a1-895b-3c97501aa1c1), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:37:57.373816 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-49c04428-38c2-48f4-94d5-027a95ae7f9f None None] Provisioning complete for port b7ee7236-7f4f-49a1-895b-3c97501aa1c1 triggered by entity DHCP. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 17:37:57.374265 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-49c04428-38c2-48f4-94d5-027a95ae7f9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1821120'] for port (b7ee7236-7f4f-49a1-895b-3c97501aa1c1), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:37:57.405403 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-49c04428-38c2-48f4-94d5-027a95ae7f9f None None] Port b7ee7236-7f4f-49a1-895b-3c97501aa1c1 cannot update to ACTIVE because it is not bound. {{(pid=103913) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 28 17:37:57.409047 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:DELETE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:37:57.554310 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23b6139-7ba5-4ca6-ab93-d3b93a1b9b2c req-afd5fd77-20d9-463a-9193-af179076c298 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:37:57.555716 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-d23b6139-7ba5-4ca6-ab93-d3b93a1b9b2c req-afd5fd77-20d9-463a-9193-af179076c298 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] 10.222.0.33 "GET /v2.0/ports?device_id=d5769834-1cb8-4e14-b39e-9b1f8e359553 HTTP/1.1" status: 200 len: 932 time: 0.0498533 May 28 17:37:57.606038 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-d23b6139-7ba5-4ca6-ab93-d3b93a1b9b2c req-ab4aae52-acee-4ce0-95a7-e31ea9eed8d0 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] 10.222.0.33 "GET /v2.0/security-groups?id=104d8453-4da9-45bd-a0fb-00757823a164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445580 May 28 17:37:57.628891 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=91,neutron:UPDATE=7,neutron:INSERT=1,neutron:DELETE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:37:57.634726 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.notifiers.nova [req-a284bdb2-1299-499c-9b3c-1ee70562bc29 req-e70c5888-1372-44b2-930e-83033b94c6f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7ee7236-7f4f-49a1-895b-3c97501aa1c1 {{(pid=103911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 17:37:57.642684 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-a284bdb2-1299-499c-9b3c-1ee70562bc29 req-e70c5888-1372-44b2-930e-83033b94c6f5 service neutron] Publish callbacks [] for port (b7ee7236-7f4f-49a1-895b-3c97501aa1c1), precommit_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:37:57.657369 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [req-a284bdb2-1299-499c-9b3c-1ee70562bc29 req-e70c5888-1372-44b2-930e-83033b94c6f5 service neutron] Transition to ACTIVE for port object b7ee7236-7f4f-49a1-895b-3c97501aa1c1 will not be triggered until provisioned by entity L2. {{(pid=103911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 28 17:37:57.661090 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-a284bdb2-1299-499c-9b3c-1ee70562bc29 req-e70c5888-1372-44b2-930e-83033b94c6f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735968512485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735968120131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735968120149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6040315'] for port (b7ee7236-7f4f-49a1-895b-3c97501aa1c1), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:37:57.714957 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70c5888-1372-44b2-930e-83033b94c6f5 service neutron] Pushing event updated for resources: {'Port': ['ID=b7ee7236-7f4f-49a1-895b-3c97501aa1c1,revision_number=2']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:37:57.726946 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Device d6d5750f-773b-493d-b7e7-f03eaa280fe2 up at agent hyperv_hv-cinder-84372 {{(pid=103913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 28 17:37:57.783175 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-44990afe-4038-4bea-a0ed-12e052229f33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (19502cf1-8899-41f0-9103-a107faa54218), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:37:57.790358 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Provisioning for port d6d5750f-773b-493d-b7e7-f03eaa280fe2 completed by entity L2. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 28 17:37:57.794138 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.managers [req-a284bdb2-1299-499c-9b3c-1ee70562bc29 req-e70c5888-1372-44b2-930e-83033b94c6f5 service neutron] Attempting to bind port b7ee7236-7f4f-49a1-895b-3c97501aa1c1 on host hv-cinder-84372 for vnic_type normal with profile {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 28 17:37:57.794618 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.managers [req-a284bdb2-1299-499c-9b3c-1ee70562bc29 req-e70c5888-1372-44b2-930e-83033b94c6f5 service neutron] Attempting to bind port b7ee7236-7f4f-49a1-895b-3c97501aa1c1 by drivers openvswitch,hyperv on host hv-cinder-84372 at level 0 using segments [{'id': '480101fc-6c46-44c0-bf09-f4d27baa4f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'f73c6d30-f59b-4e03-9c62-138278150c67'}] {{(pid=103911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 28 17:37:57.794914 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a284bdb2-1299-499c-9b3c-1ee70562bc29 req-e70c5888-1372-44b2-930e-83033b94c6f5 service neutron] Attempting to bind port b7ee7236-7f4f-49a1-895b-3c97501aa1c1 on network f73c6d30-f59b-4e03-9c62-138278150c67 {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 28 17:37:57.797560 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Provisioning complete for port d6d5750f-773b-493d-b7e7-f03eaa280fe2 triggered by entity L2. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 17:37:57.797999 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1821120'] for port (d6d5750f-773b-493d-b7e7-f03eaa280fe2), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:37:57.800343 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a284bdb2-1299-499c-9b3c-1ee70562bc29 req-e70c5888-1372-44b2-930e-83033b94c6f5 service neutron] Port b7ee7236-7f4f-49a1-895b-3c97501aa1c1 on network f73c6d30-f59b-4e03-9c62-138278150c67 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84372 {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 28 17:37:57.800658 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a284bdb2-1299-499c-9b3c-1ee70562bc29 req-e70c5888-1372-44b2-930e-83033b94c6f5 service neutron] Attempting to bind port b7ee7236-7f4f-49a1-895b-3c97501aa1c1 on network f73c6d30-f59b-4e03-9c62-138278150c67 {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 28 17:37:57.805953 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a284bdb2-1299-499c-9b3c-1ee70562bc29 req-e70c5888-1372-44b2-930e-83033b94c6f5 service neutron] Checking agent: {'id': '7cdbebfa-f3b4-48eb-8fbc-caed95606681', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84372', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 17, 23, 31), 'started_at': datetime.datetime(2022, 5, 28, 17, 23, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 17, 37, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 28 17:37:57.806230 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a284bdb2-1299-499c-9b3c-1ee70562bc29 req-e70c5888-1372-44b2-930e-83033b94c6f5 service neutron] Checking segment: {'id': '480101fc-6c46-44c0-bf09-f4d27baa4f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'f73c6d30-f59b-4e03-9c62-138278150c67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 28 17:37:57.806614 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a284bdb2-1299-499c-9b3c-1ee70562bc29 req-e70c5888-1372-44b2-930e-83033b94c6f5 service neutron] Bound using segment: {'id': '480101fc-6c46-44c0-bf09-f4d27baa4f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'f73c6d30-f59b-4e03-9c62-138278150c67'} {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 28 17:37:57.807041 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.managers [req-a284bdb2-1299-499c-9b3c-1ee70562bc29 req-e70c5888-1372-44b2-930e-83033b94c6f5 service neutron] Bound port: b7ee7236-7f4f-49a1-895b-3c97501aa1c1, host: hv-cinder-84372, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '480101fc-6c46-44c0-bf09-f4d27baa4f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'f73c6d30-f59b-4e03-9c62-138278150c67'}}] {{(pid=103911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 28 17:37:57.807433 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-a284bdb2-1299-499c-9b3c-1ee70562bc29 req-e70c5888-1372-44b2-930e-83033b94c6f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (b7ee7236-7f4f-49a1-895b-3c97501aa1c1), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:37:57.876307 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [req-a284bdb2-1299-499c-9b3c-1ee70562bc29 req-e70c5888-1372-44b2-930e-83033b94c6f5 service neutron] For port b7ee7236-7f4f-49a1-895b-3c97501aa1c1, host hv-cinder-84372, cleared binding levels {{(pid=103911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 17:37:57.880862 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [req-a284bdb2-1299-499c-9b3c-1ee70562bc29 req-e70c5888-1372-44b2-930e-83033b94c6f5 service neutron] For port b7ee7236-7f4f-49a1-895b-3c97501aa1c1, host hv-cinder-84372, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84372',level=0,port_id=b7ee7236-7f4f-49a1-895b-3c97501aa1c1,segment=NetworkSegment(480101fc-6c46-44c0-bf09-f4d27baa4f82),segment_id=480101fc-6c46-44c0-bf09-f4d27baa4f82)] {{(pid=103911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 17:37:57.888889 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-a284bdb2-1299-499c-9b3c-1ee70562bc29 req-e70c5888-1372-44b2-930e-83033b94c6f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735968512485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735968120131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735968120149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6040315'] for port (b7ee7236-7f4f-49a1-895b-3c97501aa1c1), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:37:57.889035 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Current status of the port d6d5750f-773b-493d-b7e7-f03eaa280fe2 is: BUILD; New status is: ACTIVE {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 17:37:57.889361 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (d6d5750f-773b-493d-b7e7-f03eaa280fe2), before_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:37:57.913022 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bee73b8a-aa12-4117-b567-bdb7d7e47f7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6d5750f-773b-493d-b7e7-f03eaa280fe2'}] {{(pid=103913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 17:37:57.915239 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fc7d66bd3c46bdb9792f0e064e6c35853b2e9fce1f0b0d0eb0c21c6a12b004b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fff11688-e0cb-4c8a-9e8b-4622725c54e8" -d '{"events": [{"server_uuid": "bee73b8a-aa12-4117-b567-bdb7d7e47f7d", "name": "network-vif-plugged", "status": "completed", "tag": "d6d5750f-773b-493d-b7e7-f03eaa280fe2"}]}' {{(pid=103913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 28 17:37:57.923046 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a284bdb2-1299-499c-9b3c-1ee70562bc29 req-e70c5888-1372-44b2-930e-83033b94c6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:37:57.923682 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-a284bdb2-1299-499c-9b3c-1ee70562bc29 req-e70c5888-1372-44b2-930e-83033b94c6f5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22441'] for port (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:37:57.925944 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-a284bdb2-1299-499c-9b3c-1ee70562bc29 req-e70c5888-1372-44b2-930e-83033b94c6f5 service neutron] 10.222.0.16 "PUT /v2.0/ports/b7ee7236-7f4f-49a1-895b-3c97501aa1c1 HTTP/1.1" status: 200 len: 1094 time: 0.6567912 May 28 17:37:57.926176 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5769834-1cb8-4e14-b39e-9b1f8e359553', 'tag': 'b7ee7236-7f4f-49a1-895b-3c97501aa1c1'}] {{(pid=103911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 17:37:57.928549 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb6e18ef154237edf928b85f6b333e0f790e93c3571d1d8d4f7e4f30b44c92d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad7d2d56-b943-4ebe-a21d-f333568c1cf3" -d '{"events": [{"name": "network-changed", "server_uuid": "d5769834-1cb8-4e14-b39e-9b1f8e359553", "tag": "b7ee7236-7f4f-49a1-895b-3c97501aa1c1"}]}' {{(pid=103911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 28 17:37:57.947836 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] For port d6d5750f-773b-493d-b7e7-f03eaa280fe2, host hv-cinder-84372, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84372',level=0,port_id=d6d5750f-773b-493d-b7e7-f03eaa280fe2,segment=NetworkSegment(8027bec4-92f5-4c84-9a39-242f1a587b15),segment_id=8027bec4-92f5-4c84-9a39-242f1a587b15)] {{(pid=103913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 17:37:57.954687 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70c5888-1372-44b2-930e-83033b94c6f5 service neutron] Pushing event updated for resources: {'Port': ['ID=b7ee7236-7f4f-49a1-895b-3c97501aa1c1,revision_number=3']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:37:57.954866 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735968512485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735968120131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735968120149'] for port (d6d5750f-773b-493d-b7e7-f03eaa280fe2), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:37:58.005226 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 May 2022 17:37:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43fd889d-71c6-40c7-8da8-07208567ab0e x-openstack-request-id: req-43fd889d-71c6-40c7-8da8-07208567ab0e {{(pid=103913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 28 17:37:58.005709 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bee73b8a-aa12-4117-b567-bdb7d7e47f7d", "name": "network-vif-plugged", "status": "completed", "tag": "d6d5750f-773b-493d-b7e7-f03eaa280fe2", "code": 200}]} {{(pid=103913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 28 17:37:58.006142 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-43fd889d-71c6-40c7-8da8-07208567ab0e {{(pid=103913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 28 17:37:58.006704 dv-cinder-843729-1-iscsi neutron-server[103913]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43fd889d-71c6-40c7-8da8-07208567ab0e'] response: {'server_uuid': 'bee73b8a-aa12-4117-b567-bdb7d7e47f7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6d5750f-773b-493d-b7e7-f03eaa280fe2', 'code': 200} May 28 17:37:58.036226 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Pushing event updated for resources: {'Port': ['ID=d6d5750f-773b-493d-b7e7-f03eaa280fe2,revision_number=5']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:37:58.052054 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a284bdb2-1299-499c-9b3c-1ee70562bc29 req-0be5a326-f5a9-456a-b2ab-94a4c24f13e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:37:58.054083 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-a284bdb2-1299-499c-9b3c-1ee70562bc29 req-0be5a326-f5a9-456a-b2ab-94a4c24f13e7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9525b35792a04dc3a6f109cb39ee9d50&device_id=d5769834-1cb8-4e14-b39e-9b1f8e359553 HTTP/1.1" status: 200 len: 1128 time: 0.0643616 May 28 17:37:58.055603 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 May 2022 17:37:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d9a8b8d-5af2-4022-89b2-0880fa730622 x-openstack-request-id: req-1d9a8b8d-5af2-4022-89b2-0880fa730622 {{(pid=103911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 28 17:37:58.057568 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5769834-1cb8-4e14-b39e-9b1f8e359553", "tag": "b7ee7236-7f4f-49a1-895b-3c97501aa1c1", "status": "completed", "code": 200}]} {{(pid=103911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 28 17:37:58.058258 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-1d9a8b8d-5af2-4022-89b2-0880fa730622 {{(pid=103911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 28 17:37:58.059598 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d9a8b8d-5af2-4022-89b2-0880fa730622'] response: {'name': 'network-changed', 'server_uuid': 'd5769834-1cb8-4e14-b39e-9b1f8e359553', 'tag': 'b7ee7236-7f4f-49a1-895b-3c97501aa1c1', 'status': 'completed', 'code': 200} May 28 17:37:58.109712 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d39b4bc-fe6c-43b7-9569-3ee429891dda req-e3f2dde3-c61c-4616-850e-e970ffd1a13f tempest-VolumesNegativeTest-79617155 tempest-VolumesNegativeTest-79617155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:37:58.120194 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-8d39b4bc-fe6c-43b7-9569-3ee429891dda req-e3f2dde3-c61c-4616-850e-e970ffd1a13f tempest-VolumesNegativeTest-79617155 tempest-VolumesNegativeTest-79617155-project] 10.222.0.33 "GET /v2.0/ports?device_id=bee73b8a-aa12-4117-b567-bdb7d7e47f7d HTTP/1.1" status: 200 len: 950 time: 0.0858240 May 28 17:37:58.137072 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:UPDATE=1,neutron:SELECT=98,neutron:DELETE=1 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:37:58.153675 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-a284bdb2-1299-499c-9b3c-1ee70562bc29 req-11e4b03a-3f5c-4234-a8b0-1d682fedb63a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b7ee7236-7f4f-49a1-895b-3c97501aa1c1 HTTP/1.1" status: 200 len: 217 time: 0.0549798 May 28 17:37:58.184010 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-8d39b4bc-fe6c-43b7-9569-3ee429891dda req-2a1fe7b7-c1e3-4696-b5df-7e92c810e86d tempest-VolumesNegativeTest-79617155 tempest-VolumesNegativeTest-79617155-project] 10.222.0.33 "GET /v2.0/security-groups?id=9159ef90-882c-4248-982f-99d7376cec11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625463 May 28 17:37:58.220256 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a284bdb2-1299-499c-9b3c-1ee70562bc29 req-2b2be132-7d36-44c6-b9db-573faec0e42e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:37:58.221683 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-a284bdb2-1299-499c-9b3c-1ee70562bc29 req-2b2be132-7d36-44c6-b9db-573faec0e42e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3ba9da23-e7a0-4b8a-b5a4-c3c0fc07e6a1 HTTP/1.1" status: 200 len: 853 time: 0.0608101 May 28 17:37:58.272318 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082f1aa9-32df-47de-8853-ee5d880d5a55 req-015f333d-8ffb-402d-8020-f4d23340f118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:37:58.273773 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a284bdb2-1299-499c-9b3c-1ee70562bc29 req-73140826-2f31-44f1-a6ea-b695289a1dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:37:58.273928 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-082f1aa9-32df-47de-8853-ee5d880d5a55 req-015f333d-8ffb-402d-8020-f4d23340f118 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=bee73b8a-aa12-4117-b567-bdb7d7e47f7d HTTP/1.1" status: 200 len: 1134 time: 0.0403962 May 28 17:37:58.275273 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-a284bdb2-1299-499c-9b3c-1ee70562bc29 req-73140826-2f31-44f1-a6ea-b695289a1dfd service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f73c6d30-f59b-4e03-9c62-138278150c67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0407970 May 28 17:37:58.336421 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-082f1aa9-32df-47de-8853-ee5d880d5a55 req-4d8f9b27-49e4-4e81-bf27-e562063185ee service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=9159ef90-882c-4248-982f-99d7376cec11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507689 May 28 17:37:58.373271 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-a284bdb2-1299-499c-9b3c-1ee70562bc29 req-850f7e98-11e2-4433-abc7-3de8396e5933 service neutron] 10.222.0.16 "GET /v2.0/networks/f73c6d30-f59b-4e03-9c62-138278150c67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862761 May 28 17:37:58.722701 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4e6814-cf23-465a-ab08-bc6fd48d7830 req-ba0116ac-7e9e-459f-84fb-7ed44bdefbc3 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:37:58.724642 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-3f4e6814-cf23-465a-ab08-bc6fd48d7830 req-ba0116ac-7e9e-459f-84fb-7ed44bdefbc3 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] 10.222.0.33 "GET /v2.0/ports?device_id=d5769834-1cb8-4e14-b39e-9b1f8e359553 HTTP/1.1" status: 200 len: 944 time: 0.0511980 May 28 17:37:58.787967 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:37:58.823461 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-3f4e6814-cf23-465a-ab08-bc6fd48d7830 req-a8da17a4-2161-4af3-94e1-756b87673e1d tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] 10.222.0.33 "GET /v2.0/security-groups?id=104d8453-4da9-45bd-a0fb-00757823a164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932152 May 28 17:37:58.852681 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-a284bdb2-1299-499c-9b3c-1ee70562bc29 req-20c6ba93-46a2-4582-a076-126fbb757571 service neutron] 10.222.0.16 "GET /v2.0/networks/f73c6d30-f59b-4e03-9c62-138278150c67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037486 May 28 17:37:59.290827 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc35892-4ac5-4578-8ed4-3def05b7554b req-7bfd2804-5d62-45f0-9890-32104c2f7e09 tempest-VolumesNegativeTest-79617155 tempest-VolumesNegativeTest-79617155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:37:59.292338 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-6bc35892-4ac5-4578-8ed4-3def05b7554b req-7bfd2804-5d62-45f0-9890-32104c2f7e09 tempest-VolumesNegativeTest-79617155 tempest-VolumesNegativeTest-79617155-project] 10.222.0.33 "GET /v2.0/ports?device_id=bee73b8a-aa12-4117-b567-bdb7d7e47f7d HTTP/1.1" status: 200 len: 950 time: 0.0486073 May 28 17:37:59.342733 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-6bc35892-4ac5-4578-8ed4-3def05b7554b req-2bf0bc52-2cfb-499b-91d5-15554ebef3c0 tempest-VolumesNegativeTest-79617155 tempest-VolumesNegativeTest-79617155-project] 10.222.0.33 "GET /v2.0/security-groups?id=9159ef90-882c-4248-982f-99d7376cec11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448658 May 28 17:37:59.408387 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (0032cfec-21e8-44dd-a7d5-0b8312dfe052), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:37:59.945257 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badd35e9-8854-4c3e-b8c3-2395677473c7 req-3d433fc4-ebdf-473d-b841-fdd63cb21cf6 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:37:59.946708 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-badd35e9-8854-4c3e-b8c3-2395677473c7 req-3d433fc4-ebdf-473d-b841-fdd63cb21cf6 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] 10.222.0.33 "GET /v2.0/ports?device_id=d5769834-1cb8-4e14-b39e-9b1f8e359553 HTTP/1.1" status: 200 len: 944 time: 0.0538044 May 28 17:37:59.993519 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-badd35e9-8854-4c3e-b8c3-2395677473c7 req-eb99e243-1f7b-4cfa-8f6b-14639a3d9196 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] 10.222.0.33 "GET /v2.0/security-groups?id=104d8453-4da9-45bd-a0fb-00757823a164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412424 May 28 17:38:00.465366 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095c65ca-5f36-481f-93c1-a22f6c71ad33 req-1ec4e8f7-ba6c-40cf-9132-7bd7c7d1056e tempest-VolumesNegativeTest-79617155 tempest-VolumesNegativeTest-79617155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:38:00.466799 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-095c65ca-5f36-481f-93c1-a22f6c71ad33 req-1ec4e8f7-ba6c-40cf-9132-7bd7c7d1056e tempest-VolumesNegativeTest-79617155 tempest-VolumesNegativeTest-79617155-project] 10.222.0.33 "GET /v2.0/ports?device_id=bee73b8a-aa12-4117-b567-bdb7d7e47f7d HTTP/1.1" status: 200 len: 950 time: 0.0463042 May 28 17:38:00.513608 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-095c65ca-5f36-481f-93c1-a22f6c71ad33 req-f43f20b3-2fe4-4830-81c3-47a731cbe33e tempest-VolumesNegativeTest-79617155 tempest-VolumesNegativeTest-79617155-project] 10.222.0.33 "GET /v2.0/security-groups?id=9159ef90-882c-4248-982f-99d7376cec11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407329 May 28 17:38:00.520221 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.agents_db [None req-b36f0ab6-f8d6-4670-a7fa-3628cf342135 None None] Agent healthcheck: found 6 active agents {{(pid=103914) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 28 17:38:01.108258 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5397f889-2eea-42d9-982b-3bed4a6c1679 req-64e20904-8c61-41fb-95cc-73fd8b011191 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:38:01.109715 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-5397f889-2eea-42d9-982b-3bed4a6c1679 req-64e20904-8c61-41fb-95cc-73fd8b011191 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] 10.222.0.33 "GET /v2.0/ports?device_id=d5769834-1cb8-4e14-b39e-9b1f8e359553 HTTP/1.1" status: 200 len: 944 time: 0.0475836 May 28 17:38:01.136011 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:38:01.158381 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-5397f889-2eea-42d9-982b-3bed4a6c1679 req-4c67e9fd-d025-4147-9d89-a9810e122155 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] 10.222.0.33 "GET /v2.0/security-groups?id=104d8453-4da9-45bd-a0fb-00757823a164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425403 May 28 17:38:01.633580 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65055b06-cc55-4ff5-8f88-9b62bb6825c0 req-5dce513a-6a02-4913-b5b3-2337fa0e9eca tempest-VolumesNegativeTest-79617155 tempest-VolumesNegativeTest-79617155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:38:01.635196 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-65055b06-cc55-4ff5-8f88-9b62bb6825c0 req-5dce513a-6a02-4913-b5b3-2337fa0e9eca tempest-VolumesNegativeTest-79617155 tempest-VolumesNegativeTest-79617155-project] 10.222.0.33 "GET /v2.0/ports?device_id=bee73b8a-aa12-4117-b567-bdb7d7e47f7d HTTP/1.1" status: 200 len: 950 time: 0.0539913 May 28 17:38:01.686897 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-65055b06-cc55-4ff5-8f88-9b62bb6825c0 req-98312ed3-cbca-4120-9801-c739953fce85 tempest-VolumesNegativeTest-79617155 tempest-VolumesNegativeTest-79617155-project] 10.222.0.33 "GET /v2.0/security-groups?id=9159ef90-882c-4248-982f-99d7376cec11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462704 May 28 17:38:02.232183 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7d2d56-b943-4ebe-a21d-f333568c1cf3 req-d84f47de-5907-482a-8c36-13b1b3fc2bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:38:02.233728 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-ad7d2d56-b943-4ebe-a21d-f333568c1cf3 req-d84f47de-5907-482a-8c36-13b1b3fc2bc4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9525b35792a04dc3a6f109cb39ee9d50&device_id=d5769834-1cb8-4e14-b39e-9b1f8e359553 HTTP/1.1" status: 200 len: 1128 time: 0.0511758 May 28 17:38:02.282283 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f40892-0eb7-45d6-8559-3d9d37d1d9c1 req-90303c3d-3c8a-4f49-bb23-a61130eebeed tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:38:02.283752 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-62f40892-0eb7-45d6-8559-3d9d37d1d9c1 req-90303c3d-3c8a-4f49-bb23-a61130eebeed tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] 10.222.0.33 "GET /v2.0/ports?device_id=d5769834-1cb8-4e14-b39e-9b1f8e359553 HTTP/1.1" status: 200 len: 944 time: 0.0472395 May 28 17:38:02.330702 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-62f40892-0eb7-45d6-8559-3d9d37d1d9c1 req-76e06b09-7564-4c08-912c-baa3e30f1cd1 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] 10.222.0.33 "GET /v2.0/security-groups?id=104d8453-4da9-45bd-a0fb-00757823a164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414052 May 28 17:38:02.772266 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7d2d56-b943-4ebe-a21d-f333568c1cf3 req-1881c635-93ac-495e-a6ed-a979a86d6eda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:38:02.773911 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-ad7d2d56-b943-4ebe-a21d-f333568c1cf3 req-1881c635-93ac-495e-a6ed-a979a86d6eda service neutron] 10.222.0.16 "GET /v2.0/networks?id=f73c6d30-f59b-4e03-9c62-138278150c67 HTTP/1.1" status: 200 len: 915 time: 0.0972176 May 28 17:38:02.814292 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f241c52-427d-4904-b9f9-2dc13a6be6a5 req-722628e4-c9b9-4976-8a58-65eaf15b1915 tempest-VolumesNegativeTest-79617155 tempest-VolumesNegativeTest-79617155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:38:02.816842 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-ad7d2d56-b943-4ebe-a21d-f333568c1cf3 req-1edd5cf5-a7c2-496d-ae27-0dfb7c40cc24 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b7ee7236-7f4f-49a1-895b-3c97501aa1c1 HTTP/1.1" status: 200 len: 217 time: 0.0353415 May 28 17:38:02.816979 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-3f241c52-427d-4904-b9f9-2dc13a6be6a5 req-722628e4-c9b9-4976-8a58-65eaf15b1915 tempest-VolumesNegativeTest-79617155 tempest-VolumesNegativeTest-79617155-project] 10.222.0.33 "GET /v2.0/ports?device_id=bee73b8a-aa12-4117-b567-bdb7d7e47f7d HTTP/1.1" status: 200 len: 950 time: 0.0551000 May 28 17:38:02.869254 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7d2d56-b943-4ebe-a21d-f333568c1cf3 req-e8df5331-8f16-49dc-a5aa-4dd42af8b6e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:38:02.870652 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-ad7d2d56-b943-4ebe-a21d-f333568c1cf3 req-e8df5331-8f16-49dc-a5aa-4dd42af8b6e8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3ba9da23-e7a0-4b8a-b5a4-c3c0fc07e6a1 HTTP/1.1" status: 200 len: 853 time: 0.0492210 May 28 17:38:02.874520 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-3f241c52-427d-4904-b9f9-2dc13a6be6a5 req-37b6e881-45af-4af3-8469-d8a6f42d37e9 tempest-VolumesNegativeTest-79617155 tempest-VolumesNegativeTest-79617155-project] 10.222.0.33 "GET /v2.0/security-groups?id=9159ef90-882c-4248-982f-99d7376cec11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505569 May 28 17:38:02.922845 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7d2d56-b943-4ebe-a21d-f333568c1cf3 req-1798826c-db5b-4f9e-bfe9-d730b3e36819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:38:02.924474 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-ad7d2d56-b943-4ebe-a21d-f333568c1cf3 req-1798826c-db5b-4f9e-bfe9-d730b3e36819 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f73c6d30-f59b-4e03-9c62-138278150c67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0472991 May 28 17:38:03.021325 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-ad7d2d56-b943-4ebe-a21d-f333568c1cf3 req-2009e8dd-aa04-4244-9346-c41342813d3d service neutron] 10.222.0.16 "GET /v2.0/networks/f73c6d30-f59b-4e03-9c62-138278150c67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900860 May 28 17:38:03.132526 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-ad7d2d56-b943-4ebe-a21d-f333568c1cf3 req-c12257ca-8af3-4809-87cd-4755c8957b7c service neutron] 10.222.0.16 "GET /v2.0/networks/f73c6d30-f59b-4e03-9c62-138278150c67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046958 May 28 17:38:03.156700 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5aae5e5-f087-4f08-83e2-51d8a5bdccee req-48754462-6f71-4431-af8b-d34fb9e93d90 tempest-VolumesNegativeTest-79617155 tempest-VolumesNegativeTest-79617155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:38:03.158267 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-c5aae5e5-f087-4f08-83e2-51d8a5bdccee req-48754462-6f71-4431-af8b-d34fb9e93d90 tempest-VolumesNegativeTest-79617155 tempest-VolumesNegativeTest-79617155-project] 10.222.0.33 "GET /v2.0/ports?device_id=bee73b8a-aa12-4117-b567-bdb7d7e47f7d HTTP/1.1" status: 200 len: 950 time: 0.0548105 May 28 17:38:03.206422 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-c5aae5e5-f087-4f08-83e2-51d8a5bdccee req-ddee7e7f-db00-4cf9-86e7-d8af1761e9ad tempest-VolumesNegativeTest-79617155 tempest-VolumesNegativeTest-79617155-project] 10.222.0.33 "GET /v2.0/security-groups?id=9159ef90-882c-4248-982f-99d7376cec11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408366 May 28 17:38:03.445899 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cccf60b-54f3-4afe-81cc-ac16819e9a21 req-e558e80f-7b68-4378-9179-e01b5a7d96d3 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:38:03.447371 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-7cccf60b-54f3-4afe-81cc-ac16819e9a21 req-e558e80f-7b68-4378-9179-e01b5a7d96d3 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] 10.222.0.33 "GET /v2.0/ports?device_id=d5769834-1cb8-4e14-b39e-9b1f8e359553 HTTP/1.1" status: 200 len: 944 time: 0.0471146 May 28 17:38:03.495041 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-7cccf60b-54f3-4afe-81cc-ac16819e9a21 req-30baed26-2f9f-41a6-9e1a-cbda36172f3c tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] 10.222.0.33 "GET /v2.0/security-groups?id=104d8453-4da9-45bd-a0fb-00757823a164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421498 May 28 17:38:03.735413 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Device b7ee7236-7f4f-49a1-895b-3c97501aa1c1 details requested by agent hyperv_hv-cinder-84372 with host hv-cinder-84372 {{(pid=103913) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 28 17:38:03.834717 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] For port b7ee7236-7f4f-49a1-895b-3c97501aa1c1, host hv-cinder-84372, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84372',level=0,port_id=b7ee7236-7f4f-49a1-895b-3c97501aa1c1,segment=NetworkSegment(480101fc-6c46-44c0-bf09-f4d27baa4f82),segment_id=480101fc-6c46-44c0-bf09-f4d27baa4f82)] {{(pid=103913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 17:38:03.845250 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Returning: {'device': 'b7ee7236-7f4f-49a1-895b-3c97501aa1c1', 'network_id': 'f73c6d30-f59b-4e03-9c62-138278150c67', 'port_id': 'b7ee7236-7f4f-49a1-895b-3c97501aa1c1', 'mac_address': 'fa:16:3e:e6:94:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ba9da23-e7a0-4b8a-b5a4-c3c0fc07e6a1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103913) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 28 17:38:03.869237 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:38:03.881040 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Current status of the port b7ee7236-7f4f-49a1-895b-3c97501aa1c1 is: DOWN; New status is: BUILD {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 17:38:03.881421 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (b7ee7236-7f4f-49a1-895b-3c97501aa1c1), before_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:38:03.893916 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.notifiers.nova [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7ee7236-7f4f-49a1-895b-3c97501aa1c1 {{(pid=103913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 17:38:03.915904 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] For port b7ee7236-7f4f-49a1-895b-3c97501aa1c1, host hv-cinder-84372, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84372',level=0,port_id=b7ee7236-7f4f-49a1-895b-3c97501aa1c1,segment=NetworkSegment(480101fc-6c46-44c0-bf09-f4d27baa4f82),segment_id=480101fc-6c46-44c0-bf09-f4d27baa4f82)] {{(pid=103913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 17:38:03.919782 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735968512485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735968120131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735968120149'] for port (b7ee7236-7f4f-49a1-895b-3c97501aa1c1), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:38:03.936028 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=41 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:38:03.965870 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Pushing event updated for resources: {'Port': ['ID=b7ee7236-7f4f-49a1-895b-3c97501aa1c1,revision_number=4']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:38:04.330138 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1505a0ae-4dc5-4728-94fc-0abdf4e04b41 req-74de6fa6-d215-440b-8c43-7fe091c618d4 tempest-VolumesNegativeTest-79617155 tempest-VolumesNegativeTest-79617155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:38:04.331695 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-1505a0ae-4dc5-4728-94fc-0abdf4e04b41 req-74de6fa6-d215-440b-8c43-7fe091c618d4 tempest-VolumesNegativeTest-79617155 tempest-VolumesNegativeTest-79617155-project] 10.222.0.33 "GET /v2.0/ports?device_id=bee73b8a-aa12-4117-b567-bdb7d7e47f7d HTTP/1.1" status: 200 len: 950 time: 0.0499570 May 28 17:38:04.380633 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-1505a0ae-4dc5-4728-94fc-0abdf4e04b41 req-595a2e21-0d2f-4723-bef2-2ea1f22aa03b tempest-VolumesNegativeTest-79617155 tempest-VolumesNegativeTest-79617155-project] 10.222.0.33 "GET /v2.0/security-groups?id=9159ef90-882c-4248-982f-99d7376cec11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432272 May 28 17:38:04.391033 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] get_ports_and_sgs() called for port_ids ['b7ee7236-7f4f-49a1-895b-3c97501aa1c1'] {{(pid=103913) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 28 17:38:04.464142 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:38:04.606860 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf18c177-cb93-491d-9f3e-4c44602a0fca req-9ec6f3b6-8c44-4e13-bd07-a2325b06f63a tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:38:04.608320 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-cf18c177-cb93-491d-9f3e-4c44602a0fca req-9ec6f3b6-8c44-4e13-bd07-a2325b06f63a tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] 10.222.0.33 "GET /v2.0/ports?device_id=d5769834-1cb8-4e14-b39e-9b1f8e359553 HTTP/1.1" status: 200 len: 945 time: 0.0465016 May 28 17:38:04.654447 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-cf18c177-cb93-491d-9f3e-4c44602a0fca req-383b81e9-5d48-481a-a054-8c999e47ace7 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] 10.222.0.33 "GET /v2.0/security-groups?id=104d8453-4da9-45bd-a0fb-00757823a164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398359 May 28 17:38:04.815656 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce45117-5bed-42f1-acf5-2ad2e2eff6bc req-f2ba795e-1c7b-45c3-a8db-0fcaaaec1bdc tempest-VolumesNegativeTest-79617155 tempest-VolumesNegativeTest-79617155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:38:04.817147 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-9ce45117-5bed-42f1-acf5-2ad2e2eff6bc req-f2ba795e-1c7b-45c3-a8db-0fcaaaec1bdc tempest-VolumesNegativeTest-79617155 tempest-VolumesNegativeTest-79617155-project] 10.222.0.16 "GET /v2.0/ports?device_id=bee73b8a-aa12-4117-b567-bdb7d7e47f7d HTTP/1.1" status: 200 len: 950 time: 0.0533044 May 28 17:38:04.856264 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=100 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:38:04.899009 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [req-9ce45117-5bed-42f1-acf5-2ad2e2eff6bc req-6487c17f-82f2-46b0-9747-eea20e20840d tempest-VolumesNegativeTest-79617155 tempest-VolumesNegativeTest-79617155-project] Deleting port d6d5750f-773b-493d-b7e7-f03eaa280fe2 {{(pid=103911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 28 17:38:04.899374 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-9ce45117-5bed-42f1-acf5-2ad2e2eff6bc req-6487c17f-82f2-46b0-9747-eea20e20840d tempest-VolumesNegativeTest-79617155 tempest-VolumesNegativeTest-79617155-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735968504037'] for port (d6d5750f-773b-493d-b7e7-f03eaa280fe2), before_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:38:04.991927 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [req-9ce45117-5bed-42f1-acf5-2ad2e2eff6bc req-6487c17f-82f2-46b0-9747-eea20e20840d tempest-VolumesNegativeTest-79617155 tempest-VolumesNegativeTest-79617155-project] For port d6d5750f-773b-493d-b7e7-f03eaa280fe2, host hv-cinder-84372, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84372',level=0,port_id=d6d5750f-773b-493d-b7e7-f03eaa280fe2,segment=NetworkSegment(8027bec4-92f5-4c84-9a39-242f1a587b15),segment_id=8027bec4-92f5-4c84-9a39-242f1a587b15)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 17:38:04.992290 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-9ce45117-5bed-42f1-acf5-2ad2e2eff6bc req-6487c17f-82f2-46b0-9747-eea20e20840d tempest-VolumesNegativeTest-79617155 tempest-VolumesNegativeTest-79617155-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-660327'] for port (d6d5750f-773b-493d-b7e7-f03eaa280fe2), precommit_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:38:05.005688 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [req-9ce45117-5bed-42f1-acf5-2ad2e2eff6bc req-6487c17f-82f2-46b0-9747-eea20e20840d tempest-VolumesNegativeTest-79617155 tempest-VolumesNegativeTest-79617155-project] Calling delete_port for d6d5750f-773b-493d-b7e7-f03eaa280fe2 owned by compute:nova {{(pid=103911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 28 17:38:05.058954 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=100 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:38:05.156579 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-9ce45117-5bed-42f1-acf5-2ad2e2eff6bc req-6487c17f-82f2-46b0-9747-eea20e20840d tempest-VolumesNegativeTest-79617155 tempest-VolumesNegativeTest-79617155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735968512467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735968120122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6040268'] for port (d6d5750f-773b-493d-b7e7-f03eaa280fe2), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:38:05.191100 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6487c17f-82f2-46b0-9747-eea20e20840d tempest-VolumesNegativeTest-79617155 tempest-VolumesNegativeTest-79617155-project] Pushing event deleted for resources: {'Port': ['ID=d6d5750f-773b-493d-b7e7-f03eaa280fe2,revision_number=None']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:38:05.239453 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ce45117-5bed-42f1-acf5-2ad2e2eff6bc req-6487c17f-82f2-46b0-9747-eea20e20840d tempest-VolumesNegativeTest-79617155 tempest-VolumesNegativeTest-79617155-project] No DVR routers for this DVR port d6d5750f-773b-493d-b7e7-f03eaa280fe2 on host hv-cinder-84372 {{(pid=103911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 17:38:05.241860 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-9ce45117-5bed-42f1-acf5-2ad2e2eff6bc req-6487c17f-82f2-46b0-9747-eea20e20840d tempest-VolumesNegativeTest-79617155 tempest-VolumesNegativeTest-79617155-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22441'] for port (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:38:05.245192 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-9ce45117-5bed-42f1-acf5-2ad2e2eff6bc req-6487c17f-82f2-46b0-9747-eea20e20840d tempest-VolumesNegativeTest-79617155 tempest-VolumesNegativeTest-79617155-project] 10.222.0.16 "DELETE /v2.0/ports/d6d5750f-773b-493d-b7e7-f03eaa280fe2 HTTP/1.1" status: 204 len: 173 time: 0.4226902 May 28 17:38:05.245638 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bee73b8a-aa12-4117-b567-bdb7d7e47f7d', 'name': 'network-vif-deleted', 'tag': 'd6d5750f-773b-493d-b7e7-f03eaa280fe2'}] {{(pid=103911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 17:38:05.247897 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb6e18ef154237edf928b85f6b333e0f790e93c3571d1d8d4f7e4f30b44c92d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f82ad67d-4926-4f44-86b4-8e9e60c9015e" -d '{"events": [{"server_uuid": "bee73b8a-aa12-4117-b567-bdb7d7e47f7d", "name": "network-vif-deleted", "tag": "d6d5750f-773b-493d-b7e7-f03eaa280fe2"}]}' {{(pid=103911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 28 17:38:05.285505 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 May 2022 17:38:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd556831-9185-4f28-9243-64e89e345cc3 x-openstack-request-id: req-bd556831-9185-4f28-9243-64e89e345cc3 {{(pid=103911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 28 17:38:05.285905 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bee73b8a-aa12-4117-b567-bdb7d7e47f7d", "name": "network-vif-deleted", "tag": "d6d5750f-773b-493d-b7e7-f03eaa280fe2", "status": "completed", "code": 200}]} {{(pid=103911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 28 17:38:05.286168 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-bd556831-9185-4f28-9243-64e89e345cc3 {{(pid=103911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 28 17:38:05.286545 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd556831-9185-4f28-9243-64e89e345cc3'] response: {'server_uuid': 'bee73b8a-aa12-4117-b567-bdb7d7e47f7d', 'name': 'network-vif-deleted', 'tag': 'd6d5750f-773b-493d-b7e7-f03eaa280fe2', 'status': 'completed', 'code': 200} May 28 17:38:05.316771 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (7cdbebfa-f3b4-48eb-8fbc-caed95606681), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:38:05.337107 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] get_ports_and_sgs() called for port_ids ['d6d5750f-773b-493d-b7e7-f03eaa280fe2'] {{(pid=103913) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 28 17:38:05.505019 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-2c13bc8c-c0ba-4ab8-a579-f36108cc78d9 req-101ba272-165e-4b19-b151-e4059c66f99d tempest-VolumesNegativeTest-79617155 tempest-VolumesNegativeTest-79617155-project] 10.222.0.33 "GET /v2.0/ports?device_id=bee73b8a-aa12-4117-b567-bdb7d7e47f7d HTTP/1.1" status: 200 len: 210 time: 0.0348592 May 28 17:38:05.746132 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Device b7ee7236-7f4f-49a1-895b-3c97501aa1c1 up at agent hyperv_hv-cinder-84372 {{(pid=103913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 28 17:38:05.778013 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716ab3b8-2f46-4bd1-88b9-7be3c4c96098 req-9049a504-0a24-458d-9fe0-11b1608c8e37 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:38:05.780127 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-716ab3b8-2f46-4bd1-88b9-7be3c4c96098 req-9049a504-0a24-458d-9fe0-11b1608c8e37 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] 10.222.0.33 "GET /v2.0/ports?device_id=d5769834-1cb8-4e14-b39e-9b1f8e359553 HTTP/1.1" status: 200 len: 945 time: 0.0516987 May 28 17:38:05.797777 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Provisioning for port b7ee7236-7f4f-49a1-895b-3c97501aa1c1 completed by entity L2. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 28 17:38:05.804843 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Provisioning complete for port b7ee7236-7f4f-49a1-895b-3c97501aa1c1 triggered by entity L2. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 17:38:05.805381 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1821120'] for port (b7ee7236-7f4f-49a1-895b-3c97501aa1c1), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:38:05.823787 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=100 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:38:05.848837 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-716ab3b8-2f46-4bd1-88b9-7be3c4c96098 req-6367c766-7e14-45e1-bec5-c2f1396fe46a tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] 10.222.0.33 "GET /v2.0/security-groups?id=104d8453-4da9-45bd-a0fb-00757823a164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609267 May 28 17:38:05.886214 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Current status of the port b7ee7236-7f4f-49a1-895b-3c97501aa1c1 is: BUILD; New status is: ACTIVE {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 17:38:05.886592 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (b7ee7236-7f4f-49a1-895b-3c97501aa1c1), before_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:38:05.909040 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5769834-1cb8-4e14-b39e-9b1f8e359553', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7ee7236-7f4f-49a1-895b-3c97501aa1c1'}] {{(pid=103913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 17:38:05.911394 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fc7d66bd3c46bdb9792f0e064e6c35853b2e9fce1f0b0d0eb0c21c6a12b004b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c7f9d4b-9473-4f31-b8ab-ee6af3e61b2b" -d '{"events": [{"server_uuid": "d5769834-1cb8-4e14-b39e-9b1f8e359553", "name": "network-vif-plugged", "status": "completed", "tag": "b7ee7236-7f4f-49a1-895b-3c97501aa1c1"}]}' {{(pid=103913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 28 17:38:05.923425 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] For port b7ee7236-7f4f-49a1-895b-3c97501aa1c1, host hv-cinder-84372, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84372',level=0,port_id=b7ee7236-7f4f-49a1-895b-3c97501aa1c1,segment=NetworkSegment(480101fc-6c46-44c0-bf09-f4d27baa4f82),segment_id=480101fc-6c46-44c0-bf09-f4d27baa4f82)] {{(pid=103913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 17:38:05.927992 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735968512485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735968120131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735968120149'] for port (b7ee7236-7f4f-49a1-895b-3c97501aa1c1), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:38:05.949545 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 May 2022 17:38:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50ceefba-fb33-4172-810d-082ce5ed2690 x-openstack-request-id: req-50ceefba-fb33-4172-810d-082ce5ed2690 {{(pid=103913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 28 17:38:05.949832 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5769834-1cb8-4e14-b39e-9b1f8e359553", "name": "network-vif-plugged", "status": "completed", "tag": "b7ee7236-7f4f-49a1-895b-3c97501aa1c1", "code": 200}]} {{(pid=103913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 28 17:38:05.950080 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-50ceefba-fb33-4172-810d-082ce5ed2690 {{(pid=103913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 28 17:38:05.950464 dv-cinder-843729-1-iscsi neutron-server[103913]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50ceefba-fb33-4172-810d-082ce5ed2690'] response: {'server_uuid': 'd5769834-1cb8-4e14-b39e-9b1f8e359553', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7ee7236-7f4f-49a1-895b-3c97501aa1c1', 'code': 200} May 28 17:38:05.975510 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Pushing event updated for resources: {'Port': ['ID=b7ee7236-7f4f-49a1-895b-3c97501aa1c1,revision_number=5']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:38:06.148046 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cf058a-7910-47e6-b5e1-3cc0818dee10 req-23097ce1-e955-4215-a5a5-e5a5066c42df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:38:06.149400 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-62cf058a-7910-47e6-b5e1-3cc0818dee10 req-23097ce1-e955-4215-a5a5-e5a5066c42df service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d5769834-1cb8-4e14-b39e-9b1f8e359553 HTTP/1.1" status: 200 len: 1130 time: 0.0382400 May 28 17:38:06.195268 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-62cf058a-7910-47e6-b5e1-3cc0818dee10 req-3a8d2a65-26f3-4969-b5bc-ef62a75ceda7 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=104d8453-4da9-45bd-a0fb-00757823a164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400662 May 28 17:38:06.502088 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.33', 36658) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:38:06.617275 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-b3c89cb0-99be-444b-aef3-83b9514d88e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:38:06.695127 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-b3c89cb0-99be-444b-aef3-83b9514d88e2 admin admin] Publish callbacks [] for security_group (4fb26fef-ebba-43e4-9f46-c5e6e3a8e69a), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:38:06.699104 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-b3c89cb0-99be-444b-aef3-83b9514d88e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594961'] for security_group (4fb26fef-ebba-43e4-9f46-c5e6e3a8e69a), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:38:06.739557 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-b3c89cb0-99be-444b-aef3-83b9514d88e2 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=0b0cf96d4c8b4e1e96ccde35364e85de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2361197 May 28 17:38:06.740430 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c89cb0-99be-444b-aef3-83b9514d88e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fb26fef-ebba-43e4-9f46-c5e6e3a8e69a,revision_number=1']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:38:06.743240 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.33', 36674) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:38:06.795075 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-3b97314b-6654-4e99-8e40-016da032bf45 admin admin] Publish callbacks [] for security_group (4fb26fef-ebba-43e4-9f46-c5e6e3a8e69a), before_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:38:06.819568 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-3b97314b-6654-4e99-8e40-016da032bf45 admin admin] Publish callbacks [] for security_group (4fb26fef-ebba-43e4-9f46-c5e6e3a8e69a), precommit_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:38:06.883216 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-3b97314b-6654-4e99-8e40-016da032bf45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594961'] for security_group (4fb26fef-ebba-43e4-9f46-c5e6e3a8e69a), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:38:06.886504 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-3b97314b-6654-4e99-8e40-016da032bf45 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:38:06.890651 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-3b97314b-6654-4e99-8e40-016da032bf45 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/4fb26fef-ebba-43e4-9f46-c5e6e3a8e69a HTTP/1.1" status: 204 len: 168 time: 0.1448498 May 28 17:38:06.900675 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b97314b-6654-4e99-8e40-016da032bf45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fb26fef-ebba-43e4-9f46-c5e6e3a8e69a,revision_number=None']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:38:06.978246 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424c23d3-d9d9-4930-bd48-44a148c481d7 req-236fa8ee-9ca9-4d82-8598-4d63418130be tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:38:06.986167 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-424c23d3-d9d9-4930-bd48-44a148c481d7 req-236fa8ee-9ca9-4d82-8598-4d63418130be tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] 10.222.0.33 "GET /v2.0/ports?device_id=d5769834-1cb8-4e14-b39e-9b1f8e359553 HTTP/1.1" status: 200 len: 946 time: 0.0653367 May 28 17:38:07.038874 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-424c23d3-d9d9-4930-bd48-44a148c481d7 req-ff9379d6-1659-4795-9e12-bcf42e2d339a tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] 10.222.0.33 "GET /v2.0/security-groups?id=104d8453-4da9-45bd-a0fb-00757823a164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501266 May 28 17:38:08.184066 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:38:08.208367 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e54a02-af8d-4d23-93d9-0d72fc879c66 req-64ad8094-5c8d-4160-8325-4d420810f908 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:38:08.210183 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-b4e54a02-af8d-4d23-93d9-0d72fc879c66 req-64ad8094-5c8d-4160-8325-4d420810f908 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] 10.222.0.33 "GET /v2.0/ports?device_id=d5769834-1cb8-4e14-b39e-9b1f8e359553 HTTP/1.1" status: 200 len: 946 time: 0.0613258 May 28 17:38:08.260681 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-b4e54a02-af8d-4d23-93d9-0d72fc879c66 req-ef07790e-d24a-455c-99b2-ed1508edb66c tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] 10.222.0.33 "GET /v2.0/security-groups?id=104d8453-4da9-45bd-a0fb-00757823a164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447989 May 28 17:38:08.378033 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5010c218-91a1-4cd1-9cde-cd89004701b8 req-6298d015-4f91-4008-b2a4-44e359a88dd3 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:38:08.379792 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-5010c218-91a1-4cd1-9cde-cd89004701b8 req-6298d015-4f91-4008-b2a4-44e359a88dd3 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] 10.222.0.33 "GET /v2.0/ports?device_id=d5769834-1cb8-4e14-b39e-9b1f8e359553 HTTP/1.1" status: 200 len: 946 time: 0.0530257 May 28 17:38:08.388296 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.33', 36850) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:38:08.392637 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.v2.base [None req-4e3ae239-0941-420b-9852-3e8cb663193d tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Request body: {'floatingip': {'port_id': 'b7ee7236-7f4f-49a1-895b-3c97501aa1c1'}} {{(pid=103911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 17:38:08.430568 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-4e3ae239-0941-420b-9852-3e8cb663193d tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Publish callbacks [] for floatingip (3ef471d1-87a7-4cd1-87b0-0986991a975b), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:38:08.577022 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:38:09.126787 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-4e3ae239-0941-420b-9852-3e8cb663193d tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:38:09.131250 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-4e3ae239-0941-420b-9852-3e8cb663193d tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681695'] for floatingip (3ef471d1-87a7-4cd1-87b0-0986991a975b), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:38:09.172050 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:38:09.253824 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.db.l3_db [None req-4e3ae239-0941-420b-9852-3e8cb663193d tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Floating IP 3ef471d1-87a7-4cd1-87b0-0986991a975b associated. External IP: 172.27.0.26, port: b7ee7236-7f4f-49a1-895b-3c97501aa1c1. May 28 17:38:09.482235 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e3ae239-0941-420b-9852-3e8cb663193d tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Router 4d1920b0-566c-4298-8aa6-a5f29f68f519 has already been hosted by L3 agent 8a8c7bbb-808d-49ae-95de-62501e6237ff {{(pid=103911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 17:38:09.590052 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e3ae239-0941-420b-9852-3e8cb663193d tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Notify agent at l3_agent.dv-cinder-843729-1-iscsi the message routers_updated {{(pid=103911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 17:38:09.594682 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-4e3ae239-0941-420b-9852-3e8cb663193d tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22441'] for floatingip (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:38:09.603892 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7766b470-0de4-49f7-a980-d7154b7eefa2 None None] Sync routers for ids ['4d1920b0-566c-4298-8aa6-a5f29f68f519'] in dv-cinder-843729-1-iscsi {{(pid=103914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 17:38:09.616644 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7766b470-0de4-49f7-a980-d7154b7eefa2 None None] Routers {'4d1920b0-566c-4298-8aa6-a5f29f68f519'} bound to L3 agent in host dv-cinder-843729-1-iscsi {{(pid=103914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 28 17:38:09.617260 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-7766b470-0de4-49f7-a980-d7154b7eefa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843729-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T17:16:55Z,description=,heartbeat_timestamp=2022-05-28T17:37:55Z,host='dv-cinder-843729-1-iscsi',id=8a8c7bbb-808d-49ae-95de-62501e6237ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T17:16:55Z,topic='l3_agent')) {'router_ids': ['4d1920b0-566c-4298-8aa6-a5f29f68f519'], 'active': True} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:38:09.629725 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-4e3ae239-0941-420b-9852-3e8cb663193d tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] 10.222.0.33 "PUT /v2.0/floatingips/3ef471d1-87a7-4cd1-87b0-0986991a975b HTTP/1.1" status: 200 len: 991 time: 1.2401290 May 28 17:38:09.630419 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5769834-1cb8-4e14-b39e-9b1f8e359553', 'tag': 'b7ee7236-7f4f-49a1-895b-3c97501aa1c1'}] {{(pid=103911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 17:38:09.632772 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb6e18ef154237edf928b85f6b333e0f790e93c3571d1d8d4f7e4f30b44c92d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d340e526-be3a-43f0-b129-92dd5dfc2bd1" -d '{"events": [{"name": "network-changed", "server_uuid": "d5769834-1cb8-4e14-b39e-9b1f8e359553", "tag": "b7ee7236-7f4f-49a1-895b-3c97501aa1c1"}]}' {{(pid=103911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 28 17:38:09.672316 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 May 2022 17:38:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-099190e3-f3b3-4c9a-a915-6421b0036661 x-openstack-request-id: req-099190e3-f3b3-4c9a-a915-6421b0036661 {{(pid=103911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 28 17:38:09.672607 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5769834-1cb8-4e14-b39e-9b1f8e359553", "tag": "b7ee7236-7f4f-49a1-895b-3c97501aa1c1", "status": "completed", "code": 200}]} {{(pid=103911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 28 17:38:09.672855 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-099190e3-f3b3-4c9a-a915-6421b0036661 {{(pid=103911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 28 17:38:09.673664 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-099190e3-f3b3-4c9a-a915-6421b0036661'] response: {'name': 'network-changed', 'server_uuid': 'd5769834-1cb8-4e14-b39e-9b1f8e359553', 'tag': 'b7ee7236-7f4f-49a1-895b-3c97501aa1c1', 'status': 'completed', 'code': 200} May 28 17:38:09.732843 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvr_db [None req-7766b470-0de4-49f7-a980-d7154b7eefa2 None None] Set router 4d1920b0-566c-4298-8aa6-a5f29f68f519 gateway port host: dv-cinder-843729-1-iscsi {{(pid=103914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 28 17:38:09.764625 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Device d6d5750f-773b-493d-b7e7-f03eaa280fe2 no longer exists at agent hyperv_hv-cinder-84372 {{(pid=103913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 28 17:38:09.777978 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d340e526-be3a-43f0-b129-92dd5dfc2bd1 req-ed81d9fe-8755-4f09-98ac-2d78878234e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:38:09.779487 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-d340e526-be3a-43f0-b129-92dd5dfc2bd1 req-ed81d9fe-8755-4f09-98ac-2d78878234e3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9525b35792a04dc3a6f109cb39ee9d50&device_id=d5769834-1cb8-4e14-b39e-9b1f8e359553 HTTP/1.1" status: 200 len: 1130 time: 0.0469570 May 28 17:38:09.784920 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] No Port match for: d6d5750f-773b-493d-b7e7-f03eaa280fe2 {{(pid=103913) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 28 17:38:09.785649 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Device d6d5750f-773b-493d-b7e7-f03eaa280fe2 not bound to the agent host hv-cinder-84372 {{(pid=103913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 28 17:38:09.871949 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d340e526-be3a-43f0-b129-92dd5dfc2bd1 req-f3eefe11-4c0d-44bc-9840-23683b7dba00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:38:09.873433 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-d340e526-be3a-43f0-b129-92dd5dfc2bd1 req-f3eefe11-4c0d-44bc-9840-23683b7dba00 service neutron] 10.222.0.16 "GET /v2.0/networks?id=f73c6d30-f59b-4e03-9c62-138278150c67 HTTP/1.1" status: 200 len: 915 time: 0.0868752 May 28 17:38:09.950918 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-7766b470-0de4-49f7-a980-d7154b7eefa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d1920b0-566c-4298-8aa6-a5f29f68f519', 'name': 'tempest-AttachVolumeNegativeTest-835744229-router', 'tenant_id': '9525b35792a04dc3a6f109cb39ee9d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'external_fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '9af5fae3-06cc-45b6-9e16-34f986749091', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T17:33:30Z', 'updated_at': '2022-05-28T17:33:33Z', 'revision_number': 4, 'project_id': '9525b35792a04dc3a6f109cb39ee9d50', 'gw_port': {'id': '9af5fae3-06cc-45b6-9e16-34f986749091', 'name': '', 'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:33:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1920b0-566c-4298-8aa6-a5f29f68f519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:33:31Z', 'updated_at': '2022-05-28T17:33:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843729-1-iscsi', '_floatingips': [{'id': '3ef471d1-87a7-4cd1-87b0-0986991a975b', 'tenant_id': '9525b35792a04dc3a6f109cb39ee9d50', 'floating_ip_address': '172.27.0.26', 'floating_network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'router_id': '4d1920b0-566c-4298-8aa6-a5f29f68f519', 'port_id': 'b7ee7236-7f4f-49a1-895b-3c97501aa1c1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 673, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f73c6d30-f59b-4e03-9c62-138278150c67', 'mac_address': 'fa:16:3e:e6:94:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5769834-1cb8-4e14-b39e-9b1f8e359553', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T17:37:53Z', 'updated_at': '2022-05-28T17:38:09Z', 'revision_number': 1, 'project_id': '9525b35792a04dc3a6f109cb39ee9d50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd48c0f56-dacf-413d-a74b-2725ae7eef68', 'name': '', 'network_id': 'f73c6d30-f59b-4e03-9c62-138278150c67', 'tenant_id': '9525b35792a04dc3a6f109cb39ee9d50', 'mac_address': 'fa:16:3e:99:a1:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1920b0-566c-4298-8aa6-a5f29f68f519', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '3ba9da23-e7a0-4b8a-b5a4-c3c0fc07e6a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:33:32Z', 'updated_at': '2022-05-28T17:33:36Z', 'revision_number': 5, 'project_id': '9525b35792a04dc3a6f109cb39ee9d50', 'subnets': [{'id': '3ba9da23-e7a0-4b8a-b5a4-c3c0fc07e6a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843729-1-iscsi', False) {} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:38:09.976423 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7766b470-0de4-49f7-a980-d7154b7eefa2 None None] Checking router: 4d1920b0-566c-4298-8aa6-a5f29f68f519 for host: dv-cinder-843729-1-iscsi {{(pid=103914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 17:38:09.984486 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7766b470-0de4-49f7-a980-d7154b7eefa2 None None] Routers {'4d1920b0-566c-4298-8aa6-a5f29f68f519'} bound to L3 agent in host dv-cinder-843729-1-iscsi {{(pid=103914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 28 17:38:09.985075 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-7766b470-0de4-49f7-a980-d7154b7eefa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843729-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T17:16:55Z,description=,heartbeat_timestamp=2022-05-28T17:37:55Z,host='dv-cinder-843729-1-iscsi',id=8a8c7bbb-808d-49ae-95de-62501e6237ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T17:16:55Z,topic='l3_agent')) {'router_ids': ['4d1920b0-566c-4298-8aa6-a5f29f68f519'], 'active': True} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:38:10.084944 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvr_db [None req-7766b470-0de4-49f7-a980-d7154b7eefa2 None None] Set router 4d1920b0-566c-4298-8aa6-a5f29f68f519 gateway port host: dv-cinder-843729-1-iscsi {{(pid=103914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 28 17:38:10.291438 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-7766b470-0de4-49f7-a980-d7154b7eefa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d1920b0-566c-4298-8aa6-a5f29f68f519', 'name': 'tempest-AttachVolumeNegativeTest-835744229-router', 'tenant_id': '9525b35792a04dc3a6f109cb39ee9d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'external_fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '9af5fae3-06cc-45b6-9e16-34f986749091', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T17:33:30Z', 'updated_at': '2022-05-28T17:33:33Z', 'revision_number': 4, 'project_id': '9525b35792a04dc3a6f109cb39ee9d50', 'gw_port': {'id': '9af5fae3-06cc-45b6-9e16-34f986749091', 'name': '', 'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:33:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1920b0-566c-4298-8aa6-a5f29f68f519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:33:31Z', 'updated_at': '2022-05-28T17:33:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843729-1-iscsi', '_floatingips': [{'id': '3ef471d1-87a7-4cd1-87b0-0986991a975b', 'tenant_id': '9525b35792a04dc3a6f109cb39ee9d50', 'floating_ip_address': '172.27.0.26', 'floating_network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'router_id': '4d1920b0-566c-4298-8aa6-a5f29f68f519', 'port_id': 'b7ee7236-7f4f-49a1-895b-3c97501aa1c1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 673, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f73c6d30-f59b-4e03-9c62-138278150c67', 'mac_address': 'fa:16:3e:e6:94:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5769834-1cb8-4e14-b39e-9b1f8e359553', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T17:37:53Z', 'updated_at': '2022-05-28T17:38:09Z', 'revision_number': 1, 'project_id': '9525b35792a04dc3a6f109cb39ee9d50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd48c0f56-dacf-413d-a74b-2725ae7eef68', 'name': '', 'network_id': 'f73c6d30-f59b-4e03-9c62-138278150c67', 'tenant_id': '9525b35792a04dc3a6f109cb39ee9d50', 'mac_address': 'fa:16:3e:99:a1:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1920b0-566c-4298-8aa6-a5f29f68f519', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '3ba9da23-e7a0-4b8a-b5a4-c3c0fc07e6a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:33:32Z', 'updated_at': '2022-05-28T17:33:36Z', 'revision_number': 5, 'project_id': '9525b35792a04dc3a6f109cb39ee9d50', 'subnets': [{'id': '3ba9da23-e7a0-4b8a-b5a4-c3c0fc07e6a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843729-1-iscsi', False) {} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:38:10.314580 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7766b470-0de4-49f7-a980-d7154b7eefa2 None None] The sync data for ids ['4d1920b0-566c-4298-8aa6-a5f29f68f519'] in dv-cinder-843729-1-iscsi is: [{'id': '4d1920b0-566c-4298-8aa6-a5f29f68f519', 'name': 'tempest-AttachVolumeNegativeTest-835744229-router', 'tenant_id': '9525b35792a04dc3a6f109cb39ee9d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'external_fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '9af5fae3-06cc-45b6-9e16-34f986749091', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T17:33:30Z', 'updated_at': '2022-05-28T17:33:33Z', 'revision_number': 4, 'project_id': '9525b35792a04dc3a6f109cb39ee9d50', 'gw_port': {'id': '9af5fae3-06cc-45b6-9e16-34f986749091', 'name': '', 'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:33:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1920b0-566c-4298-8aa6-a5f29f68f519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:33:31Z', 'updated_at': '2022-05-28T17:33:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843729-1-iscsi', '_floatingips': [{'id': '3ef471d1-87a7-4cd1-87b0-0986991a975b', 'tenant_id': '9525b35792a04dc3a6f109cb39ee9d50', 'floating_ip_address': '172.27.0.26', 'floating_network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'router_id': '4d1920b0-566c-4298-8aa6-a5f29f68f519', 'port_id': 'b7ee7236-7f4f-49a1-895b-3c97501aa1c1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 673, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f73c6d30-f59b-4e03-9c62-138278150c67', 'mac_address': 'fa:16:3e:e6:94:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5769834-1cb8-4e14-b39e-9b1f8e359553', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T17:37:53Z', 'updated_at': '2022-05-28T17:38:09Z', 'revision_number': 1, 'project_id': '9525b35792a04dc3a6f109cb39ee9d50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd48c0f56-dacf-413d-a74b-2725ae7eef68', 'name': '', 'network_id': 'f73c6d30-f59b-4e03-9c62-138278150c67', 'tenant_id': '9525b35792a04dc3a6f109cb39ee9d50', 'mac_address': 'fa:16:3e:99:a1:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1920b0-566c-4298-8aa6-a5f29f68f519', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '3ba9da23-e7a0-4b8a-b5a4-c3c0fc07e6a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:33:32Z', 'updated_at': '2022-05-28T17:33:36Z', 'revision_number': 5, 'project_id': '9525b35792a04dc3a6f109cb39ee9d50', 'subnets': [{'id': '3ba9da23-e7a0-4b8a-b5a4-c3c0fc07e6a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 17:38:10.510337 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c371804c-be64-435c-a419-0ae53dc5c4ff None None] New status for floating IP 3ef471d1-87a7-4cd1-87b0-0986991a975b: ACTIVE {{(pid=103913) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 28 17:38:11.151578 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-d340e526-be3a-43f0-b129-92dd5dfc2bd1 req-9d6e90df-0f0b-49c6-8a3e-6bca69472df3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b7ee7236-7f4f-49a1-895b-3c97501aa1c1 HTTP/1.1" status: 200 len: 1001 time: 0.0592489 May 28 17:38:11.950902 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d340e526-be3a-43f0-b129-92dd5dfc2bd1 req-fff5e0ea-839e-44d0-be52-f650094472e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:38:11.952339 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-d340e526-be3a-43f0-b129-92dd5dfc2bd1 req-fff5e0ea-839e-44d0-be52-f650094472e9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3ba9da23-e7a0-4b8a-b5a4-c3c0fc07e6a1 HTTP/1.1" status: 200 len: 853 time: 0.0454633 May 28 17:38:13.105117 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:38:13.138925 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d340e526-be3a-43f0-b129-92dd5dfc2bd1 req-5f7359ea-a1bc-4df7-9bd0-91d03aa13f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:38:13.140454 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-d340e526-be3a-43f0-b129-92dd5dfc2bd1 req-5f7359ea-a1bc-4df7-9bd0-91d03aa13f90 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f73c6d30-f59b-4e03-9c62-138278150c67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0432432 May 28 17:38:13.231435 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-d340e526-be3a-43f0-b129-92dd5dfc2bd1 req-815edd2d-a8ae-484a-b806-db32b0a107f8 service neutron] 10.222.0.16 "GET /v2.0/networks/f73c6d30-f59b-4e03-9c62-138278150c67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847275 May 28 17:38:13.327829 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-d340e526-be3a-43f0-b129-92dd5dfc2bd1 req-a3ad4517-d487-4cb8-895b-0fa8d19d1ab3 service neutron] 10.222.0.16 "GET /v2.0/networks/f73c6d30-f59b-4e03-9c62-138278150c67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817924 May 28 17:38:14.073755 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.33', 36974) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:38:14.208695 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-af55337a-1c12-49e4-b388-af68426ff7a7 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=f785fe1f5aea4aaaaac50187f1ef765a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1337004 May 28 17:38:14.211102 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.33', 36978) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:38:14.223184 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=100 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:38:14.258507 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-88eb6f20-6aae-4b16-8116-82236db28922 admin admin] Publish callbacks [] for security_group (9159ef90-882c-4248-982f-99d7376cec11), before_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:38:14.278674 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-88eb6f20-6aae-4b16-8116-82236db28922 admin admin] Publish callbacks [] for security_group (9159ef90-882c-4248-982f-99d7376cec11), precommit_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:38:14.325096 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-88eb6f20-6aae-4b16-8116-82236db28922 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594961'] for security_group (9159ef90-882c-4248-982f-99d7376cec11), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:38:14.327537 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-88eb6f20-6aae-4b16-8116-82236db28922 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:38:14.328641 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-88eb6f20-6aae-4b16-8116-82236db28922 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/9159ef90-882c-4248-982f-99d7376cec11 HTTP/1.1" status: 204 len: 168 time: 0.1166344 May 28 17:38:14.336141 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88eb6f20-6aae-4b16-8116-82236db28922 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9159ef90-882c-4248-982f-99d7376cec11,revision_number=None']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:38:18.248392 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=5 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:38:18.256731 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=30,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:38:20.289007 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=94 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:38:20.293978 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=75 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:38:20.614585 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=43,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:38:22.884316 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-142e82e1-a0ba-4c5b-a650-5df88444efac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (b4d0b3c0-cc03-4456-af87-35ab415ef94b), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:38:24.311558 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=41,neutron:DELETE=2 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:38:24.332399 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=17,neutron:DELETE=2 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:38:25.181710 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-2cfd256a-5b75-4530-92c5-699bf76130fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (8a8c7bbb-808d-49ae-95de-62501e6237ff), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:38:26.458256 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-f22b8f6e-815f-41ba-a8b6-c2e56f67911e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (0b51406a-5a43-473c-8a39-67b2a4c71e5e), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:38:27.767549 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-44990afe-4038-4bea-a0ed-12e052229f33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (19502cf1-8899-41f0-9103-a107faa54218), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:38:29.410939 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (0032cfec-21e8-44dd-a7d5-0b8312dfe052), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:38:30.620610 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.33', 37086) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:38:30.724035 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-177dc952-ca6c-484a-8d9b-60de04b393aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:38:30.803531 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-177dc952-ca6c-484a-8d9b-60de04b393aa admin admin] Publish callbacks [] for security_group (6d4fe1ac-39f4-4e27-98a3-c7a1405431a2), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:38:30.807144 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-177dc952-ca6c-484a-8d9b-60de04b393aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594961'] for security_group (6d4fe1ac-39f4-4e27-98a3-c7a1405431a2), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:38:30.845846 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-177dc952-ca6c-484a-8d9b-60de04b393aa admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=748923c17bfd44459ba985685d1e642d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2242143 May 28 17:38:30.846745 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177dc952-ca6c-484a-8d9b-60de04b393aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d4fe1ac-39f4-4e27-98a3-c7a1405431a2,revision_number=1']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:38:30.848603 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.33', 37090) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:38:30.854090 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177dc952-ca6c-484a-8d9b-60de04b393aa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:38:30.854435 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177dc952-ca6c-484a-8d9b-60de04b393aa admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:38:30.854778 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177dc952-ca6c-484a-8d9b-60de04b393aa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:38:30.855125 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177dc952-ca6c-484a-8d9b-60de04b393aa admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:38:30.855472 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177dc952-ca6c-484a-8d9b-60de04b393aa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:38:30.855805 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177dc952-ca6c-484a-8d9b-60de04b393aa admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:38:30.856132 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177dc952-ca6c-484a-8d9b-60de04b393aa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:38:30.856454 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177dc952-ca6c-484a-8d9b-60de04b393aa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:38:30.856783 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177dc952-ca6c-484a-8d9b-60de04b393aa admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:38:30.857104 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177dc952-ca6c-484a-8d9b-60de04b393aa admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:38:30.857428 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177dc952-ca6c-484a-8d9b-60de04b393aa admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:38:30.857758 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177dc952-ca6c-484a-8d9b-60de04b393aa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:38:30.858078 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177dc952-ca6c-484a-8d9b-60de04b393aa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:38:30.858393 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177dc952-ca6c-484a-8d9b-60de04b393aa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:38:30.858711 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177dc952-ca6c-484a-8d9b-60de04b393aa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:38:30.897749 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-144976e0-dbe6-4f24-a4a3-0cc53db46137 admin admin] Publish callbacks [] for security_group (6d4fe1ac-39f4-4e27-98a3-c7a1405431a2), before_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:38:30.919520 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-144976e0-dbe6-4f24-a4a3-0cc53db46137 admin admin] Publish callbacks [] for security_group (6d4fe1ac-39f4-4e27-98a3-c7a1405431a2), precommit_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:38:30.965392 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-144976e0-dbe6-4f24-a4a3-0cc53db46137 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594961'] for security_group (6d4fe1ac-39f4-4e27-98a3-c7a1405431a2), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:38:30.968188 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-144976e0-dbe6-4f24-a4a3-0cc53db46137 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:38:30.969384 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-144976e0-dbe6-4f24-a4a3-0cc53db46137 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/6d4fe1ac-39f4-4e27-98a3-c7a1405431a2 HTTP/1.1" status: 204 len: 168 time: 0.1197593 May 28 17:38:30.977113 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144976e0-dbe6-4f24-a4a3-0cc53db46137 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d4fe1ac-39f4-4e27-98a3-c7a1405431a2,revision_number=None']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:38:30.984888 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144976e0-dbe6-4f24-a4a3-0cc53db46137 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:38:30.985243 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144976e0-dbe6-4f24-a4a3-0cc53db46137 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:38:30.985591 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144976e0-dbe6-4f24-a4a3-0cc53db46137 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:38:30.985936 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144976e0-dbe6-4f24-a4a3-0cc53db46137 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:38:30.986278 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144976e0-dbe6-4f24-a4a3-0cc53db46137 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:38:30.986735 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144976e0-dbe6-4f24-a4a3-0cc53db46137 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:38:30.986931 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144976e0-dbe6-4f24-a4a3-0cc53db46137 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:38:30.987264 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144976e0-dbe6-4f24-a4a3-0cc53db46137 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:38:30.987620 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144976e0-dbe6-4f24-a4a3-0cc53db46137 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:38:30.987943 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144976e0-dbe6-4f24-a4a3-0cc53db46137 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:38:30.988278 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144976e0-dbe6-4f24-a4a3-0cc53db46137 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:38:30.989216 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144976e0-dbe6-4f24-a4a3-0cc53db46137 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:38:30.989650 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144976e0-dbe6-4f24-a4a3-0cc53db46137 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:38:30.989978 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144976e0-dbe6-4f24-a4a3-0cc53db46137 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:38:30.990301 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144976e0-dbe6-4f24-a4a3-0cc53db46137 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:38:31.003638 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:38:32.426808 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=3 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:38:32.431287 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=3 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:38:35.330445 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (7cdbebfa-f3b4-48eb-8fbc-caed95606681), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:38:35.611437 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-539f287c-c72c-49b1-b0a3-259ebcb49829 req-7a675ec1-2daa-4cfa-96bb-95092ebe052a service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=03b782e2-0501-4467-9b07-0a0766795ad4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0416994 May 28 17:38:35.706222 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539f287c-c72c-49b1-b0a3-259ebcb49829 req-a7dac4c8-15e7-41af-820f-e30baeec1f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:38:35.707793 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-539f287c-c72c-49b1-b0a3-259ebcb49829 req-a7dac4c8-15e7-41af-820f-e30baeec1f84 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3785f78e6d1048cfa0b5b123fdd909c8&device_id=03b782e2-0501-4467-9b07-0a0766795ad4 HTTP/1.1" status: 200 len: 1130 time: 0.0383155 May 28 17:38:35.808826 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539f287c-c72c-49b1-b0a3-259ebcb49829 req-4672d99e-bac8-4272-8aa1-ebaff7a3eafc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:38:35.810275 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-539f287c-c72c-49b1-b0a3-259ebcb49829 req-4672d99e-bac8-4272-8aa1-ebaff7a3eafc service neutron] 10.222.0.16 "GET /v2.0/networks?id=a98bf986-b097-428c-84c6-2a59a4df1a9f HTTP/1.1" status: 200 len: 913 time: 0.0851185 May 28 17:38:35.879473 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-539f287c-c72c-49b1-b0a3-259ebcb49829 req-164f7d42-cb30-4e86-958f-342bd7cc7bee service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e8ae62d4-a8b6-4a83-8ce0-f58a2953d5ca HTTP/1.1" status: 200 len: 1002 time: 0.0628588 May 28 17:38:35.925911 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539f287c-c72c-49b1-b0a3-259ebcb49829 req-45705dbc-3326-4a44-90d7-740bb9622ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:38:35.927534 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-539f287c-c72c-49b1-b0a3-259ebcb49829 req-45705dbc-3326-4a44-90d7-740bb9622ce5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ff216cd5-a438-4e93-8bdb-93f0599b8766 HTTP/1.1" status: 200 len: 851 time: 0.0424597 May 28 17:38:35.969653 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539f287c-c72c-49b1-b0a3-259ebcb49829 req-14df6d87-bfb0-4bf0-8a40-0f00fb30a439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:38:35.971058 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-539f287c-c72c-49b1-b0a3-259ebcb49829 req-14df6d87-bfb0-4bf0-8a40-0f00fb30a439 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a98bf986-b097-428c-84c6-2a59a4df1a9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0383177 May 28 17:38:36.065802 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-539f287c-c72c-49b1-b0a3-259ebcb49829 req-ebf5fa6a-de19-4530-96b9-4699b2273a34 service neutron] 10.222.0.16 "GET /v2.0/networks/a98bf986-b097-428c-84c6-2a59a4df1a9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847120 May 28 17:38:36.169295 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-539f287c-c72c-49b1-b0a3-259ebcb49829 req-62933297-66cb-4202-b0c9-9e8adb97fd31 service neutron] 10.222.0.16 "GET /v2.0/networks/a98bf986-b097-428c-84c6-2a59a4df1a9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976286 May 28 17:38:37.519258 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.agents_db [None req-b36f0ab6-f8d6-4670-a7fa-3628cf342135 None None] Agent healthcheck: found 6 active agents {{(pid=103914) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 28 17:38:40.837524 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=19,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:38:40.851229 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=20,neutron:INSERT=6 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:38:45.320423 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:38:45.326629 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:38:46.157080 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=75,neutron:DELETE=2 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:38:46.166109 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=61,neutron:DELETE=2 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:38:47.514868 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=1 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:38:51.402045 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:38:52.885924 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-848a5780-aa5b-4618-999f-2d7dab1f1071 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (b4d0b3c0-cc03-4456-af87-35ab415ef94b), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:38:55.173661 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-6b5fdc22-4f7c-40e3-a9d3-c7949f1dc928 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (8a8c7bbb-808d-49ae-95de-62501e6237ff), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:38:56.464354 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-f22b8f6e-815f-41ba-a8b6-c2e56f67911e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (0b51406a-5a43-473c-8a39-67b2a4c71e5e), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:38:57.770516 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-44990afe-4038-4bea-a0ed-12e052229f33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (19502cf1-8899-41f0-9103-a107faa54218), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:38:59.415471 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (0032cfec-21e8-44dd-a7d5-0b8312dfe052), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:39:05.314341 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (7cdbebfa-f3b4-48eb-8fbc-caed95606681), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:39:09.492266 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=6 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:39:09.493018 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=2 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:39:14.517205 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.agents_db [None req-b36f0ab6-f8d6-4670-a7fa-3628cf342135 None None] Agent healthcheck: found 6 active agents {{(pid=103914) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 28 17:39:15.308813 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=24,neutron:UPDATE=5 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:39:15.310664 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=20,neutron:UPDATE=1 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:39:22.888377 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-6e3df8f4-c44b-471f-87da-c0c0bce55d2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (b4d0b3c0-cc03-4456-af87-35ab415ef94b), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:39:24.512466 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=1 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:39:24.513089 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=1 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:39:25.174059 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-fc5f1586-a99a-424c-9790-08a2d998aa96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (8a8c7bbb-808d-49ae-95de-62501e6237ff), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:39:26.469309 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-f22b8f6e-815f-41ba-a8b6-c2e56f67911e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (0b51406a-5a43-473c-8a39-67b2a4c71e5e), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:39:27.773379 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-44990afe-4038-4bea-a0ed-12e052229f33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (19502cf1-8899-41f0-9103-a107faa54218), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:39:29.409067 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (0032cfec-21e8-44dd-a7d5-0b8312dfe052), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:39:35.329521 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (7cdbebfa-f3b4-48eb-8fbc-caed95606681), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:39:35.625166 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b41a56f-cd80-40b4-9480-81f8df3d630f req-a3e7c269-8bfd-45c5-a388-5a980aa7111d tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:39:35.626532 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-7b41a56f-cd80-40b4-9480-81f8df3d630f req-a3e7c269-8bfd-45c5-a388-5a980aa7111d tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] 10.222.0.33 "GET /v2.0/ports?device_id=d5769834-1cb8-4e14-b39e-9b1f8e359553 HTTP/1.1" status: 200 len: 946 time: 0.0490251 May 28 17:39:35.673495 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-7b41a56f-cd80-40b4-9480-81f8df3d630f req-a90ac038-2f75-45fe-81a0-432991dcd85e tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] 10.222.0.33 "GET /v2.0/security-groups?id=104d8453-4da9-45bd-a0fb-00757823a164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398080 May 28 17:39:36.792973 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654d94da-a5fe-46fa-bb5d-07c7a040c2d8 req-2a6838bc-391f-49a5-ae3a-ff22d5794d41 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:39:36.794455 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-654d94da-a5fe-46fa-bb5d-07c7a040c2d8 req-2a6838bc-391f-49a5-ae3a-ff22d5794d41 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] 10.222.0.33 "GET /v2.0/ports?device_id=d5769834-1cb8-4e14-b39e-9b1f8e359553 HTTP/1.1" status: 200 len: 946 time: 0.0495243 May 28 17:39:36.847119 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-654d94da-a5fe-46fa-bb5d-07c7a040c2d8 req-5fd83710-7668-4942-a33e-afea8e59288b tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] 10.222.0.33 "GET /v2.0/security-groups?id=104d8453-4da9-45bd-a0fb-00757823a164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445719 May 28 17:39:37.587031 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501d0bae-7a24-4e43-949a-60bff2ea29eb req-894c324b-751f-4141-a400-f5e14a9a2600 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:39:37.588400 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-501d0bae-7a24-4e43-949a-60bff2ea29eb req-894c324b-751f-4141-a400-f5e14a9a2600 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5769834-1cb8-4e14-b39e-9b1f8e359553 HTTP/1.1" status: 200 len: 946 time: 0.0462046 May 28 17:39:37.671544 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [req-501d0bae-7a24-4e43-949a-60bff2ea29eb req-f15b1fd8-5307-45b5-88cc-0bb5392cfbad tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Deleting port b7ee7236-7f4f-49a1-895b-3c97501aa1c1 {{(pid=103911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 28 17:39:37.671883 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-501d0bae-7a24-4e43-949a-60bff2ea29eb req-f15b1fd8-5307-45b5-88cc-0bb5392cfbad tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735968504037'] for port (b7ee7236-7f4f-49a1-895b-3c97501aa1c1), before_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:39:37.763396 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [req-501d0bae-7a24-4e43-949a-60bff2ea29eb req-f15b1fd8-5307-45b5-88cc-0bb5392cfbad tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] For port b7ee7236-7f4f-49a1-895b-3c97501aa1c1, host hv-cinder-84372, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84372',level=0,port_id=b7ee7236-7f4f-49a1-895b-3c97501aa1c1,segment=NetworkSegment(480101fc-6c46-44c0-bf09-f4d27baa4f82),segment_id=480101fc-6c46-44c0-bf09-f4d27baa4f82)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 17:39:37.763753 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-501d0bae-7a24-4e43-949a-60bff2ea29eb req-f15b1fd8-5307-45b5-88cc-0bb5392cfbad tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-660327'] for port (b7ee7236-7f4f-49a1-895b-3c97501aa1c1), precommit_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:39:37.925836 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-501d0bae-7a24-4e43-949a-60bff2ea29eb req-f15b1fd8-5307-45b5-88cc-0bb5392cfbad tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:39:37.926542 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-501d0bae-7a24-4e43-949a-60bff2ea29eb req-f15b1fd8-5307-45b5-88cc-0bb5392cfbad tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681695'] for floatingip (3ef471d1-87a7-4cd1-87b0-0986991a975b), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:39:37.926542 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.db.l3_db [req-501d0bae-7a24-4e43-949a-60bff2ea29eb req-f15b1fd8-5307-45b5-88cc-0bb5392cfbad tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Floating IP 3ef471d1-87a7-4cd1-87b0-0986991a975b disassociated. External IP: 172.27.0.26, port: b7ee7236-7f4f-49a1-895b-3c97501aa1c1. May 28 17:39:37.927840 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [req-501d0bae-7a24-4e43-949a-60bff2ea29eb req-f15b1fd8-5307-45b5-88cc-0bb5392cfbad tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Calling delete_port for b7ee7236-7f4f-49a1-895b-3c97501aa1c1 owned by compute:nova {{(pid=103911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 28 17:39:37.962709 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0e03c7-fe75-407c-a706-87aedf942c77 req-68e6f253-7ac9-475f-b5a5-67239c87319b tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:39:37.964199 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-1c0e03c7-fe75-407c-a706-87aedf942c77 req-68e6f253-7ac9-475f-b5a5-67239c87319b tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] 10.222.0.33 "GET /v2.0/ports?device_id=d5769834-1cb8-4e14-b39e-9b1f8e359553 HTTP/1.1" status: 200 len: 946 time: 0.0471988 May 28 17:39:38.015814 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-1c0e03c7-fe75-407c-a706-87aedf942c77 req-702e78cb-66b4-4110-9e54-629af8371edf tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] 10.222.0.33 "GET /v2.0/security-groups?id=104d8453-4da9-45bd-a0fb-00757823a164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459669 May 28 17:39:38.053367 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-501d0bae-7a24-4e43-949a-60bff2ea29eb req-f15b1fd8-5307-45b5-88cc-0bb5392cfbad tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735968512467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735968120122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6040268'] for port (b7ee7236-7f4f-49a1-895b-3c97501aa1c1), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:39:38.080895 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15b1fd8-5307-45b5-88cc-0bb5392cfbad tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Pushing event deleted for resources: {'Port': ['ID=b7ee7236-7f4f-49a1-895b-3c97501aa1c1,revision_number=None']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:39:38.092142 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15b1fd8-5307-45b5-88cc-0bb5392cfbad tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:39:38.092497 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15b1fd8-5307-45b5-88cc-0bb5392cfbad tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:39:38.092842 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15b1fd8-5307-45b5-88cc-0bb5392cfbad tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:39:38.093180 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15b1fd8-5307-45b5-88cc-0bb5392cfbad tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:39:38.093515 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15b1fd8-5307-45b5-88cc-0bb5392cfbad tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:39:38.093849 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15b1fd8-5307-45b5-88cc-0bb5392cfbad tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:39:38.094179 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15b1fd8-5307-45b5-88cc-0bb5392cfbad tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:39:38.094507 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15b1fd8-5307-45b5-88cc-0bb5392cfbad tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:39:38.094834 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15b1fd8-5307-45b5-88cc-0bb5392cfbad tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:39:38.095161 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15b1fd8-5307-45b5-88cc-0bb5392cfbad tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:39:38.095513 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15b1fd8-5307-45b5-88cc-0bb5392cfbad tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:39:38.095837 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15b1fd8-5307-45b5-88cc-0bb5392cfbad tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:39:38.096158 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15b1fd8-5307-45b5-88cc-0bb5392cfbad tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:39:38.096478 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15b1fd8-5307-45b5-88cc-0bb5392cfbad tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:39:38.096797 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15b1fd8-5307-45b5-88cc-0bb5392cfbad tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:39:38.202026 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.scheduler.l3_agent_scheduler [req-501d0bae-7a24-4e43-949a-60bff2ea29eb req-f15b1fd8-5307-45b5-88cc-0bb5392cfbad tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Router 4d1920b0-566c-4298-8aa6-a5f29f68f519 has already been hosted by L3 agent 8a8c7bbb-808d-49ae-95de-62501e6237ff {{(pid=103911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 17:39:38.298207 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:39:38.305240 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-501d0bae-7a24-4e43-949a-60bff2ea29eb req-f15b1fd8-5307-45b5-88cc-0bb5392cfbad tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Notify agent at l3_agent.dv-cinder-843729-1-iscsi the message routers_updated {{(pid=103911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 17:39:38.314946 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8910a0b9-0c55-4676-9ffe-fa3c96533b59 None None] Sync routers for ids ['4d1920b0-566c-4298-8aa6-a5f29f68f519'] in dv-cinder-843729-1-iscsi {{(pid=103914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 17:39:38.325115 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8910a0b9-0c55-4676-9ffe-fa3c96533b59 None None] Routers {'4d1920b0-566c-4298-8aa6-a5f29f68f519'} bound to L3 agent in host dv-cinder-843729-1-iscsi {{(pid=103914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 28 17:39:38.325715 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-8910a0b9-0c55-4676-9ffe-fa3c96533b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843729-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T17:16:55Z,description=,heartbeat_timestamp=2022-05-28T17:39:25Z,host='dv-cinder-843729-1-iscsi',id=8a8c7bbb-808d-49ae-95de-62501e6237ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T17:16:55Z,topic='l3_agent')) {'router_ids': ['4d1920b0-566c-4298-8aa6-a5f29f68f519'], 'active': True} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:39:38.350091 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [req-501d0bae-7a24-4e43-949a-60bff2ea29eb req-f15b1fd8-5307-45b5-88cc-0bb5392cfbad tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] No DVR routers for this DVR port b7ee7236-7f4f-49a1-895b-3c97501aa1c1 on host hv-cinder-84372 {{(pid=103911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 17:39:38.352580 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-501d0bae-7a24-4e43-949a-60bff2ea29eb req-f15b1fd8-5307-45b5-88cc-0bb5392cfbad tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22441'] for port (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:39:38.355754 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-501d0bae-7a24-4e43-949a-60bff2ea29eb req-f15b1fd8-5307-45b5-88cc-0bb5392cfbad tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] 10.222.0.16 "DELETE /v2.0/ports/b7ee7236-7f4f-49a1-895b-3c97501aa1c1 HTTP/1.1" status: 204 len: 173 time: 0.7614307 May 28 17:39:38.356190 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5769834-1cb8-4e14-b39e-9b1f8e359553', 'name': 'network-vif-deleted', 'tag': 'b7ee7236-7f4f-49a1-895b-3c97501aa1c1'}] {{(pid=103911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 17:39:38.358402 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb6e18ef154237edf928b85f6b333e0f790e93c3571d1d8d4f7e4f30b44c92d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1f51827-5dba-4196-b2f5-eab921b9b703" -d '{"events": [{"server_uuid": "d5769834-1cb8-4e14-b39e-9b1f8e359553", "name": "network-vif-deleted", "tag": "b7ee7236-7f4f-49a1-895b-3c97501aa1c1"}]}' {{(pid=103911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 28 17:39:38.403035 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 May 2022 17:39:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dc7bd95-b97b-424f-8c35-b94048e69d02 x-openstack-request-id: req-8dc7bd95-b97b-424f-8c35-b94048e69d02 {{(pid=103911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 28 17:39:38.403244 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5769834-1cb8-4e14-b39e-9b1f8e359553", "name": "network-vif-deleted", "tag": "b7ee7236-7f4f-49a1-895b-3c97501aa1c1", "status": "completed", "code": 200}]} {{(pid=103911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 28 17:39:38.403521 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-8dc7bd95-b97b-424f-8c35-b94048e69d02 {{(pid=103911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 28 17:39:38.403952 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8dc7bd95-b97b-424f-8c35-b94048e69d02'] response: {'server_uuid': 'd5769834-1cb8-4e14-b39e-9b1f8e359553', 'name': 'network-vif-deleted', 'tag': 'b7ee7236-7f4f-49a1-895b-3c97501aa1c1', 'status': 'completed', 'code': 200} May 28 17:39:38.446084 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvr_db [None req-8910a0b9-0c55-4676-9ffe-fa3c96533b59 None None] Set router 4d1920b0-566c-4298-8aa6-a5f29f68f519 gateway port host: dv-cinder-843729-1-iscsi {{(pid=103914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 28 17:39:38.651189 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-8910a0b9-0c55-4676-9ffe-fa3c96533b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d1920b0-566c-4298-8aa6-a5f29f68f519', 'name': 'tempest-AttachVolumeNegativeTest-835744229-router', 'tenant_id': '9525b35792a04dc3a6f109cb39ee9d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'external_fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '9af5fae3-06cc-45b6-9e16-34f986749091', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T17:33:30Z', 'updated_at': '2022-05-28T17:33:33Z', 'revision_number': 4, 'project_id': '9525b35792a04dc3a6f109cb39ee9d50', 'gw_port': {'id': '9af5fae3-06cc-45b6-9e16-34f986749091', 'name': '', 'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:33:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1920b0-566c-4298-8aa6-a5f29f68f519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:33:31Z', 'updated_at': '2022-05-28T17:33:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843729-1-iscsi', '_interfaces': [{'id': 'd48c0f56-dacf-413d-a74b-2725ae7eef68', 'name': '', 'network_id': 'f73c6d30-f59b-4e03-9c62-138278150c67', 'tenant_id': '9525b35792a04dc3a6f109cb39ee9d50', 'mac_address': 'fa:16:3e:99:a1:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1920b0-566c-4298-8aa6-a5f29f68f519', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '3ba9da23-e7a0-4b8a-b5a4-c3c0fc07e6a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:33:32Z', 'updated_at': '2022-05-28T17:33:36Z', 'revision_number': 5, 'project_id': '9525b35792a04dc3a6f109cb39ee9d50', 'subnets': [{'id': '3ba9da23-e7a0-4b8a-b5a4-c3c0fc07e6a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843729-1-iscsi', False) {} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:39:38.675818 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8910a0b9-0c55-4676-9ffe-fa3c96533b59 None None] Checking router: 4d1920b0-566c-4298-8aa6-a5f29f68f519 for host: dv-cinder-843729-1-iscsi {{(pid=103914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 17:39:38.684712 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8910a0b9-0c55-4676-9ffe-fa3c96533b59 None None] Routers {'4d1920b0-566c-4298-8aa6-a5f29f68f519'} bound to L3 agent in host dv-cinder-843729-1-iscsi {{(pid=103914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 28 17:39:38.685327 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-8910a0b9-0c55-4676-9ffe-fa3c96533b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843729-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T17:16:55Z,description=,heartbeat_timestamp=2022-05-28T17:39:25Z,host='dv-cinder-843729-1-iscsi',id=8a8c7bbb-808d-49ae-95de-62501e6237ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T17:16:55Z,topic='l3_agent')) {'router_ids': ['4d1920b0-566c-4298-8aa6-a5f29f68f519'], 'active': True} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:39:38.789082 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvr_db [None req-8910a0b9-0c55-4676-9ffe-fa3c96533b59 None None] Set router 4d1920b0-566c-4298-8aa6-a5f29f68f519 gateway port host: dv-cinder-843729-1-iscsi {{(pid=103914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 28 17:39:38.978137 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-8910a0b9-0c55-4676-9ffe-fa3c96533b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d1920b0-566c-4298-8aa6-a5f29f68f519', 'name': 'tempest-AttachVolumeNegativeTest-835744229-router', 'tenant_id': '9525b35792a04dc3a6f109cb39ee9d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'external_fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '9af5fae3-06cc-45b6-9e16-34f986749091', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T17:33:30Z', 'updated_at': '2022-05-28T17:33:33Z', 'revision_number': 4, 'project_id': '9525b35792a04dc3a6f109cb39ee9d50', 'gw_port': {'id': '9af5fae3-06cc-45b6-9e16-34f986749091', 'name': '', 'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:33:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1920b0-566c-4298-8aa6-a5f29f68f519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:33:31Z', 'updated_at': '2022-05-28T17:33:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843729-1-iscsi', '_interfaces': [{'id': 'd48c0f56-dacf-413d-a74b-2725ae7eef68', 'name': '', 'network_id': 'f73c6d30-f59b-4e03-9c62-138278150c67', 'tenant_id': '9525b35792a04dc3a6f109cb39ee9d50', 'mac_address': 'fa:16:3e:99:a1:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1920b0-566c-4298-8aa6-a5f29f68f519', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '3ba9da23-e7a0-4b8a-b5a4-c3c0fc07e6a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:33:32Z', 'updated_at': '2022-05-28T17:33:36Z', 'revision_number': 5, 'project_id': '9525b35792a04dc3a6f109cb39ee9d50', 'subnets': [{'id': '3ba9da23-e7a0-4b8a-b5a4-c3c0fc07e6a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843729-1-iscsi', False) {} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:39:39.001398 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8910a0b9-0c55-4676-9ffe-fa3c96533b59 None None] The sync data for ids ['4d1920b0-566c-4298-8aa6-a5f29f68f519'] in dv-cinder-843729-1-iscsi is: [{'id': '4d1920b0-566c-4298-8aa6-a5f29f68f519', 'name': 'tempest-AttachVolumeNegativeTest-835744229-router', 'tenant_id': '9525b35792a04dc3a6f109cb39ee9d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'external_fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '9af5fae3-06cc-45b6-9e16-34f986749091', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T17:33:30Z', 'updated_at': '2022-05-28T17:33:33Z', 'revision_number': 4, 'project_id': '9525b35792a04dc3a6f109cb39ee9d50', 'gw_port': {'id': '9af5fae3-06cc-45b6-9e16-34f986749091', 'name': '', 'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:33:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1920b0-566c-4298-8aa6-a5f29f68f519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:33:31Z', 'updated_at': '2022-05-28T17:33:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843729-1-iscsi', '_interfaces': [{'id': 'd48c0f56-dacf-413d-a74b-2725ae7eef68', 'name': '', 'network_id': 'f73c6d30-f59b-4e03-9c62-138278150c67', 'tenant_id': '9525b35792a04dc3a6f109cb39ee9d50', 'mac_address': 'fa:16:3e:99:a1:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1920b0-566c-4298-8aa6-a5f29f68f519', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '3ba9da23-e7a0-4b8a-b5a4-c3c0fc07e6a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:33:32Z', 'updated_at': '2022-05-28T17:33:36Z', 'revision_number': 5, 'project_id': '9525b35792a04dc3a6f109cb39ee9d50', 'subnets': [{'id': '3ba9da23-e7a0-4b8a-b5a4-c3c0fc07e6a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 17:39:39.127791 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-af3a740e-76a5-461c-bf8c-e4d5803435d1 req-76a1094e-3c4f-43c9-925e-d00688449f1e tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] 10.222.0.33 "GET /v2.0/ports?device_id=d5769834-1cb8-4e14-b39e-9b1f8e359553 HTTP/1.1" status: 200 len: 210 time: 0.0291317 May 28 17:39:39.249166 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34e82217-1e29-41d5-9385-f9a0b836908e None None] New status for floating IP 3ef471d1-87a7-4cd1-87b0-0986991a975b: DOWN {{(pid=103913) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 28 17:39:40.212722 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.33', 37200) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:39:40.253398 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:39:40.267749 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-b7cc2831-c51d-4fab-b458-120e593c901b tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Publish callbacks [] for security_group (104d8453-4da9-45bd-a0fb-00757823a164), before_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:39:40.292784 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-b7cc2831-c51d-4fab-b458-120e593c901b tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Publish callbacks [] for security_group (104d8453-4da9-45bd-a0fb-00757823a164), precommit_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:39:40.339451 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-b7cc2831-c51d-4fab-b458-120e593c901b tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594961'] for security_group (104d8453-4da9-45bd-a0fb-00757823a164), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:39:40.341919 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-b7cc2831-c51d-4fab-b458-120e593c901b tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Publish callbacks [] for security_group (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:39:40.343646 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-b7cc2831-c51d-4fab-b458-120e593c901b tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] 10.222.0.33 "DELETE /v2.0/security-groups/104d8453-4da9-45bd-a0fb-00757823a164 HTTP/1.1" status: 204 len: 168 time: 0.1299024 May 28 17:39:40.346437 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.33', 37202) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:39:40.353086 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cc2831-c51d-4fab-b458-120e593c901b tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=104d8453-4da9-45bd-a0fb-00757823a164,revision_number=None']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:39:40.362444 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.api.v2.resource [None req-9722d024-aad2-4772-929d-097c792dc8e5 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] show failed (client error): The resource could not be found. May 28 17:39:40.363477 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-9722d024-aad2-4772-929d-097c792dc8e5 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] 10.222.0.33 "GET /v2.0/security-groups/104d8453-4da9-45bd-a0fb-00757823a164 HTTP/1.1" status: 404 len: 347 time: 0.0160067 May 28 17:39:40.366819 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.33', 37204) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:39:40.481226 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-412bb4cb-3be8-4cbf-bc4e-53a81435c6ab tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Deleting port 017fcd1c-e094-4418-92e9-05a08fc7551f {{(pid=103911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 28 17:39:40.481566 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-412bb4cb-3be8-4cbf-bc4e-53a81435c6ab tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735968504037'] for port (017fcd1c-e094-4418-92e9-05a08fc7551f), before_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:39:40.558874 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-412bb4cb-3be8-4cbf-bc4e-53a81435c6ab tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-660327'] for port (017fcd1c-e094-4418-92e9-05a08fc7551f), precommit_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:39:40.559199 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-412bb4cb-3be8-4cbf-bc4e-53a81435c6ab tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Publish callbacks [] for floatingip (017fcd1c-e094-4418-92e9-05a08fc7551f), precommit_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:39:40.571753 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-412bb4cb-3be8-4cbf-bc4e-53a81435c6ab tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Calling delete_port for 017fcd1c-e094-4418-92e9-05a08fc7551f owned by network:floatingip {{(pid=103911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 28 17:39:40.698695 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-412bb4cb-3be8-4cbf-bc4e-53a81435c6ab tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735968512467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735968120122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6040268'] for port (017fcd1c-e094-4418-92e9-05a08fc7551f), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:39:40.724769 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412bb4cb-3be8-4cbf-bc4e-53a81435c6ab tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Pushing event deleted for resources: {'Port': ['ID=017fcd1c-e094-4418-92e9-05a08fc7551f,revision_number=None']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:39:40.787505 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-412bb4cb-3be8-4cbf-bc4e-53a81435c6ab tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Publish callbacks [] for floatingip (3ef471d1-87a7-4cd1-87b0-0986991a975b), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:39:40.789942 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-412bb4cb-3be8-4cbf-bc4e-53a81435c6ab tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22441'] for floatingip (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:39:40.791071 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-412bb4cb-3be8-4cbf-bc4e-53a81435c6ab tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] 10.222.0.33 "DELETE /v2.0/floatingips/3ef471d1-87a7-4cd1-87b0-0986991a975b HTTP/1.1" status: 204 len: 168 time: 0.4232414 May 28 17:39:40.854935 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.33', 37210) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:39:40.859530 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.v2.base [None req-929c507a-c634-4499-ad74-92bb56f63826 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Request body: {'security_group': {'name': 'tempest-securitygroup--271281330', 'description': 'tempest-description--1300228309'}} {{(pid=103911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 17:39:40.881168 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-929c507a-c634-4499-ad74-92bb56f63826 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Publish callbacks [] for security_group (None), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:39:40.947938 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-929c507a-c634-4499-ad74-92bb56f63826 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Publish callbacks [] for security_group (b598d17f-05f4-4523-b713-baaa3ac29d77), precommit_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:39:40.951729 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-929c507a-c634-4499-ad74-92bb56f63826 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594961'] for security_group (b598d17f-05f4-4523-b713-baaa3ac29d77), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:39:40.975319 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=89,neutron:DELETE=7,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:39:40.984940 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-929c507a-c634-4499-ad74-92bb56f63826 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Publish callbacks [] for security_group (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:39:40.986079 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-929c507a-c634-4499-ad74-92bb56f63826 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1301200 May 28 17:39:40.988315 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929c507a-c634-4499-ad74-92bb56f63826 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b598d17f-05f4-4523-b713-baaa3ac29d77,revision_number=1']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:39:40.990144 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.33', 37212) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:39:40.996754 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.v2.base [None req-523e19fd-54e3-401a-be4f-ddf184ba90da tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Request body: {'security_group_rule': {'security_group_id': 'b598d17f-05f4-4523-b713-baaa3ac29d77', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 17:39:41.024167 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-523e19fd-54e3-401a-be4f-ddf184ba90da tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Publish callbacks [] for security_group_rule (33f61672-b049-4e41-82cd-4719224d9cfd), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:39:41.078253 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-523e19fd-54e3-401a-be4f-ddf184ba90da tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Publish callbacks [] for security_group_rule (33f61672-b049-4e41-82cd-4719224d9cfd), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:39:41.081677 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-523e19fd-54e3-401a-be4f-ddf184ba90da tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595010'] for security_group_rule (33f61672-b049-4e41-82cd-4719224d9cfd), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:39:41.099396 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523e19fd-54e3-401a-be4f-ddf184ba90da tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33f61672-b049-4e41-82cd-4719224d9cfd,revision_number=0']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:39:41.108917 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-523e19fd-54e3-401a-be4f-ddf184ba90da tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:39:41.110054 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-523e19fd-54e3-401a-be4f-ddf184ba90da tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1180942 May 28 17:39:41.111378 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523e19fd-54e3-401a-be4f-ddf184ba90da tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:39:41.111722 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523e19fd-54e3-401a-be4f-ddf184ba90da tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:39:41.112059 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523e19fd-54e3-401a-be4f-ddf184ba90da tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:39:41.112481 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523e19fd-54e3-401a-be4f-ddf184ba90da tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:39:41.112816 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523e19fd-54e3-401a-be4f-ddf184ba90da tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:39:41.112934 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.33', 37214) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:39:41.113143 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523e19fd-54e3-401a-be4f-ddf184ba90da tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:39:41.113471 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523e19fd-54e3-401a-be4f-ddf184ba90da tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:39:41.113791 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523e19fd-54e3-401a-be4f-ddf184ba90da tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:39:41.114655 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523e19fd-54e3-401a-be4f-ddf184ba90da tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:39:41.114984 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523e19fd-54e3-401a-be4f-ddf184ba90da tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:39:41.115307 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523e19fd-54e3-401a-be4f-ddf184ba90da tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:39:41.115651 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523e19fd-54e3-401a-be4f-ddf184ba90da tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:39:41.115966 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523e19fd-54e3-401a-be4f-ddf184ba90da tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:39:41.116284 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523e19fd-54e3-401a-be4f-ddf184ba90da tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:39:41.116600 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523e19fd-54e3-401a-be4f-ddf184ba90da tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:39:41.118190 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.v2.base [None req-a6655721-5d43-4100-801a-5e09c951cabd tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Request body: {'security_group_rule': {'security_group_id': 'b598d17f-05f4-4523-b713-baaa3ac29d77', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 17:39:41.145238 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-a6655721-5d43-4100-801a-5e09c951cabd tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Publish callbacks [] for security_group_rule (c749d741-c39c-4028-9649-7019415d8f0e), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:39:41.194301 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-a6655721-5d43-4100-801a-5e09c951cabd tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Publish callbacks [] for security_group_rule (c749d741-c39c-4028-9649-7019415d8f0e), precommit_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:39:41.197857 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-a6655721-5d43-4100-801a-5e09c951cabd tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595010'] for security_group_rule (c749d741-c39c-4028-9649-7019415d8f0e), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:39:41.215816 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6655721-5d43-4100-801a-5e09c951cabd tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c749d741-c39c-4028-9649-7019415d8f0e,revision_number=0']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:39:41.222442 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-a6655721-5d43-4100-801a-5e09c951cabd tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:39:41.224394 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-a6655721-5d43-4100-801a-5e09c951cabd tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1097548 May 28 17:39:41.227193 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.33', 37216) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:39:41.231417 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.v2.base [None req-32c3ed05-554f-4878-bbf5-99c75bbacea4 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Request body: {'floatingip': {'floating_network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48'}} {{(pid=103911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 17:39:41.252481 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-32c3ed05-554f-4878-bbf5-99c75bbacea4 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:39:41.266211 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=85,neutron:DELETE=7,neutron:INSERT=8 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:39:41.330073 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-32c3ed05-554f-4878-bbf5-99c75bbacea4 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (None), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:39:41.438428 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.db.db_base_plugin_common [None req-32c3ed05-554f-4878-bbf5-99c75bbacea4 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Allocated IP 172.27.0.29 (2edbe6b8-aac1-406b-a2f1-8819dd0d1c48/5128d65d-65c0-41d1-99c9-7682fd6eaf92/940e60cd-5de0-4e8b-9532-7d6124311787) {{(pid=103911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 17:39:41.538658 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-32c3ed05-554f-4878-bbf5-99c75bbacea4 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Publish callbacks [] for port (940e60cd-5de0-4e8b-9532-7d6124311787), precommit_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:39:41.569932 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-32c3ed05-554f-4878-bbf5-99c75bbacea4 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735968120113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6040268'] for port (940e60cd-5de0-4e8b-9532-7d6124311787), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:39:41.610802 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32c3ed05-554f-4878-bbf5-99c75bbacea4 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Network 2edbe6b8-aac1-406b-a2f1-8819dd0d1c48 is already hosted by enough agents. {{(pid=103911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 17:39:41.616431 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.scheduler.base_scheduler [None req-32c3ed05-554f-4878-bbf5-99c75bbacea4 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Resources bound (agent type, host, resource id): {{(pid=103911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 17:39:41.620073 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c3ed05-554f-4878-bbf5-99c75bbacea4 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Received port after_create {{(pid=103911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 28 17:39:41.641119 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c3ed05-554f-4878-bbf5-99c75bbacea4 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Pushing event updated for resources: {'Port': ['ID=940e60cd-5de0-4e8b-9532-7d6124311787,revision_number=1']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:39:41.709587 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-32c3ed05-554f-4878-bbf5-99c75bbacea4 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Publish callbacks [] for floatingip (f354cad3-c676-4f14-bbb0-bf0053868194), precommit_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:39:41.738776 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:39:41.751531 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-32c3ed05-554f-4878-bbf5-99c75bbacea4 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (940e60cd-5de0-4e8b-9532-7d6124311787), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:39:41.923406 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-32c3ed05-554f-4878-bbf5-99c75bbacea4 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Publish callbacks [] for port (940e60cd-5de0-4e8b-9532-7d6124311787), precommit_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:39:41.927688 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-32c3ed05-554f-4878-bbf5-99c75bbacea4 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735968512485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735968120131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735968120149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6040315'] for port (940e60cd-5de0-4e8b-9532-7d6124311787), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:39:41.991763 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c3ed05-554f-4878-bbf5-99c75bbacea4 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Pushing event updated for resources: {'Port': ['ID=940e60cd-5de0-4e8b-9532-7d6124311787,revision_number=2']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:39:42.013228 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-32c3ed05-554f-4878-bbf5-99c75bbacea4 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681695'] for floatingip (f354cad3-c676-4f14-bbb0-bf0053868194), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:39:42.029142 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-32c3ed05-554f-4878-bbf5-99c75bbacea4 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22441'] for floatingip (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:39:42.030349 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-32c3ed05-554f-4878-bbf5-99c75bbacea4 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8021841 May 28 17:39:42.180484 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-540be984-6f92-492f-8a97-86a1811be462 req-2e24b6c1-ca73-46fb-8a1e-8e64a82838e2 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] 10.222.0.33 "GET /v2.0/security-groups?name=tempest-securitygroup--271281330&fields=id&tenant_id=9525b35792a04dc3a6f109cb39ee9d50 HTTP/1.1" status: 200 len: 267 time: 0.0439718 May 28 17:39:42.227235 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Device b7ee7236-7f4f-49a1-895b-3c97501aa1c1 no longer exists at agent hyperv_hv-cinder-84372 {{(pid=103913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 28 17:39:42.246497 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] No Port match for: b7ee7236-7f4f-49a1-895b-3c97501aa1c1 {{(pid=103913) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 28 17:39:42.246831 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Device b7ee7236-7f4f-49a1-895b-3c97501aa1c1 not bound to the agent host hv-cinder-84372 {{(pid=103913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 28 17:39:42.287583 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540be984-6f92-492f-8a97-86a1811be462 req-9d3563c6-c152-4624-9357-396c20029391 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:39:42.288999 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-540be984-6f92-492f-8a97-86a1811be462 req-9d3563c6-c152-4624-9357-396c20029391 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] 10.222.0.33 "GET /v2.0/networks?id=f73c6d30-f59b-4e03-9c62-138278150c67 HTTP/1.1" status: 200 len: 814 time: 0.1023276 May 28 17:39:42.303904 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-540be984-6f92-492f-8a97-86a1811be462 req-694d7899-6d3d-4568-a993-e2698bceacf2 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] 10.222.0.33 "GET /v2.0/quotas/9525b35792a04dc3a6f109cb39ee9d50 HTTP/1.1" status: 200 len: 375 time: 0.0096319 May 28 17:39:42.350836 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-540be984-6f92-492f-8a97-86a1811be462 req-17c3034b-40f9-4e97-be8c-29c9243fa298 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=9525b35792a04dc3a6f109cb39ee9d50&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0420926 May 28 17:39:42.458279 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.wsgi [req-540be984-6f92-492f-8a97-86a1811be462 req-311727a9-336a-4a82-ade1-f824fe85850f service neutron] http://10.222.0.33:9696/v2.0/extensions returned with HTTP 200 {{(pid=103912) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 28 17:39:42.459627 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-540be984-6f92-492f-8a97-86a1811be462 req-311727a9-336a-4a82-ade1-f824fe85850f service neutron] 10.222.0.33 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0980701 May 28 17:39:42.552731 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-540be984-6f92-492f-8a97-86a1811be462 req-cf0f8a9d-b239-4313-b188-25bfa3da9828 service neutron] 10.222.0.33 "GET /v2.0/networks/f73c6d30-f59b-4e03-9c62-138278150c67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872703 May 28 17:39:42.645046 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-540be984-6f92-492f-8a97-86a1811be462 req-6ef1e7eb-7013-4ecc-8de4-2e056efbf4c8 service neutron] 10.222.0.33 "GET /v2.0/networks/f73c6d30-f59b-4e03-9c62-138278150c67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866714 May 28 17:39:42.812263 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-57998cc1-dd00-4a02-abba-a8b5e25025d7 req-b4a3c76e-6a42-4b9b-9f2d-cb09547dafaf tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] 10.222.0.33 "GET /v2.0/ports?device_id=c1e64f3e-5e6f-4d61-97e0-ec917f5a45f9 HTTP/1.1" status: 200 len: 210 time: 0.0314608 May 28 17:39:43.727158 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:39:43.799552 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540be984-6f92-492f-8a97-86a1811be462 req-b281c9ce-91d1-4b20-a797-4377a7795997 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:39:43.800983 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-540be984-6f92-492f-8a97-86a1811be462 req-b281c9ce-91d1-4b20-a797-4377a7795997 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] 10.222.0.16 "GET /v2.0/networks?id=f73c6d30-f59b-4e03-9c62-138278150c67 HTTP/1.1" status: 200 len: 814 time: 0.1068411 May 28 17:39:43.871669 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-540be984-6f92-492f-8a97-86a1811be462 req-7897fd33-5821-410f-b589-73464a1b7702 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9525b35792a04dc3a6f109cb39ee9d50 HTTP/1.1" status: 200 len: 379 time: 0.0559468 May 28 17:39:43.910367 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-fa446e3d-a15d-4f33-b5ec-ae354c714baa req-abbc6db3-2e89-4995-93fd-7be2567ba48f tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] 10.222.0.33 "GET /v2.0/ports?device_id=c1e64f3e-5e6f-4d61-97e0-ec917f5a45f9 HTTP/1.1" status: 200 len: 210 time: 0.0277891 May 28 17:39:43.976061 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.v2.base [req-540be984-6f92-492f-8a97-86a1811be462 req-2e288e81-9848-46fc-a5c0-6a7b13fbed9a tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Request body: {'port': {'device_id': 'c1e64f3e-5e6f-4d61-97e0-ec917f5a45f9', 'network_id': 'f73c6d30-f59b-4e03-9c62-138278150c67', 'admin_state_up': True, 'tenant_id': '9525b35792a04dc3a6f109cb39ee9d50', 'security_groups': ['b598d17f-05f4-4523-b713-baaa3ac29d77']}} {{(pid=103911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 17:39:44.085989 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-540be984-6f92-492f-8a97-86a1811be462 req-2e288e81-9848-46fc-a5c0-6a7b13fbed9a tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Made reservation on behalf of 9525b35792a04dc3a6f109cb39ee9d50 for: {'port': 1} {{(pid=103911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 17:39:44.089489 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-540be984-6f92-492f-8a97-86a1811be462 req-2e288e81-9848-46fc-a5c0-6a7b13fbed9a tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (None), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:39:44.215171 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.db.db_base_plugin_common [req-540be984-6f92-492f-8a97-86a1811be462 req-2e288e81-9848-46fc-a5c0-6a7b13fbed9a tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Allocated IP 172.20.0.13 (f73c6d30-f59b-4e03-9c62-138278150c67/3ba9da23-e7a0-4b8a-b5a4-c3c0fc07e6a1/1799c11d-08f1-442a-b6df-9645693baeb0) {{(pid=103911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 17:39:44.225437 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:DELETE=1,neutron:INSERT=3 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:39:44.357099 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-540be984-6f92-492f-8a97-86a1811be462 req-2e288e81-9848-46fc-a5c0-6a7b13fbed9a tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Publish callbacks [] for port (1799c11d-08f1-442a-b6df-9645693baeb0), precommit_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:39:44.388973 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-540be984-6f92-492f-8a97-86a1811be462 req-2e288e81-9848-46fc-a5c0-6a7b13fbed9a tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735968120113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6040268'] for port (1799c11d-08f1-442a-b6df-9645693baeb0), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:39:44.430005 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-540be984-6f92-492f-8a97-86a1811be462 req-2e288e81-9848-46fc-a5c0-6a7b13fbed9a tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Network f73c6d30-f59b-4e03-9c62-138278150c67 is already hosted by enough agents. {{(pid=103911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 17:39:44.435060 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.scheduler.base_scheduler [req-540be984-6f92-492f-8a97-86a1811be462 req-2e288e81-9848-46fc-a5c0-6a7b13fbed9a tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Resources bound (agent type, host, resource id): {{(pid=103911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 17:39:44.438668 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [req-540be984-6f92-492f-8a97-86a1811be462 req-2e288e81-9848-46fc-a5c0-6a7b13fbed9a tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Received port after_create {{(pid=103911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 28 17:39:44.445500 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e288e81-9848-46fc-a5c0-6a7b13fbed9a tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Pushing event updated for resources: {'Port': ['ID=1799c11d-08f1-442a-b6df-9645693baeb0,revision_number=1']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:39:44.494900 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540be984-6f92-492f-8a97-86a1811be462 req-2e288e81-9848-46fc-a5c0-6a7b13fbed9a tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:39:44.495546 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-540be984-6f92-492f-8a97-86a1811be462 req-2e288e81-9848-46fc-a5c0-6a7b13fbed9a tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22441'] for port (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:39:44.513662 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-540be984-6f92-492f-8a97-86a1811be462 req-2e288e81-9848-46fc-a5c0-6a7b13fbed9a tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5421412 May 28 17:39:44.637142 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.v2.base [req-540be984-6f92-492f-8a97-86a1811be462 req-d5520d05-ea6f-4fd6-bfcf-cf7a8d8d91a8 service neutron] Request body: {'port': {'device_id': 'c1e64f3e-5e6f-4d61-97e0-ec917f5a45f9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84372'}} {{(pid=103911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 17:39:44.642574 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-96eb3840-e78a-4331-b4d1-1e2001e3d45b None None] Provisioning complete for port 1799c11d-08f1-442a-b6df-9645693baeb0 triggered by entity DHCP. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 17:39:44.643091 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-96eb3840-e78a-4331-b4d1-1e2001e3d45b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1821120'] for port (1799c11d-08f1-442a-b6df-9645693baeb0), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:39:44.674190 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-96eb3840-e78a-4331-b4d1-1e2001e3d45b None None] Port 1799c11d-08f1-442a-b6df-9645693baeb0 cannot update to ACTIVE because it is not bound. {{(pid=103913) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 28 17:39:44.697013 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-540be984-6f92-492f-8a97-86a1811be462 req-d5520d05-ea6f-4fd6-bfcf-cf7a8d8d91a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (1799c11d-08f1-442a-b6df-9645693baeb0), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:39:44.782141 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:39:45.017963 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.notifiers.nova [req-540be984-6f92-492f-8a97-86a1811be462 req-d5520d05-ea6f-4fd6-bfcf-cf7a8d8d91a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1799c11d-08f1-442a-b6df-9645693baeb0 {{(pid=103911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 17:39:45.029640 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-540be984-6f92-492f-8a97-86a1811be462 req-d5520d05-ea6f-4fd6-bfcf-cf7a8d8d91a8 service neutron] Publish callbacks [] for port (1799c11d-08f1-442a-b6df-9645693baeb0), precommit_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:39:45.051840 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a46da4b-375e-4653-adad-61eacea6b91e req-dd03a569-396e-487c-9a8d-71458c10a884 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:39:45.054056 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-7a46da4b-375e-4653-adad-61eacea6b91e req-dd03a569-396e-487c-9a8d-71458c10a884 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] 10.222.0.33 "GET /v2.0/ports?device_id=c1e64f3e-5e6f-4d61-97e0-ec917f5a45f9 HTTP/1.1" status: 200 len: 932 time: 0.0729382 May 28 17:39:45.056589 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [req-540be984-6f92-492f-8a97-86a1811be462 req-d5520d05-ea6f-4fd6-bfcf-cf7a8d8d91a8 service neutron] Transition to ACTIVE for port object 1799c11d-08f1-442a-b6df-9645693baeb0 will not be triggered until provisioned by entity L2. {{(pid=103911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 28 17:39:45.066173 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-540be984-6f92-492f-8a97-86a1811be462 req-d5520d05-ea6f-4fd6-bfcf-cf7a8d8d91a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735968512485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735968120131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735968120149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6040315'] for port (1799c11d-08f1-442a-b6df-9645693baeb0), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:39:45.137726 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5520d05-ea6f-4fd6-bfcf-cf7a8d8d91a8 service neutron] Pushing event updated for resources: {'Port': ['ID=1799c11d-08f1-442a-b6df-9645693baeb0,revision_number=2']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:39:45.146515 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:INSERT=2,neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:39:45.159726 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-7a46da4b-375e-4653-adad-61eacea6b91e req-e080fabc-a7e6-4c01-b5ce-56a63c0ead57 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] 10.222.0.33 "GET /v2.0/security-groups?id=b598d17f-05f4-4523-b713-baaa3ac29d77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0998404 May 28 17:39:45.483299 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.managers [req-540be984-6f92-492f-8a97-86a1811be462 req-d5520d05-ea6f-4fd6-bfcf-cf7a8d8d91a8 service neutron] Attempting to bind port 1799c11d-08f1-442a-b6df-9645693baeb0 on host hv-cinder-84372 for vnic_type normal with profile {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 28 17:39:45.483560 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.managers [req-540be984-6f92-492f-8a97-86a1811be462 req-d5520d05-ea6f-4fd6-bfcf-cf7a8d8d91a8 service neutron] Attempting to bind port 1799c11d-08f1-442a-b6df-9645693baeb0 by drivers openvswitch,hyperv on host hv-cinder-84372 at level 0 using segments [{'id': '480101fc-6c46-44c0-bf09-f4d27baa4f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'f73c6d30-f59b-4e03-9c62-138278150c67'}] {{(pid=103911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 28 17:39:45.483896 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-540be984-6f92-492f-8a97-86a1811be462 req-d5520d05-ea6f-4fd6-bfcf-cf7a8d8d91a8 service neutron] Attempting to bind port 1799c11d-08f1-442a-b6df-9645693baeb0 on network f73c6d30-f59b-4e03-9c62-138278150c67 {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 28 17:39:45.489036 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-540be984-6f92-492f-8a97-86a1811be462 req-d5520d05-ea6f-4fd6-bfcf-cf7a8d8d91a8 service neutron] Port 1799c11d-08f1-442a-b6df-9645693baeb0 on network f73c6d30-f59b-4e03-9c62-138278150c67 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84372 {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 28 17:39:45.489355 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-540be984-6f92-492f-8a97-86a1811be462 req-d5520d05-ea6f-4fd6-bfcf-cf7a8d8d91a8 service neutron] Attempting to bind port 1799c11d-08f1-442a-b6df-9645693baeb0 on network f73c6d30-f59b-4e03-9c62-138278150c67 {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 28 17:39:45.494809 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-540be984-6f92-492f-8a97-86a1811be462 req-d5520d05-ea6f-4fd6-bfcf-cf7a8d8d91a8 service neutron] Checking agent: {'id': '7cdbebfa-f3b4-48eb-8fbc-caed95606681', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84372', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 17, 23, 31), 'started_at': datetime.datetime(2022, 5, 28, 17, 23, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 17, 39, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 28 17:39:45.495144 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-540be984-6f92-492f-8a97-86a1811be462 req-d5520d05-ea6f-4fd6-bfcf-cf7a8d8d91a8 service neutron] Checking segment: {'id': '480101fc-6c46-44c0-bf09-f4d27baa4f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'f73c6d30-f59b-4e03-9c62-138278150c67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 28 17:39:45.495562 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-540be984-6f92-492f-8a97-86a1811be462 req-d5520d05-ea6f-4fd6-bfcf-cf7a8d8d91a8 service neutron] Bound using segment: {'id': '480101fc-6c46-44c0-bf09-f4d27baa4f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'f73c6d30-f59b-4e03-9c62-138278150c67'} {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 28 17:39:45.495987 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.managers [req-540be984-6f92-492f-8a97-86a1811be462 req-d5520d05-ea6f-4fd6-bfcf-cf7a8d8d91a8 service neutron] Bound port: 1799c11d-08f1-442a-b6df-9645693baeb0, host: hv-cinder-84372, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '480101fc-6c46-44c0-bf09-f4d27baa4f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'f73c6d30-f59b-4e03-9c62-138278150c67'}}] {{(pid=103911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 28 17:39:45.496345 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-540be984-6f92-492f-8a97-86a1811be462 req-d5520d05-ea6f-4fd6-bfcf-cf7a8d8d91a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (1799c11d-08f1-442a-b6df-9645693baeb0), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:39:45.555393 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [req-540be984-6f92-492f-8a97-86a1811be462 req-d5520d05-ea6f-4fd6-bfcf-cf7a8d8d91a8 service neutron] For port 1799c11d-08f1-442a-b6df-9645693baeb0, host hv-cinder-84372, cleared binding levels {{(pid=103911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 17:39:45.558341 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [req-540be984-6f92-492f-8a97-86a1811be462 req-d5520d05-ea6f-4fd6-bfcf-cf7a8d8d91a8 service neutron] For port 1799c11d-08f1-442a-b6df-9645693baeb0, host hv-cinder-84372, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84372',level=0,port_id=1799c11d-08f1-442a-b6df-9645693baeb0,segment=NetworkSegment(480101fc-6c46-44c0-bf09-f4d27baa4f82),segment_id=480101fc-6c46-44c0-bf09-f4d27baa4f82)] {{(pid=103911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 17:39:45.565287 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-540be984-6f92-492f-8a97-86a1811be462 req-d5520d05-ea6f-4fd6-bfcf-cf7a8d8d91a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735968512485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735968120131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735968120149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6040315'] for port (1799c11d-08f1-442a-b6df-9645693baeb0), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:39:45.597030 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540be984-6f92-492f-8a97-86a1811be462 req-d5520d05-ea6f-4fd6-bfcf-cf7a8d8d91a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:39:45.598466 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-540be984-6f92-492f-8a97-86a1811be462 req-d5520d05-ea6f-4fd6-bfcf-cf7a8d8d91a8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22441'] for port (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:39:45.599784 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-540be984-6f92-492f-8a97-86a1811be462 req-d5520d05-ea6f-4fd6-bfcf-cf7a8d8d91a8 service neutron] 10.222.0.16 "PUT /v2.0/ports/1799c11d-08f1-442a-b6df-9645693baeb0 HTTP/1.1" status: 200 len: 1094 time: 0.9663768 May 28 17:39:45.602390 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1e64f3e-5e6f-4d61-97e0-ec917f5a45f9', 'tag': '1799c11d-08f1-442a-b6df-9645693baeb0'}] {{(pid=103911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 17:39:45.604693 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb6e18ef154237edf928b85f6b333e0f790e93c3571d1d8d4f7e4f30b44c92d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0bf6966-e656-4179-a92a-d267ef4dfd24" -d '{"events": [{"name": "network-changed", "server_uuid": "c1e64f3e-5e6f-4d61-97e0-ec917f5a45f9", "tag": "1799c11d-08f1-442a-b6df-9645693baeb0"}]}' {{(pid=103911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 28 17:39:45.632031 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5520d05-ea6f-4fd6-bfcf-cf7a8d8d91a8 service neutron] Pushing event updated for resources: {'Port': ['ID=1799c11d-08f1-442a-b6df-9645693baeb0,revision_number=3']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:39:45.642876 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 May 2022 17:39:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cff4fc5-f83c-48fb-971f-f369f885bd0d x-openstack-request-id: req-1cff4fc5-f83c-48fb-971f-f369f885bd0d {{(pid=103911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 28 17:39:45.643241 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1e64f3e-5e6f-4d61-97e0-ec917f5a45f9", "tag": "1799c11d-08f1-442a-b6df-9645693baeb0", "status": "completed", "code": 200}]} {{(pid=103911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 28 17:39:45.643454 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-1cff4fc5-f83c-48fb-971f-f369f885bd0d {{(pid=103911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 28 17:39:45.643843 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1cff4fc5-f83c-48fb-971f-f369f885bd0d'] response: {'name': 'network-changed', 'server_uuid': 'c1e64f3e-5e6f-4d61-97e0-ec917f5a45f9', 'tag': '1799c11d-08f1-442a-b6df-9645693baeb0', 'status': 'completed', 'code': 200} May 28 17:39:45.705156 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540be984-6f92-492f-8a97-86a1811be462 req-7ed788b6-bd9c-4fef-a00c-619c3487e4b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:39:45.706656 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-540be984-6f92-492f-8a97-86a1811be462 req-7ed788b6-bd9c-4fef-a00c-619c3487e4b4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9525b35792a04dc3a6f109cb39ee9d50&device_id=c1e64f3e-5e6f-4d61-97e0-ec917f5a45f9 HTTP/1.1" status: 200 len: 1128 time: 0.0455863 May 28 17:39:45.754382 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-540be984-6f92-492f-8a97-86a1811be462 req-672628a8-ef9d-44e4-a164-2a8d5bca61b4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1799c11d-08f1-442a-b6df-9645693baeb0 HTTP/1.1" status: 200 len: 217 time: 0.0341380 May 28 17:39:45.802797 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540be984-6f92-492f-8a97-86a1811be462 req-d7a0db55-bf4f-42b9-aa00-f255cd10461a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:39:45.804296 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-540be984-6f92-492f-8a97-86a1811be462 req-d7a0db55-bf4f-42b9-aa00-f255cd10461a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3ba9da23-e7a0-4b8a-b5a4-c3c0fc07e6a1 HTTP/1.1" status: 200 len: 853 time: 0.0448737 May 28 17:39:45.812716 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=20,neutron:UPDATE=6 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:39:45.814137 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=28,neutron:UPDATE=2 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:39:45.850981 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540be984-6f92-492f-8a97-86a1811be462 req-e426c8fc-02ed-4de1-a711-cf4377edb186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:39:45.852566 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-540be984-6f92-492f-8a97-86a1811be462 req-e426c8fc-02ed-4de1-a711-cf4377edb186 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f73c6d30-f59b-4e03-9c62-138278150c67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0431330 May 28 17:39:45.939579 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-540be984-6f92-492f-8a97-86a1811be462 req-f974a2b2-9a07-4702-a53b-bedcbb462c72 service neutron] 10.222.0.16 "GET /v2.0/networks/f73c6d30-f59b-4e03-9c62-138278150c67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812416 May 28 17:39:46.002595 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:39:46.033529 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-540be984-6f92-492f-8a97-86a1811be462 req-9f1f4607-c6ed-4e42-82b9-1a196881989e service neutron] 10.222.0.16 "GET /v2.0/networks/f73c6d30-f59b-4e03-9c62-138278150c67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887027 May 28 17:39:46.275384 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dd5cf9-ce75-4daa-ab9f-929bd5a13385 req-3c6d114c-7a05-46ac-bfe2-a9ec26d29943 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:39:46.276826 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-89dd5cf9-ce75-4daa-ab9f-929bd5a13385 req-3c6d114c-7a05-46ac-bfe2-a9ec26d29943 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] 10.222.0.33 "GET /v2.0/ports?device_id=c1e64f3e-5e6f-4d61-97e0-ec917f5a45f9 HTTP/1.1" status: 200 len: 944 time: 0.0473642 May 28 17:39:46.322827 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-89dd5cf9-ce75-4daa-ab9f-929bd5a13385 req-383768f7-c912-41ba-8376-fda4954b894a tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] 10.222.0.33 "GET /v2.0/security-groups?id=b598d17f-05f4-4523-b713-baaa3ac29d77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405221 May 28 17:39:47.437343 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a416ef21-71e7-402a-af0b-6af9c822facb req-6a8c38c9-eca4-4a8c-a85b-271feadb6b60 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:39:47.438795 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-a416ef21-71e7-402a-af0b-6af9c822facb req-6a8c38c9-eca4-4a8c-a85b-271feadb6b60 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] 10.222.0.33 "GET /v2.0/ports?device_id=c1e64f3e-5e6f-4d61-97e0-ec917f5a45f9 HTTP/1.1" status: 200 len: 944 time: 0.0463116 May 28 17:39:47.486196 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-a416ef21-71e7-402a-af0b-6af9c822facb req-bab0a16f-4d77-43fc-b1d4-97cf1e03f6cb tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] 10.222.0.33 "GET /v2.0/security-groups?id=b598d17f-05f4-4523-b713-baaa3ac29d77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410490 May 28 17:39:47.996414 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bf6966-e656-4179-a92a-d267ef4dfd24 req-43e785e1-b36c-4514-9b06-d64dd1a49a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:39:47.997776 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-d0bf6966-e656-4179-a92a-d267ef4dfd24 req-43e785e1-b36c-4514-9b06-d64dd1a49a5a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9525b35792a04dc3a6f109cb39ee9d50&device_id=c1e64f3e-5e6f-4d61-97e0-ec917f5a45f9 HTTP/1.1" status: 200 len: 1128 time: 0.0391483 May 28 17:39:48.105028 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bf6966-e656-4179-a92a-d267ef4dfd24 req-f4978b85-2535-4019-8e18-6a40ccf80ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:39:48.106490 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-d0bf6966-e656-4179-a92a-d267ef4dfd24 req-f4978b85-2535-4019-8e18-6a40ccf80ba8 service neutron] 10.222.0.16 "GET /v2.0/networks?id=f73c6d30-f59b-4e03-9c62-138278150c67 HTTP/1.1" status: 200 len: 915 time: 0.0896626 May 28 17:39:48.146635 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-d0bf6966-e656-4179-a92a-d267ef4dfd24 req-b83eb845-ed13-4aef-a49a-a9ae418d3c78 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1799c11d-08f1-442a-b6df-9645693baeb0 HTTP/1.1" status: 200 len: 217 time: 0.0338643 May 28 17:39:48.198046 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bf6966-e656-4179-a92a-d267ef4dfd24 req-d5cdde54-77e9-45e4-8209-26eeba55c603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:39:48.199510 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-d0bf6966-e656-4179-a92a-d267ef4dfd24 req-d5cdde54-77e9-45e4-8209-26eeba55c603 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3ba9da23-e7a0-4b8a-b5a4-c3c0fc07e6a1 HTTP/1.1" status: 200 len: 853 time: 0.0474086 May 28 17:39:48.241813 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bf6966-e656-4179-a92a-d267ef4dfd24 req-fc32310b-25ad-4aed-b47e-8f458be4d5a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:39:48.243253 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-d0bf6966-e656-4179-a92a-d267ef4dfd24 req-fc32310b-25ad-4aed-b47e-8f458be4d5a7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f73c6d30-f59b-4e03-9c62-138278150c67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0379932 May 28 17:39:48.329705 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:39:48.334289 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-d0bf6966-e656-4179-a92a-d267ef4dfd24 req-805ddab0-b9ee-4fea-941b-155f7046ee84 service neutron] 10.222.0.16 "GET /v2.0/networks/f73c6d30-f59b-4e03-9c62-138278150c67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855539 May 28 17:39:48.428154 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-d0bf6966-e656-4179-a92a-d267ef4dfd24 req-9dfb722b-589f-4b18-ace7-45218ca27269 service neutron] 10.222.0.16 "GET /v2.0/networks/f73c6d30-f59b-4e03-9c62-138278150c67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883195 May 28 17:39:48.597353 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307c9552-33a0-4b8e-a8ef-c77c90acc795 req-ea3c6d03-2710-4807-9e66-6a4c26de8283 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:39:48.599564 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-307c9552-33a0-4b8e-a8ef-c77c90acc795 req-ea3c6d03-2710-4807-9e66-6a4c26de8283 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] 10.222.0.33 "GET /v2.0/ports?device_id=c1e64f3e-5e6f-4d61-97e0-ec917f5a45f9 HTTP/1.1" status: 200 len: 944 time: 0.0467763 May 28 17:39:48.650089 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-307c9552-33a0-4b8e-a8ef-c77c90acc795 req-1e4993da-c031-42f5-b2de-cfce10f29f2a tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] 10.222.0.33 "GET /v2.0/security-groups?id=b598d17f-05f4-4523-b713-baaa3ac29d77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449002 May 28 17:39:49.768861 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e161ee6-43a1-4dcb-8fd0-820710bfb1f2 req-8a988e01-aef3-4eab-b88b-74a257369209 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:39:49.770294 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-1e161ee6-43a1-4dcb-8fd0-820710bfb1f2 req-8a988e01-aef3-4eab-b88b-74a257369209 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] 10.222.0.33 "GET /v2.0/ports?device_id=c1e64f3e-5e6f-4d61-97e0-ec917f5a45f9 HTTP/1.1" status: 200 len: 944 time: 0.0527165 May 28 17:39:49.781609 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:39:49.818840 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-1e161ee6-43a1-4dcb-8fd0-820710bfb1f2 req-f89db233-2f20-40ba-936a-8b71f6dc9b7d tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] 10.222.0.33 "GET /v2.0/security-groups?id=b598d17f-05f4-4523-b713-baaa3ac29d77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422201 May 28 17:39:50.257553 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Device 1799c11d-08f1-442a-b6df-9645693baeb0 details requested by agent hyperv_hv-cinder-84372 with host hv-cinder-84372 {{(pid=103913) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 28 17:39:50.353235 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] For port 1799c11d-08f1-442a-b6df-9645693baeb0, host hv-cinder-84372, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84372',level=0,port_id=1799c11d-08f1-442a-b6df-9645693baeb0,segment=NetworkSegment(480101fc-6c46-44c0-bf09-f4d27baa4f82),segment_id=480101fc-6c46-44c0-bf09-f4d27baa4f82)] {{(pid=103913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 17:39:50.364890 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Returning: {'device': '1799c11d-08f1-442a-b6df-9645693baeb0', 'network_id': 'f73c6d30-f59b-4e03-9c62-138278150c67', 'port_id': '1799c11d-08f1-442a-b6df-9645693baeb0', 'mac_address': 'fa:16:3e:1c:d6:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ba9da23-e7a0-4b8a-b5a4-c3c0fc07e6a1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103913) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 28 17:39:50.405384 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Current status of the port 1799c11d-08f1-442a-b6df-9645693baeb0 is: DOWN; New status is: BUILD {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 17:39:50.405769 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (1799c11d-08f1-442a-b6df-9645693baeb0), before_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:39:50.418812 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.notifiers.nova [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1799c11d-08f1-442a-b6df-9645693baeb0 {{(pid=103913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 17:39:50.438400 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] For port 1799c11d-08f1-442a-b6df-9645693baeb0, host hv-cinder-84372, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84372',level=0,port_id=1799c11d-08f1-442a-b6df-9645693baeb0,segment=NetworkSegment(480101fc-6c46-44c0-bf09-f4d27baa4f82),segment_id=480101fc-6c46-44c0-bf09-f4d27baa4f82)] {{(pid=103913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 17:39:50.442063 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735968512485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735968120131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735968120149'] for port (1799c11d-08f1-442a-b6df-9645693baeb0), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:39:50.487818 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Pushing event updated for resources: {'Port': ['ID=1799c11d-08f1-442a-b6df-9645693baeb0,revision_number=4']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:39:50.495293 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:39:50.495668 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:39:50.496008 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:39:50.496346 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:39:50.496681 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:39:50.497009 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:39:50.497332 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:39:50.497654 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:39:50.497975 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:39:50.498292 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:39:50.498611 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:39:50.498930 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:39:50.499247 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:39:50.499586 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:39:50.499903 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:39:50.846661 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] get_ports_and_sgs() called for port_ids ['1799c11d-08f1-442a-b6df-9645693baeb0'] {{(pid=103913) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 28 17:39:50.937901 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79ab185-d39e-4380-803b-f18732468eed req-3c200de6-ac88-4f82-a56e-4c653d173fce tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:39:50.939373 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-e79ab185-d39e-4380-803b-f18732468eed req-3c200de6-ac88-4f82-a56e-4c653d173fce tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] 10.222.0.33 "GET /v2.0/ports?device_id=c1e64f3e-5e6f-4d61-97e0-ec917f5a45f9 HTTP/1.1" status: 200 len: 945 time: 0.0514534 May 28 17:39:50.986644 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-e79ab185-d39e-4380-803b-f18732468eed req-cfa53765-b809-4ff4-8bd8-95a2288e6a2f tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] 10.222.0.33 "GET /v2.0/security-groups?id=b598d17f-05f4-4523-b713-baaa3ac29d77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415254 May 28 17:39:51.516287 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.agents_db [None req-b36f0ab6-f8d6-4670-a7fa-3628cf342135 None None] Agent healthcheck: found 6 active agents {{(pid=103914) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 28 17:39:52.112786 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006149f4-75ad-46c0-8425-d34b358f73d8 req-60b56e0d-93ce-4e52-832b-c58ffa9f92d2 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:39:52.114243 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-006149f4-75ad-46c0-8425-d34b358f73d8 req-60b56e0d-93ce-4e52-832b-c58ffa9f92d2 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] 10.222.0.33 "GET /v2.0/ports?device_id=c1e64f3e-5e6f-4d61-97e0-ec917f5a45f9 HTTP/1.1" status: 200 len: 945 time: 0.0607219 May 28 17:39:52.145228 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:39:52.167307 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-006149f4-75ad-46c0-8425-d34b358f73d8 req-03a92265-265c-48c6-beed-31396b6dfc90 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] 10.222.0.33 "GET /v2.0/security-groups?id=b598d17f-05f4-4523-b713-baaa3ac29d77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463955 May 28 17:39:52.264969 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Device 1799c11d-08f1-442a-b6df-9645693baeb0 up at agent hyperv_hv-cinder-84372 {{(pid=103913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 28 17:39:52.305735 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Provisioning for port 1799c11d-08f1-442a-b6df-9645693baeb0 completed by entity L2. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 28 17:39:52.311465 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Provisioning complete for port 1799c11d-08f1-442a-b6df-9645693baeb0 triggered by entity L2. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 17:39:52.311888 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1821120'] for port (1799c11d-08f1-442a-b6df-9645693baeb0), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:39:52.385279 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Current status of the port 1799c11d-08f1-442a-b6df-9645693baeb0 is: BUILD; New status is: ACTIVE {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 17:39:52.385650 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (1799c11d-08f1-442a-b6df-9645693baeb0), before_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:39:52.407233 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1e64f3e-5e6f-4d61-97e0-ec917f5a45f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1799c11d-08f1-442a-b6df-9645693baeb0'}] {{(pid=103913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 17:39:52.409514 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fc7d66bd3c46bdb9792f0e064e6c35853b2e9fce1f0b0d0eb0c21c6a12b004b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0614dff3-1bba-4a63-8252-a89ab4746611" -d '{"events": [{"server_uuid": "c1e64f3e-5e6f-4d61-97e0-ec917f5a45f9", "name": "network-vif-plugged", "status": "completed", "tag": "1799c11d-08f1-442a-b6df-9645693baeb0"}]}' {{(pid=103913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 28 17:39:52.429193 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] For port 1799c11d-08f1-442a-b6df-9645693baeb0, host hv-cinder-84372, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84372',level=0,port_id=1799c11d-08f1-442a-b6df-9645693baeb0,segment=NetworkSegment(480101fc-6c46-44c0-bf09-f4d27baa4f82),segment_id=480101fc-6c46-44c0-bf09-f4d27baa4f82)] {{(pid=103913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 17:39:52.434165 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735968512485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735968120131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735968120149'] for port (1799c11d-08f1-442a-b6df-9645693baeb0), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:39:52.461869 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 May 2022 17:39:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3989f1b-69fd-4e95-890b-a8929160aede x-openstack-request-id: req-c3989f1b-69fd-4e95-890b-a8929160aede {{(pid=103913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 28 17:39:52.462149 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1e64f3e-5e6f-4d61-97e0-ec917f5a45f9", "name": "network-vif-plugged", "status": "completed", "tag": "1799c11d-08f1-442a-b6df-9645693baeb0", "code": 200}]} {{(pid=103913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 28 17:39:52.462399 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-c3989f1b-69fd-4e95-890b-a8929160aede {{(pid=103913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 28 17:39:52.462783 dv-cinder-843729-1-iscsi neutron-server[103913]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3989f1b-69fd-4e95-890b-a8929160aede'] response: {'server_uuid': 'c1e64f3e-5e6f-4d61-97e0-ec917f5a45f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1799c11d-08f1-442a-b6df-9645693baeb0', 'code': 200} May 28 17:39:52.491825 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Pushing event updated for resources: {'Port': ['ID=1799c11d-08f1-442a-b6df-9645693baeb0,revision_number=5']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:39:52.644079 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e43de4-0c10-478d-a676-b17605c7e197 req-fc7ccd03-0772-45f7-9889-0ff7f86fdd4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:39:52.645445 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-84e43de4-0c10-478d-a676-b17605c7e197 req-fc7ccd03-0772-45f7-9889-0ff7f86fdd4d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c1e64f3e-5e6f-4d61-97e0-ec917f5a45f9 HTTP/1.1" status: 200 len: 1130 time: 0.0383785 May 28 17:39:52.689806 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-84e43de4-0c10-478d-a676-b17605c7e197 req-f9b03e7b-3f8f-4043-8a0f-726136b55129 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=b598d17f-05f4-4523-b713-baaa3ac29d77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379326 May 28 17:39:52.890090 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-7ae4d3a2-bfa0-418a-8b87-2fbd8fab8880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (b4d0b3c0-cc03-4456-af87-35ab415ef94b), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:39:53.283705 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdeb665-45f4-49b7-b663-85dc61262fd9 req-e8ea9cd5-51bb-4ac4-97db-499a7edd7d94 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:39:53.285051 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-2cdeb665-45f4-49b7-b663-85dc61262fd9 req-e8ea9cd5-51bb-4ac4-97db-499a7edd7d94 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] 10.222.0.33 "GET /v2.0/ports?device_id=c1e64f3e-5e6f-4d61-97e0-ec917f5a45f9 HTTP/1.1" status: 200 len: 946 time: 0.0472624 May 28 17:39:53.334391 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-2cdeb665-45f4-49b7-b663-85dc61262fd9 req-22257123-cbf1-4951-8eaf-8426dcc80efd tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] 10.222.0.33 "GET /v2.0/security-groups?id=b598d17f-05f4-4523-b713-baaa3ac29d77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431542 May 28 17:39:54.456921 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c181e5fd-f898-46c3-810c-f733b146c12d req-9b079f18-aa13-499d-bb0a-efe1606fb9ef tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:39:54.458432 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-c181e5fd-f898-46c3-810c-f733b146c12d req-9b079f18-aa13-499d-bb0a-efe1606fb9ef tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] 10.222.0.33 "GET /v2.0/ports?device_id=c1e64f3e-5e6f-4d61-97e0-ec917f5a45f9 HTTP/1.1" status: 200 len: 946 time: 0.0517728 May 28 17:39:54.510951 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-c181e5fd-f898-46c3-810c-f733b146c12d req-d9815c73-8cb9-41ff-b82d-623a6aa8d5b0 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] 10.222.0.33 "GET /v2.0/security-groups?id=b598d17f-05f4-4523-b713-baaa3ac29d77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467238 May 28 17:39:55.175607 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-b1ce05b0-4e3f-433c-b359-62c8ae4e10b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (8a8c7bbb-808d-49ae-95de-62501e6237ff), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:39:55.624392 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d721dd30-e9a0-4c70-959c-c01eccc34a9c req-fb093520-48d7-4db1-92a5-a704f69e125e tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:39:55.625840 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-d721dd30-e9a0-4c70-959c-c01eccc34a9c req-fb093520-48d7-4db1-92a5-a704f69e125e tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] 10.222.0.33 "GET /v2.0/ports?device_id=c1e64f3e-5e6f-4d61-97e0-ec917f5a45f9 HTTP/1.1" status: 200 len: 946 time: 0.0476298 May 28 17:39:55.672561 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-d721dd30-e9a0-4c70-959c-c01eccc34a9c req-8cf221ab-d4e4-48f4-b6e9-6d3a9a1d8631 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] 10.222.0.33 "GET /v2.0/security-groups?id=b598d17f-05f4-4523-b713-baaa3ac29d77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405214 May 28 17:39:55.788803 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4154f72-9b57-461f-8d55-340841ce8ce7 req-0036e256-6188-4e6f-b65f-f8c50e4ecab5 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:39:55.790151 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-c4154f72-9b57-461f-8d55-340841ce8ce7 req-0036e256-6188-4e6f-b65f-f8c50e4ecab5 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] 10.222.0.33 "GET /v2.0/ports?device_id=c1e64f3e-5e6f-4d61-97e0-ec917f5a45f9 HTTP/1.1" status: 200 len: 946 time: 0.0472040 May 28 17:39:55.798495 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.33', 37278) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:39:55.803048 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.v2.base [None req-b9ba8729-54bc-40c0-a891-97db7c931346 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Request body: {'floatingip': {'port_id': '1799c11d-08f1-442a-b6df-9645693baeb0'}} {{(pid=103911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 17:39:55.840218 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-b9ba8729-54bc-40c0-a891-97db7c931346 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Publish callbacks [] for floatingip (f354cad3-c676-4f14-bbb0-bf0053868194), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:39:55.896514 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=100 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:39:56.249784 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-b9ba8729-54bc-40c0-a891-97db7c931346 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:39:56.253787 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-b9ba8729-54bc-40c0-a891-97db7c931346 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681695'] for floatingip (f354cad3-c676-4f14-bbb0-bf0053868194), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:39:56.292256 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:39:56.348934 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.db.l3_db [None req-b9ba8729-54bc-40c0-a891-97db7c931346 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Floating IP f354cad3-c676-4f14-bbb0-bf0053868194 associated. External IP: 172.27.0.29, port: 1799c11d-08f1-442a-b6df-9645693baeb0. May 28 17:39:56.469605 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-f22b8f6e-815f-41ba-a8b6-c2e56f67911e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (0b51406a-5a43-473c-8a39-67b2a4c71e5e), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:39:56.542001 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9ba8729-54bc-40c0-a891-97db7c931346 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Router 4d1920b0-566c-4298-8aa6-a5f29f68f519 has already been hosted by L3 agent 8a8c7bbb-808d-49ae-95de-62501e6237ff {{(pid=103911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 17:39:56.642803 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9ba8729-54bc-40c0-a891-97db7c931346 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Notify agent at l3_agent.dv-cinder-843729-1-iscsi the message routers_updated {{(pid=103911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 17:39:56.647925 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-b9ba8729-54bc-40c0-a891-97db7c931346 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22441'] for floatingip (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:39:56.653825 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ac8a2de-cb8a-4946-b553-3b715117868f None None] Sync routers for ids ['4d1920b0-566c-4298-8aa6-a5f29f68f519'] in dv-cinder-843729-1-iscsi {{(pid=103914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 17:39:56.664588 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac8a2de-cb8a-4946-b553-3b715117868f None None] Routers {'4d1920b0-566c-4298-8aa6-a5f29f68f519'} bound to L3 agent in host dv-cinder-843729-1-iscsi {{(pid=103914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 28 17:39:56.665199 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-9ac8a2de-cb8a-4946-b553-3b715117868f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843729-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T17:16:55Z,description=,heartbeat_timestamp=2022-05-28T17:39:55Z,host='dv-cinder-843729-1-iscsi',id=8a8c7bbb-808d-49ae-95de-62501e6237ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T17:16:55Z,topic='l3_agent')) {'router_ids': ['4d1920b0-566c-4298-8aa6-a5f29f68f519'], 'active': True} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:39:56.677551 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-b9ba8729-54bc-40c0-a891-97db7c931346 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] 10.222.0.33 "PUT /v2.0/floatingips/f354cad3-c676-4f14-bbb0-bf0053868194 HTTP/1.1" status: 200 len: 991 time: 0.8780320 May 28 17:39:56.678256 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1e64f3e-5e6f-4d61-97e0-ec917f5a45f9', 'tag': '1799c11d-08f1-442a-b6df-9645693baeb0'}] {{(pid=103911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 17:39:56.680633 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb6e18ef154237edf928b85f6b333e0f790e93c3571d1d8d4f7e4f30b44c92d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e464d4f3-0903-4b03-99c0-537b992e16f8" -d '{"events": [{"name": "network-changed", "server_uuid": "c1e64f3e-5e6f-4d61-97e0-ec917f5a45f9", "tag": "1799c11d-08f1-442a-b6df-9645693baeb0"}]}' {{(pid=103911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 28 17:39:56.720632 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 May 2022 17:39:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd1a6979-edb4-4bd8-b8e4-fa3e567bca61 x-openstack-request-id: req-cd1a6979-edb4-4bd8-b8e4-fa3e567bca61 {{(pid=103911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 28 17:39:56.720949 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1e64f3e-5e6f-4d61-97e0-ec917f5a45f9", "tag": "1799c11d-08f1-442a-b6df-9645693baeb0", "status": "completed", "code": 200}]} {{(pid=103911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 28 17:39:56.721241 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-cd1a6979-edb4-4bd8-b8e4-fa3e567bca61 {{(pid=103911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 28 17:39:56.721629 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd1a6979-edb4-4bd8-b8e4-fa3e567bca61'] response: {'name': 'network-changed', 'server_uuid': 'c1e64f3e-5e6f-4d61-97e0-ec917f5a45f9', 'tag': '1799c11d-08f1-442a-b6df-9645693baeb0', 'status': 'completed', 'code': 200} May 28 17:39:56.767876 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvr_db [None req-9ac8a2de-cb8a-4946-b553-3b715117868f None None] Set router 4d1920b0-566c-4298-8aa6-a5f29f68f519 gateway port host: dv-cinder-843729-1-iscsi {{(pid=103914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 28 17:39:56.792730 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=100 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:39:56.807051 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e464d4f3-0903-4b03-99c0-537b992e16f8 req-fba3f368-7a83-46b0-b645-e6f2c2b89f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:39:56.808588 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-e464d4f3-0903-4b03-99c0-537b992e16f8 req-fba3f368-7a83-46b0-b645-e6f2c2b89f9f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9525b35792a04dc3a6f109cb39ee9d50&device_id=c1e64f3e-5e6f-4d61-97e0-ec917f5a45f9 HTTP/1.1" status: 200 len: 1130 time: 0.0428462 May 28 17:39:56.840839 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=100 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:39:56.901919 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e464d4f3-0903-4b03-99c0-537b992e16f8 req-71c7efe0-f5da-4546-8aca-a0f48d4192bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:39:56.903419 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-e464d4f3-0903-4b03-99c0-537b992e16f8 req-71c7efe0-f5da-4546-8aca-a0f48d4192bc service neutron] 10.222.0.16 "GET /v2.0/networks?id=f73c6d30-f59b-4e03-9c62-138278150c67 HTTP/1.1" status: 200 len: 915 time: 0.0881994 May 28 17:39:56.913939 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:39:56.967720 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-e464d4f3-0903-4b03-99c0-537b992e16f8 req-cbeafb76-8252-4d22-9f0b-c61743ec4697 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1799c11d-08f1-442a-b6df-9645693baeb0 HTTP/1.1" status: 200 len: 999 time: 0.0587497 May 28 17:39:56.979746 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-9ac8a2de-cb8a-4946-b553-3b715117868f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d1920b0-566c-4298-8aa6-a5f29f68f519', 'name': 'tempest-AttachVolumeNegativeTest-835744229-router', 'tenant_id': '9525b35792a04dc3a6f109cb39ee9d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'external_fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '9af5fae3-06cc-45b6-9e16-34f986749091', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T17:33:30Z', 'updated_at': '2022-05-28T17:33:33Z', 'revision_number': 4, 'project_id': '9525b35792a04dc3a6f109cb39ee9d50', 'gw_port': {'id': '9af5fae3-06cc-45b6-9e16-34f986749091', 'name': '', 'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:33:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1920b0-566c-4298-8aa6-a5f29f68f519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:33:31Z', 'updated_at': '2022-05-28T17:33:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843729-1-iscsi', '_floatingips': [{'id': 'f354cad3-c676-4f14-bbb0-bf0053868194', 'tenant_id': '9525b35792a04dc3a6f109cb39ee9d50', 'floating_ip_address': '172.27.0.29', 'floating_network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'router_id': '4d1920b0-566c-4298-8aa6-a5f29f68f519', 'port_id': '1799c11d-08f1-442a-b6df-9645693baeb0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 691, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f73c6d30-f59b-4e03-9c62-138278150c67', 'mac_address': 'fa:16:3e:1c:d6:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1e64f3e-5e6f-4d61-97e0-ec917f5a45f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T17:39:41Z', 'updated_at': '2022-05-28T17:39:56Z', 'revision_number': 1, 'project_id': '9525b35792a04dc3a6f109cb39ee9d50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd48c0f56-dacf-413d-a74b-2725ae7eef68', 'name': '', 'network_id': 'f73c6d30-f59b-4e03-9c62-138278150c67', 'tenant_id': '9525b35792a04dc3a6f109cb39ee9d50', 'mac_address': 'fa:16:3e:99:a1:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1920b0-566c-4298-8aa6-a5f29f68f519', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '3ba9da23-e7a0-4b8a-b5a4-c3c0fc07e6a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:33:32Z', 'updated_at': '2022-05-28T17:33:36Z', 'revision_number': 5, 'project_id': '9525b35792a04dc3a6f109cb39ee9d50', 'subnets': [{'id': '3ba9da23-e7a0-4b8a-b5a4-c3c0fc07e6a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843729-1-iscsi', False) {} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:39:57.004604 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ac8a2de-cb8a-4946-b553-3b715117868f None None] Checking router: 4d1920b0-566c-4298-8aa6-a5f29f68f519 for host: dv-cinder-843729-1-iscsi {{(pid=103914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 17:39:57.014475 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac8a2de-cb8a-4946-b553-3b715117868f None None] Routers {'4d1920b0-566c-4298-8aa6-a5f29f68f519'} bound to L3 agent in host dv-cinder-843729-1-iscsi {{(pid=103914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 28 17:39:57.015105 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-9ac8a2de-cb8a-4946-b553-3b715117868f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843729-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T17:16:55Z,description=,heartbeat_timestamp=2022-05-28T17:39:55Z,host='dv-cinder-843729-1-iscsi',id=8a8c7bbb-808d-49ae-95de-62501e6237ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T17:16:55Z,topic='l3_agent')) {'router_ids': ['4d1920b0-566c-4298-8aa6-a5f29f68f519'], 'active': True} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:39:57.017106 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e464d4f3-0903-4b03-99c0-537b992e16f8 req-99221e89-5677-4ef2-bf0f-527a403bd423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:39:57.018608 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-e464d4f3-0903-4b03-99c0-537b992e16f8 req-99221e89-5677-4ef2-bf0f-527a403bd423 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3ba9da23-e7a0-4b8a-b5a4-c3c0fc07e6a1 HTTP/1.1" status: 200 len: 853 time: 0.0459180 May 28 17:39:57.061867 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e464d4f3-0903-4b03-99c0-537b992e16f8 req-18b9b12a-cad8-470d-995d-50659f3e6e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:39:57.063243 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-e464d4f3-0903-4b03-99c0-537b992e16f8 req-18b9b12a-cad8-470d-995d-50659f3e6e77 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f73c6d30-f59b-4e03-9c62-138278150c67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0392778 May 28 17:39:57.159380 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-e464d4f3-0903-4b03-99c0-537b992e16f8 req-de4a28fe-ee7b-47fb-a81c-a33d5696a671 service neutron] 10.222.0.16 "GET /v2.0/networks/f73c6d30-f59b-4e03-9c62-138278150c67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907216 May 28 17:39:57.204503 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvr_db [None req-9ac8a2de-cb8a-4946-b553-3b715117868f None None] Set router 4d1920b0-566c-4298-8aa6-a5f29f68f519 gateway port host: dv-cinder-843729-1-iscsi {{(pid=103914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 28 17:39:57.248011 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-e464d4f3-0903-4b03-99c0-537b992e16f8 req-f8651eb4-c398-4846-8aad-d09c7746266e service neutron] 10.222.0.16 "GET /v2.0/networks/f73c6d30-f59b-4e03-9c62-138278150c67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831246 May 28 17:39:57.413908 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-9ac8a2de-cb8a-4946-b553-3b715117868f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d1920b0-566c-4298-8aa6-a5f29f68f519', 'name': 'tempest-AttachVolumeNegativeTest-835744229-router', 'tenant_id': '9525b35792a04dc3a6f109cb39ee9d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'external_fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '9af5fae3-06cc-45b6-9e16-34f986749091', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T17:33:30Z', 'updated_at': '2022-05-28T17:33:33Z', 'revision_number': 4, 'project_id': '9525b35792a04dc3a6f109cb39ee9d50', 'gw_port': {'id': '9af5fae3-06cc-45b6-9e16-34f986749091', 'name': '', 'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:33:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1920b0-566c-4298-8aa6-a5f29f68f519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:33:31Z', 'updated_at': '2022-05-28T17:33:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843729-1-iscsi', '_floatingips': [{'id': 'f354cad3-c676-4f14-bbb0-bf0053868194', 'tenant_id': '9525b35792a04dc3a6f109cb39ee9d50', 'floating_ip_address': '172.27.0.29', 'floating_network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'router_id': '4d1920b0-566c-4298-8aa6-a5f29f68f519', 'port_id': '1799c11d-08f1-442a-b6df-9645693baeb0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 691, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f73c6d30-f59b-4e03-9c62-138278150c67', 'mac_address': 'fa:16:3e:1c:d6:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1e64f3e-5e6f-4d61-97e0-ec917f5a45f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T17:39:41Z', 'updated_at': '2022-05-28T17:39:56Z', 'revision_number': 1, 'project_id': '9525b35792a04dc3a6f109cb39ee9d50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd48c0f56-dacf-413d-a74b-2725ae7eef68', 'name': '', 'network_id': 'f73c6d30-f59b-4e03-9c62-138278150c67', 'tenant_id': '9525b35792a04dc3a6f109cb39ee9d50', 'mac_address': 'fa:16:3e:99:a1:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1920b0-566c-4298-8aa6-a5f29f68f519', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '3ba9da23-e7a0-4b8a-b5a4-c3c0fc07e6a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:33:32Z', 'updated_at': '2022-05-28T17:33:36Z', 'revision_number': 5, 'project_id': '9525b35792a04dc3a6f109cb39ee9d50', 'subnets': [{'id': '3ba9da23-e7a0-4b8a-b5a4-c3c0fc07e6a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843729-1-iscsi', False) {} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:39:57.438447 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ac8a2de-cb8a-4946-b553-3b715117868f None None] The sync data for ids ['4d1920b0-566c-4298-8aa6-a5f29f68f519'] in dv-cinder-843729-1-iscsi is: [{'id': '4d1920b0-566c-4298-8aa6-a5f29f68f519', 'name': 'tempest-AttachVolumeNegativeTest-835744229-router', 'tenant_id': '9525b35792a04dc3a6f109cb39ee9d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'external_fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '9af5fae3-06cc-45b6-9e16-34f986749091', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T17:33:30Z', 'updated_at': '2022-05-28T17:33:33Z', 'revision_number': 4, 'project_id': '9525b35792a04dc3a6f109cb39ee9d50', 'gw_port': {'id': '9af5fae3-06cc-45b6-9e16-34f986749091', 'name': '', 'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:33:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1920b0-566c-4298-8aa6-a5f29f68f519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:33:31Z', 'updated_at': '2022-05-28T17:33:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843729-1-iscsi', '_floatingips': [{'id': 'f354cad3-c676-4f14-bbb0-bf0053868194', 'tenant_id': '9525b35792a04dc3a6f109cb39ee9d50', 'floating_ip_address': '172.27.0.29', 'floating_network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'router_id': '4d1920b0-566c-4298-8aa6-a5f29f68f519', 'port_id': '1799c11d-08f1-442a-b6df-9645693baeb0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 691, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f73c6d30-f59b-4e03-9c62-138278150c67', 'mac_address': 'fa:16:3e:1c:d6:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1e64f3e-5e6f-4d61-97e0-ec917f5a45f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T17:39:41Z', 'updated_at': '2022-05-28T17:39:56Z', 'revision_number': 1, 'project_id': '9525b35792a04dc3a6f109cb39ee9d50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd48c0f56-dacf-413d-a74b-2725ae7eef68', 'name': '', 'network_id': 'f73c6d30-f59b-4e03-9c62-138278150c67', 'tenant_id': '9525b35792a04dc3a6f109cb39ee9d50', 'mac_address': 'fa:16:3e:99:a1:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1920b0-566c-4298-8aa6-a5f29f68f519', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '3ba9da23-e7a0-4b8a-b5a4-c3c0fc07e6a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:33:32Z', 'updated_at': '2022-05-28T17:33:36Z', 'revision_number': 5, 'project_id': '9525b35792a04dc3a6f109cb39ee9d50', 'subnets': [{'id': '3ba9da23-e7a0-4b8a-b5a4-c3c0fc07e6a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 17:39:57.636162 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a283f01-d79c-4f9a-9681-7d84c3544782 None None] New status for floating IP f354cad3-c676-4f14-bbb0-bf0053868194: ACTIVE {{(pid=103913) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 28 17:39:57.722000 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:39:57.727328 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:39:57.785526 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-44990afe-4038-4bea-a0ed-12e052229f33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (19502cf1-8899-41f0-9103-a107faa54218), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:39:59.411053 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (0032cfec-21e8-44dd-a7d5-0b8312dfe052), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:40:05.337983 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (7cdbebfa-f3b4-48eb-8fbc-caed95606681), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:40:05.662161 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=34 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:40:05.669130 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=18 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:40:07.237352 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=31 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:40:07.244656 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=90 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:40:07.416502 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=57 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:40:07.417265 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=57 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:40:15.331191 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:40:15.333110 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=4,neutron:UPDATE=2 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:40:21.147578 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d956b148-ebac-4e1a-930e-bb780aadf425 req-762ba4aa-2de0-409d-9f08-aa88c98a7680 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:40:21.149052 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-d956b148-ebac-4e1a-930e-bb780aadf425 req-762ba4aa-2de0-409d-9f08-aa88c98a7680 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] 10.222.0.33 "GET /v2.0/ports?device_id=03b782e2-0501-4467-9b07-0a0766795ad4 HTTP/1.1" status: 200 len: 946 time: 0.0471950 May 28 17:40:21.198184 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-d956b148-ebac-4e1a-930e-bb780aadf425 req-56cdde2a-a4e6-4b77-848d-fd3e4d2f9944 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] 10.222.0.33 "GET /v2.0/security-groups?id=b4df1026-1b55-41af-ad76-6b94971e15b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431755 May 28 17:40:22.316247 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3af489-a342-4230-8203-829c6ede09d6 req-3b08737c-c1cc-46de-a1b6-d031129ce52a tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:40:22.317698 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-9c3af489-a342-4230-8203-829c6ede09d6 req-3b08737c-c1cc-46de-a1b6-d031129ce52a tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] 10.222.0.33 "GET /v2.0/ports?device_id=03b782e2-0501-4467-9b07-0a0766795ad4 HTTP/1.1" status: 200 len: 946 time: 0.0506606 May 28 17:40:22.366668 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-9c3af489-a342-4230-8203-829c6ede09d6 req-a7fcc881-1c3d-4d40-bc47-cc2329151c67 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] 10.222.0.33 "GET /v2.0/security-groups?id=b4df1026-1b55-41af-ad76-6b94971e15b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426712 May 28 17:40:22.877685 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267d45f9-824e-44c4-9aa0-4d2f9dbcaccb req-4427cccc-6155-4946-96da-8d2abb0b2e69 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:40:22.879154 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-267d45f9-824e-44c4-9aa0-4d2f9dbcaccb req-4427cccc-6155-4946-96da-8d2abb0b2e69 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] 10.222.0.16 "GET /v2.0/ports?device_id=03b782e2-0501-4467-9b07-0a0766795ad4 HTTP/1.1" status: 200 len: 946 time: 0.0482390 May 28 17:40:22.892529 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-9b7fa4d0-cb58-4750-98a1-19da876a0090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (b4d0b3c0-cc03-4456-af87-35ab415ef94b), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:40:22.964607 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [req-267d45f9-824e-44c4-9aa0-4d2f9dbcaccb req-e240ef6b-9d00-437f-bcd6-3ba8a34db8a0 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Deleting port e8ae62d4-a8b6-4a83-8ce0-f58a2953d5ca {{(pid=103911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 28 17:40:22.964945 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-267d45f9-824e-44c4-9aa0-4d2f9dbcaccb req-e240ef6b-9d00-437f-bcd6-3ba8a34db8a0 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735968504037'] for port (e8ae62d4-a8b6-4a83-8ce0-f58a2953d5ca), before_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:40:23.052457 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [req-267d45f9-824e-44c4-9aa0-4d2f9dbcaccb req-e240ef6b-9d00-437f-bcd6-3ba8a34db8a0 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] For port e8ae62d4-a8b6-4a83-8ce0-f58a2953d5ca, host hv-cinder-84372, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84372',level=0,port_id=e8ae62d4-a8b6-4a83-8ce0-f58a2953d5ca,segment=NetworkSegment(868ce7ba-c384-40c5-a373-87b732b4b2f2),segment_id=868ce7ba-c384-40c5-a373-87b732b4b2f2)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 17:40:23.052731 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-267d45f9-824e-44c4-9aa0-4d2f9dbcaccb req-e240ef6b-9d00-437f-bcd6-3ba8a34db8a0 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-660327'] for port (e8ae62d4-a8b6-4a83-8ce0-f58a2953d5ca), precommit_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:40:23.216245 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-267d45f9-824e-44c4-9aa0-4d2f9dbcaccb req-e240ef6b-9d00-437f-bcd6-3ba8a34db8a0 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:40:23.216776 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-267d45f9-824e-44c4-9aa0-4d2f9dbcaccb req-e240ef6b-9d00-437f-bcd6-3ba8a34db8a0 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681695'] for floatingip (00a1e924-fcc4-41df-ab9d-4f7c63bf7d73), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:40:23.217216 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.db.l3_db [req-267d45f9-824e-44c4-9aa0-4d2f9dbcaccb req-e240ef6b-9d00-437f-bcd6-3ba8a34db8a0 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Floating IP 00a1e924-fcc4-41df-ab9d-4f7c63bf7d73 disassociated. External IP: 172.27.0.212, port: e8ae62d4-a8b6-4a83-8ce0-f58a2953d5ca. May 28 17:40:23.217697 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [req-267d45f9-824e-44c4-9aa0-4d2f9dbcaccb req-e240ef6b-9d00-437f-bcd6-3ba8a34db8a0 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Calling delete_port for e8ae62d4-a8b6-4a83-8ce0-f58a2953d5ca owned by compute:nova {{(pid=103911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 28 17:40:23.346670 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-267d45f9-824e-44c4-9aa0-4d2f9dbcaccb req-e240ef6b-9d00-437f-bcd6-3ba8a34db8a0 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735968512467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735968120122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6040268'] for port (e8ae62d4-a8b6-4a83-8ce0-f58a2953d5ca), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:40:23.374506 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e240ef6b-9d00-437f-bcd6-3ba8a34db8a0 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Pushing event deleted for resources: {'Port': ['ID=e8ae62d4-a8b6-4a83-8ce0-f58a2953d5ca,revision_number=None']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:40:23.470451 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-04a4cafa-3a01-45a5-8b5f-6eb7a66efb12 req-351ae28d-81a4-43b2-bb76-12854a0498ea tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] 10.222.0.33 "GET /v2.0/ports?device_id=03b782e2-0501-4467-9b07-0a0766795ad4 HTTP/1.1" status: 200 len: 210 time: 0.0306411 May 28 17:40:23.497758 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=3 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:40:23.498940 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.scheduler.l3_agent_scheduler [req-267d45f9-824e-44c4-9aa0-4d2f9dbcaccb req-e240ef6b-9d00-437f-bcd6-3ba8a34db8a0 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Router 48e30f03-5d76-449a-9676-6b67a05b7840 has already been hosted by L3 agent 8a8c7bbb-808d-49ae-95de-62501e6237ff {{(pid=103911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 17:40:23.501504 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=3 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:40:23.554281 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:40:23.616878 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-267d45f9-824e-44c4-9aa0-4d2f9dbcaccb req-e240ef6b-9d00-437f-bcd6-3ba8a34db8a0 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Notify agent at l3_agent.dv-cinder-843729-1-iscsi the message routers_updated {{(pid=103911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 17:40:23.628637 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aee169dc-d497-4f82-b8f1-e7cfe6b5edb9 None None] Sync routers for ids ['48e30f03-5d76-449a-9676-6b67a05b7840'] in dv-cinder-843729-1-iscsi {{(pid=103914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 17:40:23.639322 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee169dc-d497-4f82-b8f1-e7cfe6b5edb9 None None] Routers {'48e30f03-5d76-449a-9676-6b67a05b7840'} bound to L3 agent in host dv-cinder-843729-1-iscsi {{(pid=103914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 28 17:40:23.639964 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-aee169dc-d497-4f82-b8f1-e7cfe6b5edb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843729-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T17:16:55Z,description=,heartbeat_timestamp=2022-05-28T17:39:55Z,host='dv-cinder-843729-1-iscsi',id=8a8c7bbb-808d-49ae-95de-62501e6237ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T17:16:55Z,topic='l3_agent')) {'router_ids': ['48e30f03-5d76-449a-9676-6b67a05b7840'], 'active': True} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:40:23.659458 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [req-267d45f9-824e-44c4-9aa0-4d2f9dbcaccb req-e240ef6b-9d00-437f-bcd6-3ba8a34db8a0 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] No DVR routers for this DVR port e8ae62d4-a8b6-4a83-8ce0-f58a2953d5ca on host hv-cinder-84372 {{(pid=103911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 17:40:23.661933 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-267d45f9-824e-44c4-9aa0-4d2f9dbcaccb req-e240ef6b-9d00-437f-bcd6-3ba8a34db8a0 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22441'] for port (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:40:23.665810 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-267d45f9-824e-44c4-9aa0-4d2f9dbcaccb req-e240ef6b-9d00-437f-bcd6-3ba8a34db8a0 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] 10.222.0.16 "DELETE /v2.0/ports/e8ae62d4-a8b6-4a83-8ce0-f58a2953d5ca HTTP/1.1" status: 204 len: 173 time: 0.7809443 May 28 17:40:23.666293 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03b782e2-0501-4467-9b07-0a0766795ad4', 'name': 'network-vif-deleted', 'tag': 'e8ae62d4-a8b6-4a83-8ce0-f58a2953d5ca'}] {{(pid=103911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 17:40:23.668520 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb6e18ef154237edf928b85f6b333e0f790e93c3571d1d8d4f7e4f30b44c92d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-babff644-ec2a-48b0-bfd8-20789df6e10f" -d '{"events": [{"server_uuid": "03b782e2-0501-4467-9b07-0a0766795ad4", "name": "network-vif-deleted", "tag": "e8ae62d4-a8b6-4a83-8ce0-f58a2953d5ca"}]}' {{(pid=103911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 28 17:40:23.708208 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 May 2022 17:40:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65999675-2f2e-4549-a3ba-6b7076175bf6 x-openstack-request-id: req-65999675-2f2e-4549-a3ba-6b7076175bf6 {{(pid=103911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 28 17:40:23.708610 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03b782e2-0501-4467-9b07-0a0766795ad4", "name": "network-vif-deleted", "tag": "e8ae62d4-a8b6-4a83-8ce0-f58a2953d5ca", "status": "completed", "code": 200}]} {{(pid=103911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 28 17:40:23.708970 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-65999675-2f2e-4549-a3ba-6b7076175bf6 {{(pid=103911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 28 17:40:23.709714 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65999675-2f2e-4549-a3ba-6b7076175bf6'] response: {'server_uuid': '03b782e2-0501-4467-9b07-0a0766795ad4', 'name': 'network-vif-deleted', 'tag': 'e8ae62d4-a8b6-4a83-8ce0-f58a2953d5ca', 'status': 'completed', 'code': 200} May 28 17:40:23.753956 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvr_db [None req-aee169dc-d497-4f82-b8f1-e7cfe6b5edb9 None None] Set router 48e30f03-5d76-449a-9676-6b67a05b7840 gateway port host: dv-cinder-843729-1-iscsi {{(pid=103914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 28 17:40:23.957464 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-aee169dc-d497-4f82-b8f1-e7cfe6b5edb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48e30f03-5d76-449a-9676-6b67a05b7840', 'name': 'tempest-TestVolumeBootPattern-2105689536-router', 'tenant_id': '3785f78e6d1048cfa0b5b123fdd909c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'external_fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': 'e3d9c358-d859-42c8-bdac-433ca7193892', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T17:36:40Z', 'updated_at': '2022-05-28T17:36:43Z', 'revision_number': 4, 'project_id': '3785f78e6d1048cfa0b5b123fdd909c8', 'gw_port': {'id': 'e3d9c358-d859-42c8-bdac-433ca7193892', 'name': '', 'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:bd:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48e30f03-5d76-449a-9676-6b67a05b7840', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:36:40Z', 'updated_at': '2022-05-28T17:36:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843729-1-iscsi', '_interfaces': [{'id': '9e47eb2f-c38f-41b5-a640-fa1a228bac8b', 'name': '', 'network_id': 'a98bf986-b097-428c-84c6-2a59a4df1a9f', 'tenant_id': '3785f78e6d1048cfa0b5b123fdd909c8', 'mac_address': 'fa:16:3e:a3:76:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48e30f03-5d76-449a-9676-6b67a05b7840', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'ff216cd5-a438-4e93-8bdb-93f0599b8766', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:36:42Z', 'updated_at': '2022-05-28T17:36:48Z', 'revision_number': 5, 'project_id': '3785f78e6d1048cfa0b5b123fdd909c8', 'subnets': [{'id': 'ff216cd5-a438-4e93-8bdb-93f0599b8766', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843729-1-iscsi', False) {} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:40:23.981710 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aee169dc-d497-4f82-b8f1-e7cfe6b5edb9 None None] Checking router: 48e30f03-5d76-449a-9676-6b67a05b7840 for host: dv-cinder-843729-1-iscsi {{(pid=103914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 17:40:23.989880 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee169dc-d497-4f82-b8f1-e7cfe6b5edb9 None None] Routers {'48e30f03-5d76-449a-9676-6b67a05b7840'} bound to L3 agent in host dv-cinder-843729-1-iscsi {{(pid=103914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 28 17:40:23.990478 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-aee169dc-d497-4f82-b8f1-e7cfe6b5edb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843729-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T17:16:55Z,description=,heartbeat_timestamp=2022-05-28T17:39:55Z,host='dv-cinder-843729-1-iscsi',id=8a8c7bbb-808d-49ae-95de-62501e6237ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T17:16:55Z,topic='l3_agent')) {'router_ids': ['48e30f03-5d76-449a-9676-6b67a05b7840'], 'active': True} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:40:24.092750 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvr_db [None req-aee169dc-d497-4f82-b8f1-e7cfe6b5edb9 None None] Set router 48e30f03-5d76-449a-9676-6b67a05b7840 gateway port host: dv-cinder-843729-1-iscsi {{(pid=103914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 28 17:40:24.273240 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-aee169dc-d497-4f82-b8f1-e7cfe6b5edb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48e30f03-5d76-449a-9676-6b67a05b7840', 'name': 'tempest-TestVolumeBootPattern-2105689536-router', 'tenant_id': '3785f78e6d1048cfa0b5b123fdd909c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'external_fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': 'e3d9c358-d859-42c8-bdac-433ca7193892', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T17:36:40Z', 'updated_at': '2022-05-28T17:36:43Z', 'revision_number': 4, 'project_id': '3785f78e6d1048cfa0b5b123fdd909c8', 'gw_port': {'id': 'e3d9c358-d859-42c8-bdac-433ca7193892', 'name': '', 'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:bd:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48e30f03-5d76-449a-9676-6b67a05b7840', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:36:40Z', 'updated_at': '2022-05-28T17:36:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843729-1-iscsi', '_interfaces': [{'id': '9e47eb2f-c38f-41b5-a640-fa1a228bac8b', 'name': '', 'network_id': 'a98bf986-b097-428c-84c6-2a59a4df1a9f', 'tenant_id': '3785f78e6d1048cfa0b5b123fdd909c8', 'mac_address': 'fa:16:3e:a3:76:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48e30f03-5d76-449a-9676-6b67a05b7840', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'ff216cd5-a438-4e93-8bdb-93f0599b8766', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:36:42Z', 'updated_at': '2022-05-28T17:36:48Z', 'revision_number': 5, 'project_id': '3785f78e6d1048cfa0b5b123fdd909c8', 'subnets': [{'id': 'ff216cd5-a438-4e93-8bdb-93f0599b8766', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843729-1-iscsi', False) {} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:40:24.301967 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aee169dc-d497-4f82-b8f1-e7cfe6b5edb9 None None] The sync data for ids ['48e30f03-5d76-449a-9676-6b67a05b7840'] in dv-cinder-843729-1-iscsi is: [{'id': '48e30f03-5d76-449a-9676-6b67a05b7840', 'name': 'tempest-TestVolumeBootPattern-2105689536-router', 'tenant_id': '3785f78e6d1048cfa0b5b123fdd909c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'external_fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': 'e3d9c358-d859-42c8-bdac-433ca7193892', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T17:36:40Z', 'updated_at': '2022-05-28T17:36:43Z', 'revision_number': 4, 'project_id': '3785f78e6d1048cfa0b5b123fdd909c8', 'gw_port': {'id': 'e3d9c358-d859-42c8-bdac-433ca7193892', 'name': '', 'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:bd:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48e30f03-5d76-449a-9676-6b67a05b7840', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:36:40Z', 'updated_at': '2022-05-28T17:36:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843729-1-iscsi', '_interfaces': [{'id': '9e47eb2f-c38f-41b5-a640-fa1a228bac8b', 'name': '', 'network_id': 'a98bf986-b097-428c-84c6-2a59a4df1a9f', 'tenant_id': '3785f78e6d1048cfa0b5b123fdd909c8', 'mac_address': 'fa:16:3e:a3:76:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48e30f03-5d76-449a-9676-6b67a05b7840', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'ff216cd5-a438-4e93-8bdb-93f0599b8766', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:36:42Z', 'updated_at': '2022-05-28T17:36:48Z', 'revision_number': 5, 'project_id': '3785f78e6d1048cfa0b5b123fdd909c8', 'subnets': [{'id': 'ff216cd5-a438-4e93-8bdb-93f0599b8766', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 17:40:24.531180 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30063335-89c5-4c31-85ce-a3bc03683cee None None] New status for floating IP 00a1e924-fcc4-41df-ab9d-4f7c63bf7d73: DOWN {{(pid=103913) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 28 17:40:24.741067 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-2c54538e-6975-40d7-a278-ccb9c357dbbc req-43b94116-8b20-4cea-a72a-a0a667826ad0 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] 10.222.0.33 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1697074357&fields=id&tenant_id=3785f78e6d1048cfa0b5b123fdd909c8 HTTP/1.1" status: 200 len: 267 time: 0.0488641 May 28 17:40:24.847705 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c54538e-6975-40d7-a278-ccb9c357dbbc req-a6dce271-ae09-4525-b29c-04b90b12f524 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:40:24.849045 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-2c54538e-6975-40d7-a278-ccb9c357dbbc req-a6dce271-ae09-4525-b29c-04b90b12f524 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] 10.222.0.33 "GET /v2.0/networks?id=a98bf986-b097-428c-84c6-2a59a4df1a9f HTTP/1.1" status: 200 len: 812 time: 0.1010468 May 28 17:40:24.864104 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-2c54538e-6975-40d7-a278-ccb9c357dbbc req-efc96938-b14b-4a17-8010-326fe3127c4d tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] 10.222.0.33 "GET /v2.0/quotas/3785f78e6d1048cfa0b5b123fdd909c8 HTTP/1.1" status: 200 len: 375 time: 0.0091598 May 28 17:40:24.878759 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:40:24.916864 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-2c54538e-6975-40d7-a278-ccb9c357dbbc req-6624a949-e775-4244-8b9c-3fe695a971c9 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=3785f78e6d1048cfa0b5b123fdd909c8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0470829 May 28 17:40:25.015499 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-2c54538e-6975-40d7-a278-ccb9c357dbbc req-f5cf6287-96f0-4249-940b-f1f3e7743b0a service neutron] 10.222.0.33 "GET /v2.0/networks/a98bf986-b097-428c-84c6-2a59a4df1a9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877635 May 28 17:40:25.104164 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-2c54538e-6975-40d7-a278-ccb9c357dbbc req-df192773-64a0-40a0-8995-2097e10bc481 service neutron] 10.222.0.33 "GET /v2.0/networks/a98bf986-b097-428c-84c6-2a59a4df1a9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828400 May 28 17:40:25.177451 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-fd60f445-8a38-4530-8c55-38d0e59e5f47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (8a8c7bbb-808d-49ae-95de-62501e6237ff), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:40:26.403289 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Device e8ae62d4-a8b6-4a83-8ce0-f58a2953d5ca no longer exists at agent hyperv_hv-cinder-84372 {{(pid=103913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 28 17:40:26.408289 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-acdc2e14-705a-4999-9500-b2a845e57933 req-849ffe8a-65ea-4bb1-a6c8-1986878c9d1e tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] 10.222.0.33 "GET /v2.0/ports?device_id=55b6f098-3687-4ce1-a74a-2e050591eddd HTTP/1.1" status: 200 len: 210 time: 0.0303898 May 28 17:40:26.429031 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] No Port match for: e8ae62d4-a8b6-4a83-8ce0-f58a2953d5ca {{(pid=103913) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 28 17:40:26.429454 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Device e8ae62d4-a8b6-4a83-8ce0-f58a2953d5ca not bound to the agent host hv-cinder-84372 {{(pid=103913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 28 17:40:26.473396 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-f22b8f6e-815f-41ba-a8b6-c2e56f67911e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (0b51406a-5a43-473c-8a39-67b2a4c71e5e), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:40:27.375184 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c54538e-6975-40d7-a278-ccb9c357dbbc req-d7ac5d39-8128-4b33-bb54-2de67be7cf63 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:40:27.376886 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-2c54538e-6975-40d7-a278-ccb9c357dbbc req-d7ac5d39-8128-4b33-bb54-2de67be7cf63 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] 10.222.0.16 "GET /v2.0/networks?id=a98bf986-b097-428c-84c6-2a59a4df1a9f HTTP/1.1" status: 200 len: 812 time: 0.1052580 May 28 17:40:27.446652 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-2c54538e-6975-40d7-a278-ccb9c357dbbc req-12450654-ada5-443a-b8d4-5428521ec3de tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3785f78e6d1048cfa0b5b123fdd909c8 HTTP/1.1" status: 200 len: 380 time: 0.0564516 May 28 17:40:27.458591 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.v2.base [req-2c54538e-6975-40d7-a278-ccb9c357dbbc req-6a536d3a-b1f8-48da-a605-59a790ccae6e tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Request body: {'port': {'device_id': '55b6f098-3687-4ce1-a74a-2e050591eddd', 'network_id': 'a98bf986-b097-428c-84c6-2a59a4df1a9f', 'admin_state_up': True, 'tenant_id': '3785f78e6d1048cfa0b5b123fdd909c8', 'security_groups': ['b4df1026-1b55-41af-ad76-6b94971e15b7']}} {{(pid=103911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 17:40:27.547407 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-afd149bc-d015-4082-9620-f118396ef39b req-4f9e16b4-b05e-428d-bec8-af126a2b6a49 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] 10.222.0.33 "GET /v2.0/ports?device_id=55b6f098-3687-4ce1-a74a-2e050591eddd HTTP/1.1" status: 200 len: 210 time: 0.0641127 May 28 17:40:27.597613 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c54538e-6975-40d7-a278-ccb9c357dbbc req-6a536d3a-b1f8-48da-a605-59a790ccae6e tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Made reservation on behalf of 3785f78e6d1048cfa0b5b123fdd909c8 for: {'port': 1} {{(pid=103911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 17:40:27.601346 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-2c54538e-6975-40d7-a278-ccb9c357dbbc req-6a536d3a-b1f8-48da-a605-59a790ccae6e tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (None), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:40:27.729322 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.db.db_base_plugin_common [req-2c54538e-6975-40d7-a278-ccb9c357dbbc req-6a536d3a-b1f8-48da-a605-59a790ccae6e tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Allocated IP 172.20.0.6 (a98bf986-b097-428c-84c6-2a59a4df1a9f/ff216cd5-a438-4e93-8bdb-93f0599b8766/5c34b26f-cf27-4dcb-bde9-01d75bac0901) {{(pid=103911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 17:40:27.752187 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:40:27.778961 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-44990afe-4038-4bea-a0ed-12e052229f33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (19502cf1-8899-41f0-9103-a107faa54218), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:40:27.878407 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-2c54538e-6975-40d7-a278-ccb9c357dbbc req-6a536d3a-b1f8-48da-a605-59a790ccae6e tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Publish callbacks [] for port (5c34b26f-cf27-4dcb-bde9-01d75bac0901), precommit_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:40:27.899292 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:40:27.922586 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-2c54538e-6975-40d7-a278-ccb9c357dbbc req-6a536d3a-b1f8-48da-a605-59a790ccae6e tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735968120113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6040268'] for port (5c34b26f-cf27-4dcb-bde9-01d75bac0901), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:40:27.969684 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c54538e-6975-40d7-a278-ccb9c357dbbc req-6a536d3a-b1f8-48da-a605-59a790ccae6e tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Network a98bf986-b097-428c-84c6-2a59a4df1a9f is already hosted by enough agents. {{(pid=103911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 17:40:27.974859 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.scheduler.base_scheduler [req-2c54538e-6975-40d7-a278-ccb9c357dbbc req-6a536d3a-b1f8-48da-a605-59a790ccae6e tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Resources bound (agent type, host, resource id): {{(pid=103911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 17:40:27.979242 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c54538e-6975-40d7-a278-ccb9c357dbbc req-6a536d3a-b1f8-48da-a605-59a790ccae6e tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Received port after_create {{(pid=103911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 28 17:40:28.005657 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a536d3a-b1f8-48da-a605-59a790ccae6e tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Pushing event updated for resources: {'Port': ['ID=5c34b26f-cf27-4dcb-bde9-01d75bac0901,revision_number=1']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:40:28.040656 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c54538e-6975-40d7-a278-ccb9c357dbbc req-6a536d3a-b1f8-48da-a605-59a790ccae6e tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:40:28.041271 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-2c54538e-6975-40d7-a278-ccb9c357dbbc req-6a536d3a-b1f8-48da-a605-59a790ccae6e tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22441'] for port (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:40:28.060915 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-2c54538e-6975-40d7-a278-ccb9c357dbbc req-6a536d3a-b1f8-48da-a605-59a790ccae6e tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6061528 May 28 17:40:28.081686 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.v2.base [req-2c54538e-6975-40d7-a278-ccb9c357dbbc req-f0a15245-fac5-4ebe-a7e8-01e1f39c7377 service neutron] Request body: {'port': {'device_id': '55b6f098-3687-4ce1-a74a-2e050591eddd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84372'}} {{(pid=103911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 17:40:28.147085 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-2c54538e-6975-40d7-a278-ccb9c357dbbc req-f0a15245-fac5-4ebe-a7e8-01e1f39c7377 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (5c34b26f-cf27-4dcb-bde9-01d75bac0901), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:40:28.276581 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-818a8468-c95e-4ee0-b2ce-0e135e0513fe None None] Provisioning complete for port 5c34b26f-cf27-4dcb-bde9-01d75bac0901 triggered by entity DHCP. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 17:40:28.277052 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-818a8468-c95e-4ee0-b2ce-0e135e0513fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1821120'] for port (5c34b26f-cf27-4dcb-bde9-01d75bac0901), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:40:28.308054 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-818a8468-c95e-4ee0-b2ce-0e135e0513fe None None] Port 5c34b26f-cf27-4dcb-bde9-01d75bac0901 cannot update to ACTIVE because it is not bound. {{(pid=103913) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 28 17:40:28.437559 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.notifiers.nova [req-2c54538e-6975-40d7-a278-ccb9c357dbbc req-f0a15245-fac5-4ebe-a7e8-01e1f39c7377 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c34b26f-cf27-4dcb-bde9-01d75bac0901 {{(pid=103911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 17:40:28.444872 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-2c54538e-6975-40d7-a278-ccb9c357dbbc req-f0a15245-fac5-4ebe-a7e8-01e1f39c7377 service neutron] Publish callbacks [] for port (5c34b26f-cf27-4dcb-bde9-01d75bac0901), precommit_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:40:28.457720 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [req-2c54538e-6975-40d7-a278-ccb9c357dbbc req-f0a15245-fac5-4ebe-a7e8-01e1f39c7377 service neutron] Transition to ACTIVE for port object 5c34b26f-cf27-4dcb-bde9-01d75bac0901 will not be triggered until provisioned by entity L2. {{(pid=103911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 28 17:40:28.461627 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-2c54538e-6975-40d7-a278-ccb9c357dbbc req-f0a15245-fac5-4ebe-a7e8-01e1f39c7377 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735968512485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735968120131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735968120149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6040315'] for port (5c34b26f-cf27-4dcb-bde9-01d75bac0901), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:40:28.517232 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.agents_db [None req-b36f0ab6-f8d6-4670-a7fa-3628cf342135 None None] Agent healthcheck: found 6 active agents {{(pid=103914) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 28 17:40:28.517734 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a15245-fac5-4ebe-a7e8-01e1f39c7377 service neutron] Pushing event updated for resources: {'Port': ['ID=5c34b26f-cf27-4dcb-bde9-01d75bac0901,revision_number=2']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:40:28.584792 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.managers [req-2c54538e-6975-40d7-a278-ccb9c357dbbc req-f0a15245-fac5-4ebe-a7e8-01e1f39c7377 service neutron] Attempting to bind port 5c34b26f-cf27-4dcb-bde9-01d75bac0901 on host hv-cinder-84372 for vnic_type normal with profile {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 28 17:40:28.585170 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.managers [req-2c54538e-6975-40d7-a278-ccb9c357dbbc req-f0a15245-fac5-4ebe-a7e8-01e1f39c7377 service neutron] Attempting to bind port 5c34b26f-cf27-4dcb-bde9-01d75bac0901 by drivers openvswitch,hyperv on host hv-cinder-84372 at level 0 using segments [{'id': '868ce7ba-c384-40c5-a373-87b732b4b2f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'a98bf986-b097-428c-84c6-2a59a4df1a9f'}] {{(pid=103911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 28 17:40:28.585526 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c54538e-6975-40d7-a278-ccb9c357dbbc req-f0a15245-fac5-4ebe-a7e8-01e1f39c7377 service neutron] Attempting to bind port 5c34b26f-cf27-4dcb-bde9-01d75bac0901 on network a98bf986-b097-428c-84c6-2a59a4df1a9f {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 28 17:40:28.592486 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c54538e-6975-40d7-a278-ccb9c357dbbc req-f0a15245-fac5-4ebe-a7e8-01e1f39c7377 service neutron] Port 5c34b26f-cf27-4dcb-bde9-01d75bac0901 on network a98bf986-b097-428c-84c6-2a59a4df1a9f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84372 {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 28 17:40:28.592838 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c54538e-6975-40d7-a278-ccb9c357dbbc req-f0a15245-fac5-4ebe-a7e8-01e1f39c7377 service neutron] Attempting to bind port 5c34b26f-cf27-4dcb-bde9-01d75bac0901 on network a98bf986-b097-428c-84c6-2a59a4df1a9f {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 28 17:40:28.598839 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c54538e-6975-40d7-a278-ccb9c357dbbc req-f0a15245-fac5-4ebe-a7e8-01e1f39c7377 service neutron] Checking agent: {'id': '7cdbebfa-f3b4-48eb-8fbc-caed95606681', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84372', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 17, 23, 31), 'started_at': datetime.datetime(2022, 5, 28, 17, 23, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 17, 40, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 28 17:40:28.599188 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c54538e-6975-40d7-a278-ccb9c357dbbc req-f0a15245-fac5-4ebe-a7e8-01e1f39c7377 service neutron] Checking segment: {'id': '868ce7ba-c384-40c5-a373-87b732b4b2f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'a98bf986-b097-428c-84c6-2a59a4df1a9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 28 17:40:28.599856 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c54538e-6975-40d7-a278-ccb9c357dbbc req-f0a15245-fac5-4ebe-a7e8-01e1f39c7377 service neutron] Bound using segment: {'id': '868ce7ba-c384-40c5-a373-87b732b4b2f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'a98bf986-b097-428c-84c6-2a59a4df1a9f'} {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 28 17:40:28.600294 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.managers [req-2c54538e-6975-40d7-a278-ccb9c357dbbc req-f0a15245-fac5-4ebe-a7e8-01e1f39c7377 service neutron] Bound port: 5c34b26f-cf27-4dcb-bde9-01d75bac0901, host: hv-cinder-84372, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '868ce7ba-c384-40c5-a373-87b732b4b2f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'a98bf986-b097-428c-84c6-2a59a4df1a9f'}}] {{(pid=103911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 28 17:40:28.600898 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-2c54538e-6975-40d7-a278-ccb9c357dbbc req-f0a15245-fac5-4ebe-a7e8-01e1f39c7377 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (5c34b26f-cf27-4dcb-bde9-01d75bac0901), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:40:28.638541 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:40:28.676363 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [req-2c54538e-6975-40d7-a278-ccb9c357dbbc req-f0a15245-fac5-4ebe-a7e8-01e1f39c7377 service neutron] For port 5c34b26f-cf27-4dcb-bde9-01d75bac0901, host hv-cinder-84372, cleared binding levels {{(pid=103911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 17:40:28.679512 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [req-2c54538e-6975-40d7-a278-ccb9c357dbbc req-f0a15245-fac5-4ebe-a7e8-01e1f39c7377 service neutron] For port 5c34b26f-cf27-4dcb-bde9-01d75bac0901, host hv-cinder-84372, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84372',level=0,port_id=5c34b26f-cf27-4dcb-bde9-01d75bac0901,segment=NetworkSegment(868ce7ba-c384-40c5-a373-87b732b4b2f2),segment_id=868ce7ba-c384-40c5-a373-87b732b4b2f2)] {{(pid=103911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 17:40:28.687542 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-2c54538e-6975-40d7-a278-ccb9c357dbbc req-f0a15245-fac5-4ebe-a7e8-01e1f39c7377 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735968512485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735968120131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735968120149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6040315'] for port (5c34b26f-cf27-4dcb-bde9-01d75bac0901), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:40:28.719939 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c54538e-6975-40d7-a278-ccb9c357dbbc req-f0a15245-fac5-4ebe-a7e8-01e1f39c7377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:40:28.720551 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-2c54538e-6975-40d7-a278-ccb9c357dbbc req-f0a15245-fac5-4ebe-a7e8-01e1f39c7377 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22441'] for port (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:40:28.723163 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-2c54538e-6975-40d7-a278-ccb9c357dbbc req-f0a15245-fac5-4ebe-a7e8-01e1f39c7377 service neutron] 10.222.0.16 "PUT /v2.0/ports/5c34b26f-cf27-4dcb-bde9-01d75bac0901 HTTP/1.1" status: 200 len: 1093 time: 0.6499116 May 28 17:40:28.725502 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55b6f098-3687-4ce1-a74a-2e050591eddd', 'tag': '5c34b26f-cf27-4dcb-bde9-01d75bac0901'}] {{(pid=103911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 17:40:28.728492 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb6e18ef154237edf928b85f6b333e0f790e93c3571d1d8d4f7e4f30b44c92d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5a9cad4-f826-442c-bc0e-b29b28a8b042" -d '{"events": [{"name": "network-changed", "server_uuid": "55b6f098-3687-4ce1-a74a-2e050591eddd", "tag": "5c34b26f-cf27-4dcb-bde9-01d75bac0901"}]}' {{(pid=103911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 28 17:40:28.730549 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:40:28.768178 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a15245-fac5-4ebe-a7e8-01e1f39c7377 service neutron] Pushing event updated for resources: {'Port': ['ID=5c34b26f-cf27-4dcb-bde9-01d75bac0901,revision_number=3']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:40:28.781507 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 May 2022 17:40:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f38d3baf-d046-42c0-a7ec-9a3c4eeeaf95 x-openstack-request-id: req-f38d3baf-d046-42c0-a7ec-9a3c4eeeaf95 {{(pid=103911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 28 17:40:28.782005 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55b6f098-3687-4ce1-a74a-2e050591eddd", "tag": "5c34b26f-cf27-4dcb-bde9-01d75bac0901", "status": "completed", "code": 200}]} {{(pid=103911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 28 17:40:28.782809 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-f38d3baf-d046-42c0-a7ec-9a3c4eeeaf95 {{(pid=103911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 28 17:40:28.783280 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f38d3baf-d046-42c0-a7ec-9a3c4eeeaf95'] response: {'name': 'network-changed', 'server_uuid': '55b6f098-3687-4ce1-a74a-2e050591eddd', 'tag': '5c34b26f-cf27-4dcb-bde9-01d75bac0901', 'status': 'completed', 'code': 200} May 28 17:40:28.797391 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119a9bc1-810a-41ce-a72c-c1c5ae34c914 req-bfa3e878-51b5-47a4-b6b1-2d9de7eb736b tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:40:28.798967 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-119a9bc1-810a-41ce-a72c-c1c5ae34c914 req-bfa3e878-51b5-47a4-b6b1-2d9de7eb736b tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] 10.222.0.33 "GET /v2.0/ports?device_id=55b6f098-3687-4ce1-a74a-2e050591eddd HTTP/1.1" status: 200 len: 943 time: 0.1774178 May 28 17:40:28.855080 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-119a9bc1-810a-41ce-a72c-c1c5ae34c914 req-b034d637-bc13-4c05-89be-5925ebd70664 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] 10.222.0.33 "GET /v2.0/security-groups?id=b4df1026-1b55-41af-ad76-6b94971e15b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501990 May 28 17:40:29.093667 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c54538e-6975-40d7-a278-ccb9c357dbbc req-064c2138-a31d-48ea-b68d-78abcbcb96f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:40:29.095160 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-2c54538e-6975-40d7-a278-ccb9c357dbbc req-064c2138-a31d-48ea-b68d-78abcbcb96f4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3785f78e6d1048cfa0b5b123fdd909c8&device_id=55b6f098-3687-4ce1-a74a-2e050591eddd HTTP/1.1" status: 200 len: 1127 time: 0.2981279 May 28 17:40:29.140947 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-2c54538e-6975-40d7-a278-ccb9c357dbbc req-8d1c8dad-813c-4a7e-b690-1a9065502981 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5c34b26f-cf27-4dcb-bde9-01d75bac0901 HTTP/1.1" status: 200 len: 217 time: 0.0320783 May 28 17:40:29.188991 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c54538e-6975-40d7-a278-ccb9c357dbbc req-f150694a-9365-48ee-8bf6-b3e7564224d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:40:29.190300 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-2c54538e-6975-40d7-a278-ccb9c357dbbc req-f150694a-9365-48ee-8bf6-b3e7564224d8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ff216cd5-a438-4e93-8bdb-93f0599b8766 HTTP/1.1" status: 200 len: 851 time: 0.0424154 May 28 17:40:29.235604 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c54538e-6975-40d7-a278-ccb9c357dbbc req-8c255a79-5e2a-4ee1-a3d6-29462a6f821f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:40:29.236966 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-2c54538e-6975-40d7-a278-ccb9c357dbbc req-8c255a79-5e2a-4ee1-a3d6-29462a6f821f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a98bf986-b097-428c-84c6-2a59a4df1a9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0407758 May 28 17:40:29.325046 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-2c54538e-6975-40d7-a278-ccb9c357dbbc req-ab392f6b-8322-4587-a947-6e64286a3a26 service neutron] 10.222.0.16 "GET /v2.0/networks/a98bf986-b097-428c-84c6-2a59a4df1a9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817506 May 28 17:40:29.413746 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (0032cfec-21e8-44dd-a7d5-0b8312dfe052), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:40:29.416810 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-2c54538e-6975-40d7-a278-ccb9c357dbbc req-3d3c20e2-1aa5-49e4-804c-3dde020f8854 service neutron] 10.222.0.16 "GET /v2.0/networks/a98bf986-b097-428c-84c6-2a59a4df1a9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861325 May 28 17:40:30.024330 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e07aa6a-aa66-4a5c-81e4-2af1a402d537 req-3051cdc9-9f3f-40de-bbb4-303afc7c5cb5 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:40:30.025763 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-1e07aa6a-aa66-4a5c-81e4-2af1a402d537 req-3051cdc9-9f3f-40de-bbb4-303afc7c5cb5 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] 10.222.0.33 "GET /v2.0/ports?device_id=55b6f098-3687-4ce1-a74a-2e050591eddd HTTP/1.1" status: 200 len: 943 time: 0.1006260 May 28 17:40:30.074166 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-1e07aa6a-aa66-4a5c-81e4-2af1a402d537 req-7847328b-3457-4e63-8e7a-512030575764 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] 10.222.0.33 "GET /v2.0/security-groups?id=b4df1026-1b55-41af-ad76-6b94971e15b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428939 May 28 17:40:30.322520 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a9cad4-f826-442c-bc0e-b29b28a8b042 req-d63e8080-24ef-4ae3-9035-b6ed766e1b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:40:30.323913 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-a5a9cad4-f826-442c-bc0e-b29b28a8b042 req-d63e8080-24ef-4ae3-9035-b6ed766e1b1b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3785f78e6d1048cfa0b5b123fdd909c8&device_id=55b6f098-3687-4ce1-a74a-2e050591eddd HTTP/1.1" status: 200 len: 1127 time: 0.0400348 May 28 17:40:30.415889 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a9cad4-f826-442c-bc0e-b29b28a8b042 req-b096efd1-7870-4559-a78d-778cf6f98461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:40:30.417305 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-a5a9cad4-f826-442c-bc0e-b29b28a8b042 req-b096efd1-7870-4559-a78d-778cf6f98461 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a98bf986-b097-428c-84c6-2a59a4df1a9f HTTP/1.1" status: 200 len: 913 time: 0.0870886 May 28 17:40:30.454894 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-a5a9cad4-f826-442c-bc0e-b29b28a8b042 req-39cd2ff1-5693-4470-8c02-a7716b03282f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5c34b26f-cf27-4dcb-bde9-01d75bac0901 HTTP/1.1" status: 200 len: 217 time: 0.0315690 May 28 17:40:30.506505 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a9cad4-f826-442c-bc0e-b29b28a8b042 req-eea332f1-4e77-4750-a29b-b7f7eac8fa75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:40:30.508052 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-a5a9cad4-f826-442c-bc0e-b29b28a8b042 req-eea332f1-4e77-4750-a29b-b7f7eac8fa75 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ff216cd5-a438-4e93-8bdb-93f0599b8766 HTTP/1.1" status: 200 len: 851 time: 0.0470853 May 28 17:40:30.551779 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a9cad4-f826-442c-bc0e-b29b28a8b042 req-74d44d77-0f1e-4d21-928a-df5fab249ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:40:30.553179 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-a5a9cad4-f826-442c-bc0e-b29b28a8b042 req-74d44d77-0f1e-4d21-928a-df5fab249ef9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a98bf986-b097-428c-84c6-2a59a4df1a9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0373259 May 28 17:40:30.640253 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-a5a9cad4-f826-442c-bc0e-b29b28a8b042 req-b6361927-645e-4973-bb3f-97bdbf3257b5 service neutron] 10.222.0.16 "GET /v2.0/networks/a98bf986-b097-428c-84c6-2a59a4df1a9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807343 May 28 17:40:30.725702 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:UPDATE=1,neutron:SELECT=98,neutron:INSERT=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:40:30.733028 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-a5a9cad4-f826-442c-bc0e-b29b28a8b042 req-990afbc6-a6a4-40ae-845a-f05439724b6e service neutron] 10.222.0.16 "GET /v2.0/networks/a98bf986-b097-428c-84c6-2a59a4df1a9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873587 May 28 17:40:31.184809 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae8ec37-00a4-41f4-988e-56aa940f6e03 req-0f6e6718-a42f-4daa-ae54-65519828c8fe tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:40:31.186272 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-2ae8ec37-00a4-41f4-988e-56aa940f6e03 req-0f6e6718-a42f-4daa-ae54-65519828c8fe tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] 10.222.0.33 "GET /v2.0/ports?device_id=55b6f098-3687-4ce1-a74a-2e050591eddd HTTP/1.1" status: 200 len: 943 time: 0.0459752 May 28 17:40:31.237651 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-2ae8ec37-00a4-41f4-988e-56aa940f6e03 req-d89bc803-566f-4284-b228-4edd5d1df34a tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] 10.222.0.33 "GET /v2.0/security-groups?id=b4df1026-1b55-41af-ad76-6b94971e15b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460565 May 28 17:40:32.349922 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee14586-87b6-4b14-afb1-15b7fe0cfe0e req-e9691d83-59be-4f1d-9a5a-e7df3bee23e9 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:40:32.351393 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-0ee14586-87b6-4b14-afb1-15b7fe0cfe0e req-e9691d83-59be-4f1d-9a5a-e7df3bee23e9 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] 10.222.0.33 "GET /v2.0/ports?device_id=55b6f098-3687-4ce1-a74a-2e050591eddd HTTP/1.1" status: 200 len: 943 time: 0.0472353 May 28 17:40:32.400480 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-0ee14586-87b6-4b14-afb1-15b7fe0cfe0e req-31d7c4a3-7d4a-4663-8f84-4c36a00eb98e tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] 10.222.0.33 "GET /v2.0/security-groups?id=b4df1026-1b55-41af-ad76-6b94971e15b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423446 May 28 17:40:33.513002 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e83785-8fec-43d5-90a2-5a09704387b7 req-6f412646-b390-429a-9957-5a114e8eceda tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:40:33.514436 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-91e83785-8fec-43d5-90a2-5a09704387b7 req-6f412646-b390-429a-9957-5a114e8eceda tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] 10.222.0.33 "GET /v2.0/ports?device_id=55b6f098-3687-4ce1-a74a-2e050591eddd HTTP/1.1" status: 200 len: 943 time: 0.0479510 May 28 17:40:33.563266 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-91e83785-8fec-43d5-90a2-5a09704387b7 req-f4dc40c2-0d89-4e23-b822-3872a7309d20 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] 10.222.0.33 "GET /v2.0/security-groups?id=b4df1026-1b55-41af-ad76-6b94971e15b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433452 May 28 17:40:34.276962 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=68 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:40:34.678905 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46899686-e930-45d2-a531-4fcc6da08454 req-7f138913-7e73-4b1b-86f2-7fb65f548311 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:40:34.681107 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-46899686-e930-45d2-a531-4fcc6da08454 req-7f138913-7e73-4b1b-86f2-7fb65f548311 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] 10.222.0.33 "GET /v2.0/ports?device_id=55b6f098-3687-4ce1-a74a-2e050591eddd HTTP/1.1" status: 200 len: 943 time: 0.0501292 May 28 17:40:34.713617 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=100 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:40:34.730998 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-46899686-e930-45d2-a531-4fcc6da08454 req-bc71161e-fbdb-404e-ba43-73a69fd93945 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] 10.222.0.33 "GET /v2.0/security-groups?id=b4df1026-1b55-41af-ad76-6b94971e15b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446613 May 28 17:40:35.343975 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (7cdbebfa-f3b4-48eb-8fbc-caed95606681), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:40:35.843928 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d541d873-8886-4c1e-a22d-ffb8d23e3a38 req-05d4dcde-f2f8-47ae-88f9-48f3b675a2c7 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:40:35.845383 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-d541d873-8886-4c1e-a22d-ffb8d23e3a38 req-05d4dcde-f2f8-47ae-88f9-48f3b675a2c7 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] 10.222.0.33 "GET /v2.0/ports?device_id=55b6f098-3687-4ce1-a74a-2e050591eddd HTTP/1.1" status: 200 len: 943 time: 0.0482397 May 28 17:40:35.896661 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-d541d873-8886-4c1e-a22d-ffb8d23e3a38 req-4f79b419-706e-4390-bffb-5902ba349383 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] 10.222.0.33 "GET /v2.0/security-groups?id=b4df1026-1b55-41af-ad76-6b94971e15b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457737 May 28 17:40:37.012551 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9436aca3-6454-49a7-804a-df13381a7af3 req-3ba2eeda-78ff-44c5-ba99-c6372f421734 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:40:37.013919 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-9436aca3-6454-49a7-804a-df13381a7af3 req-3ba2eeda-78ff-44c5-ba99-c6372f421734 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] 10.222.0.33 "GET /v2.0/ports?device_id=55b6f098-3687-4ce1-a74a-2e050591eddd HTTP/1.1" status: 200 len: 943 time: 0.0475731 May 28 17:40:37.061818 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-9436aca3-6454-49a7-804a-df13381a7af3 req-ad2b7d48-ede1-4730-8b5b-c4a33ea26eda tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] 10.222.0.33 "GET /v2.0/security-groups?id=b4df1026-1b55-41af-ad76-6b94971e15b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424888 May 28 17:40:38.182350 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed948f72-a5e5-4cb7-bbcf-a2ec79f78cd7 req-97e061d8-c85b-41a0-bdf4-08e56352ecba tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:40:38.183799 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-ed948f72-a5e5-4cb7-bbcf-a2ec79f78cd7 req-97e061d8-c85b-41a0-bdf4-08e56352ecba tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] 10.222.0.33 "GET /v2.0/ports?device_id=55b6f098-3687-4ce1-a74a-2e050591eddd HTTP/1.1" status: 200 len: 943 time: 0.0507131 May 28 17:40:38.234109 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-ed948f72-a5e5-4cb7-bbcf-a2ec79f78cd7 req-6c82875c-ba56-492d-a62d-2a6f50fb5ddb tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] 10.222.0.33 "GET /v2.0/security-groups?id=b4df1026-1b55-41af-ad76-6b94971e15b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447638 May 28 17:40:38.449265 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Device 5c34b26f-cf27-4dcb-bde9-01d75bac0901 details requested by agent hyperv_hv-cinder-84372 with host hv-cinder-84372 {{(pid=103913) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 28 17:40:38.492784 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-c56fdd71-46a0-4f1c-865a-46e94c6ca777 req-026677df-2d6e-4db6-8334-cc539a6d91f8 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c1e64f3e-5e6f-4d61-97e0-ec917f5a45f9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0414505 May 28 17:40:38.514375 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=66 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:40:38.552788 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] For port 5c34b26f-cf27-4dcb-bde9-01d75bac0901, host hv-cinder-84372, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84372',level=0,port_id=5c34b26f-cf27-4dcb-bde9-01d75bac0901,segment=NetworkSegment(868ce7ba-c384-40c5-a373-87b732b4b2f2),segment_id=868ce7ba-c384-40c5-a373-87b732b4b2f2)] {{(pid=103913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 17:40:38.564352 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Returning: {'device': '5c34b26f-cf27-4dcb-bde9-01d75bac0901', 'network_id': 'a98bf986-b097-428c-84c6-2a59a4df1a9f', 'port_id': '5c34b26f-cf27-4dcb-bde9-01d75bac0901', 'mac_address': 'fa:16:3e:fe:b6:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff216cd5-a438-4e93-8bdb-93f0599b8766', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103913) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 28 17:40:38.593412 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56fdd71-46a0-4f1c-865a-46e94c6ca777 req-eb28c355-8e31-4938-920f-713b2a3b43c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:40:38.594902 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-c56fdd71-46a0-4f1c-865a-46e94c6ca777 req-eb28c355-8e31-4938-920f-713b2a3b43c0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9525b35792a04dc3a6f109cb39ee9d50&device_id=c1e64f3e-5e6f-4d61-97e0-ec917f5a45f9 HTTP/1.1" status: 200 len: 1130 time: 0.0402498 May 28 17:40:38.599792 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Current status of the port 5c34b26f-cf27-4dcb-bde9-01d75bac0901 is: DOWN; New status is: BUILD {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 17:40:38.600170 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (5c34b26f-cf27-4dcb-bde9-01d75bac0901), before_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:40:38.614260 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.notifiers.nova [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c34b26f-cf27-4dcb-bde9-01d75bac0901 {{(pid=103913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 17:40:38.634770 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] For port 5c34b26f-cf27-4dcb-bde9-01d75bac0901, host hv-cinder-84372, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84372',level=0,port_id=5c34b26f-cf27-4dcb-bde9-01d75bac0901,segment=NetworkSegment(868ce7ba-c384-40c5-a373-87b732b4b2f2),segment_id=868ce7ba-c384-40c5-a373-87b732b4b2f2)] {{(pid=103913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 17:40:38.639879 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735968512485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735968120131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735968120149'] for port (5c34b26f-cf27-4dcb-bde9-01d75bac0901), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:40:38.685307 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Pushing event updated for resources: {'Port': ['ID=5c34b26f-cf27-4dcb-bde9-01d75bac0901,revision_number=4']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:40:38.702849 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56fdd71-46a0-4f1c-865a-46e94c6ca777 req-70eb6788-7f07-4b52-b9b9-7aeb7f3463b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:40:38.704328 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-c56fdd71-46a0-4f1c-865a-46e94c6ca777 req-70eb6788-7f07-4b52-b9b9-7aeb7f3463b2 service neutron] 10.222.0.16 "GET /v2.0/networks?id=f73c6d30-f59b-4e03-9c62-138278150c67 HTTP/1.1" status: 200 len: 915 time: 0.0899248 May 28 17:40:38.768959 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-c56fdd71-46a0-4f1c-865a-46e94c6ca777 req-7f5a42fb-2984-4f46-b8fc-b5f3ba5cfbb8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1799c11d-08f1-442a-b6df-9645693baeb0 HTTP/1.1" status: 200 len: 1001 time: 0.0585136 May 28 17:40:38.816023 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56fdd71-46a0-4f1c-865a-46e94c6ca777 req-245a27a7-0da9-4b11-9679-b35c0c282928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:40:38.817395 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-c56fdd71-46a0-4f1c-865a-46e94c6ca777 req-245a27a7-0da9-4b11-9679-b35c0c282928 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3ba9da23-e7a0-4b8a-b5a4-c3c0fc07e6a1 HTTP/1.1" status: 200 len: 853 time: 0.0422018 May 28 17:40:38.864752 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56fdd71-46a0-4f1c-865a-46e94c6ca777 req-257aa850-6a8b-4d2c-819c-b6af34cccda5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:40:38.866433 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-c56fdd71-46a0-4f1c-865a-46e94c6ca777 req-257aa850-6a8b-4d2c-819c-b6af34cccda5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f73c6d30-f59b-4e03-9c62-138278150c67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0419211 May 28 17:40:38.964201 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-c56fdd71-46a0-4f1c-865a-46e94c6ca777 req-22bf6825-ea6d-4e13-a185-98488985236a service neutron] 10.222.0.16 "GET /v2.0/networks/f73c6d30-f59b-4e03-9c62-138278150c67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910139 May 28 17:40:39.020222 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] get_ports_and_sgs() called for port_ids ['5c34b26f-cf27-4dcb-bde9-01d75bac0901'] {{(pid=103913) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 28 17:40:39.051656 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-c56fdd71-46a0-4f1c-865a-46e94c6ca777 req-0aea113d-29ec-4f09-9c0f-cab253533996 service neutron] 10.222.0.16 "GET /v2.0/networks/f73c6d30-f59b-4e03-9c62-138278150c67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815187 May 28 17:40:39.352682 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fe9757-bd21-405d-9777-cef67e56030b req-fd59121c-3841-4e3c-8b23-c9a080087557 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:40:39.354235 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-78fe9757-bd21-405d-9777-cef67e56030b req-fd59121c-3841-4e3c-8b23-c9a080087557 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] 10.222.0.33 "GET /v2.0/ports?device_id=55b6f098-3687-4ce1-a74a-2e050591eddd HTTP/1.1" status: 200 len: 944 time: 0.0513506 May 28 17:40:39.403496 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-78fe9757-bd21-405d-9777-cef67e56030b req-44ad4c8d-3e7a-4099-8edd-6d879d737cf2 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] 10.222.0.33 "GET /v2.0/security-groups?id=b4df1026-1b55-41af-ad76-6b94971e15b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430853 May 28 17:40:40.460180 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Device 5c34b26f-cf27-4dcb-bde9-01d75bac0901 up at agent hyperv_hv-cinder-84372 {{(pid=103913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 28 17:40:40.462472 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:40:40.498152 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:40:40.515754 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Provisioning for port 5c34b26f-cf27-4dcb-bde9-01d75bac0901 completed by entity L2. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 28 17:40:40.519969 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8254610c-de4e-4e7a-9c0c-72c4622de230 req-0a910bfa-ae3a-4717-a188-d23c33d2fd09 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:40:40.521447 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-8254610c-de4e-4e7a-9c0c-72c4622de230 req-0a910bfa-ae3a-4717-a188-d23c33d2fd09 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] 10.222.0.33 "GET /v2.0/ports?device_id=55b6f098-3687-4ce1-a74a-2e050591eddd HTTP/1.1" status: 200 len: 944 time: 0.0489719 May 28 17:40:40.522025 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Provisioning complete for port 5c34b26f-cf27-4dcb-bde9-01d75bac0901 triggered by entity L2. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 17:40:40.522423 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1821120'] for port (5c34b26f-cf27-4dcb-bde9-01d75bac0901), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:40:40.572031 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-8254610c-de4e-4e7a-9c0c-72c4622de230 req-51922155-f022-4e8c-aa63-0996a72616b5 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] 10.222.0.33 "GET /v2.0/security-groups?id=b4df1026-1b55-41af-ad76-6b94971e15b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440509 May 28 17:40:40.595049 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Current status of the port 5c34b26f-cf27-4dcb-bde9-01d75bac0901 is: BUILD; New status is: ACTIVE {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 17:40:40.595465 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (5c34b26f-cf27-4dcb-bde9-01d75bac0901), before_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:40:40.618321 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55b6f098-3687-4ce1-a74a-2e050591eddd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c34b26f-cf27-4dcb-bde9-01d75bac0901'}] {{(pid=103913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 17:40:40.620522 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fc7d66bd3c46bdb9792f0e064e6c35853b2e9fce1f0b0d0eb0c21c6a12b004b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ad5abbb-5b1e-4ca5-9dfb-badff539d490" -d '{"events": [{"server_uuid": "55b6f098-3687-4ce1-a74a-2e050591eddd", "name": "network-vif-plugged", "status": "completed", "tag": "5c34b26f-cf27-4dcb-bde9-01d75bac0901"}]}' {{(pid=103913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 28 17:40:40.632694 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] For port 5c34b26f-cf27-4dcb-bde9-01d75bac0901, host hv-cinder-84372, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84372',level=0,port_id=5c34b26f-cf27-4dcb-bde9-01d75bac0901,segment=NetworkSegment(868ce7ba-c384-40c5-a373-87b732b4b2f2),segment_id=868ce7ba-c384-40c5-a373-87b732b4b2f2)] {{(pid=103913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 17:40:40.637605 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735968512485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735968120131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735968120149'] for port (5c34b26f-cf27-4dcb-bde9-01d75bac0901), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:40:40.662202 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 May 2022 17:40:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4efc22fe-6de7-4c4a-98d9-2f6ab0ee2f2b x-openstack-request-id: req-4efc22fe-6de7-4c4a-98d9-2f6ab0ee2f2b {{(pid=103913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 28 17:40:40.662494 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55b6f098-3687-4ce1-a74a-2e050591eddd", "name": "network-vif-plugged", "status": "completed", "tag": "5c34b26f-cf27-4dcb-bde9-01d75bac0901", "code": 200}]} {{(pid=103913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 28 17:40:40.662744 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-4efc22fe-6de7-4c4a-98d9-2f6ab0ee2f2b {{(pid=103913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 28 17:40:40.663122 dv-cinder-843729-1-iscsi neutron-server[103913]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4efc22fe-6de7-4c4a-98d9-2f6ab0ee2f2b'] response: {'server_uuid': '55b6f098-3687-4ce1-a74a-2e050591eddd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c34b26f-cf27-4dcb-bde9-01d75bac0901', 'code': 200} May 28 17:40:40.688122 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Pushing event updated for resources: {'Port': ['ID=5c34b26f-cf27-4dcb-bde9-01d75bac0901,revision_number=5']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:40:40.909020 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2599b8-9427-4169-8ecd-13d7f323458e req-9f0f8454-5794-4c5b-8b6d-8172414a2304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:40:40.910469 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-1f2599b8-9427-4169-8ecd-13d7f323458e req-9f0f8454-5794-4c5b-8b6d-8172414a2304 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=55b6f098-3687-4ce1-a74a-2e050591eddd HTTP/1.1" status: 200 len: 1129 time: 0.0390012 May 28 17:40:40.943953 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=100 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:40:40.957327 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-1f2599b8-9427-4169-8ecd-13d7f323458e req-5e8554d6-fc93-4d3e-80e7-e4f388a509ec service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=b4df1026-1b55-41af-ad76-6b94971e15b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407040 May 28 17:40:41.684198 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b74615a-1b82-4c6b-868e-6756ace2d754 req-9d0fe169-a5a4-404a-9447-48e9ef76bb07 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:40:41.685619 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-7b74615a-1b82-4c6b-868e-6756ace2d754 req-9d0fe169-a5a4-404a-9447-48e9ef76bb07 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] 10.222.0.33 "GET /v2.0/ports?device_id=55b6f098-3687-4ce1-a74a-2e050591eddd HTTP/1.1" status: 200 len: 945 time: 0.0459604 May 28 17:40:41.737487 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-7b74615a-1b82-4c6b-868e-6756ace2d754 req-7ca3bcdd-2709-42b0-b93a-127761b9f186 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] 10.222.0.33 "GET /v2.0/security-groups?id=b4df1026-1b55-41af-ad76-6b94971e15b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464571 May 28 17:40:42.854656 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f360508d-dfe0-4207-b78b-bc232335704a req-7d29808f-8c89-4122-9970-47d057830312 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:40:42.856137 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-f360508d-dfe0-4207-b78b-bc232335704a req-7d29808f-8c89-4122-9970-47d057830312 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] 10.222.0.33 "GET /v2.0/ports?device_id=55b6f098-3687-4ce1-a74a-2e050591eddd HTTP/1.1" status: 200 len: 945 time: 0.0506625 May 28 17:40:42.904140 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-f360508d-dfe0-4207-b78b-bc232335704a req-04421f50-d6ae-4746-8460-9f9cf982c374 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] 10.222.0.33 "GET /v2.0/security-groups?id=b4df1026-1b55-41af-ad76-6b94971e15b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425744 May 28 17:40:43.017200 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b32838e-5f52-4c2d-af9a-4e52d49971e0 req-033b6d26-7ae6-479b-81a9-4276bc0d9248 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:40:43.018569 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-0b32838e-5f52-4c2d-af9a-4e52d49971e0 req-033b6d26-7ae6-479b-81a9-4276bc0d9248 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] 10.222.0.33 "GET /v2.0/ports?device_id=55b6f098-3687-4ce1-a74a-2e050591eddd HTTP/1.1" status: 200 len: 945 time: 0.0480442 May 28 17:40:43.066784 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-0b32838e-5f52-4c2d-af9a-4e52d49971e0 req-00523f99-c7f2-4c0e-8828-ea5c419af1b6 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] 10.222.0.33 "GET /v2.0/security-groups?id=b4df1026-1b55-41af-ad76-6b94971e15b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426345 May 28 17:40:43.089645 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.33', 37370) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:40:43.127618 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f74e1c6a-9469-45ff-b756-759c86b71c38 tempest-TestVolumeBootPattern-1876616235 tempest-TestVolumeBootPattern-1876616235-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:40:43.129605 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-f74e1c6a-9469-45ff-b756-759c86b71c38 tempest-TestVolumeBootPattern-1876616235 tempest-TestVolumeBootPattern-1876616235-project-admin] 10.222.0.33 "GET /v2.0/ports?device_id=55b6f098-3687-4ce1-a74a-2e050591eddd HTTP/1.1" status: 200 len: 1124 time: 0.0390139 May 28 17:40:43.134192 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.33', 37372) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:40:43.138357 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.v2.base [None req-adbda121-7a2a-413f-a231-6b1cac4554fd tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Request body: {'floatingip': {'floating_network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'port_id': '5c34b26f-cf27-4dcb-bde9-01d75bac0901', 'tenant_id': '3785f78e6d1048cfa0b5b123fdd909c8', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 17:40:43.159827 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-adbda121-7a2a-413f-a231-6b1cac4554fd tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:40:43.237454 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:40:43.244004 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-adbda121-7a2a-413f-a231-6b1cac4554fd tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (None), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:40:43.246518 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=100 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:40:43.348525 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.db.db_base_plugin_common [None req-adbda121-7a2a-413f-a231-6b1cac4554fd tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Allocated IP 172.27.0.131 (2edbe6b8-aac1-406b-a2f1-8819dd0d1c48/5128d65d-65c0-41d1-99c9-7682fd6eaf92/a7cc052e-7b7d-4053-990e-54aa26d43b7c) {{(pid=103912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 17:40:43.454189 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-adbda121-7a2a-413f-a231-6b1cac4554fd tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Publish callbacks [] for port (a7cc052e-7b7d-4053-990e-54aa26d43b7c), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:40:43.485693 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-adbda121-7a2a-413f-a231-6b1cac4554fd tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735968120113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6173922'] for port (a7cc052e-7b7d-4053-990e-54aa26d43b7c), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:40:43.527128 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adbda121-7a2a-413f-a231-6b1cac4554fd tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Network 2edbe6b8-aac1-406b-a2f1-8819dd0d1c48 is already hosted by enough agents. {{(pid=103912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 17:40:43.533579 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.scheduler.base_scheduler [None req-adbda121-7a2a-413f-a231-6b1cac4554fd tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Resources bound (agent type, host, resource id): {{(pid=103912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 17:40:43.538049 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adbda121-7a2a-413f-a231-6b1cac4554fd tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Received port after_create {{(pid=103912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 28 17:40:43.541819 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbda121-7a2a-413f-a231-6b1cac4554fd tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Pushing event updated for resources: {'Port': ['ID=a7cc052e-7b7d-4053-990e-54aa26d43b7c,revision_number=1']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:40:43.573960 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbda121-7a2a-413f-a231-6b1cac4554fd tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:40:43.574304 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbda121-7a2a-413f-a231-6b1cac4554fd tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:40:43.574644 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbda121-7a2a-413f-a231-6b1cac4554fd tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:40:43.574977 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbda121-7a2a-413f-a231-6b1cac4554fd tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:40:43.575306 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbda121-7a2a-413f-a231-6b1cac4554fd tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:40:43.575659 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbda121-7a2a-413f-a231-6b1cac4554fd tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:40:43.576037 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbda121-7a2a-413f-a231-6b1cac4554fd tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:40:43.576307 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbda121-7a2a-413f-a231-6b1cac4554fd tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:40:43.576630 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbda121-7a2a-413f-a231-6b1cac4554fd tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:40:43.576952 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbda121-7a2a-413f-a231-6b1cac4554fd tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:40:43.577273 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbda121-7a2a-413f-a231-6b1cac4554fd tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:40:43.577594 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbda121-7a2a-413f-a231-6b1cac4554fd tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:40:43.577914 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbda121-7a2a-413f-a231-6b1cac4554fd tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:40:43.578228 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbda121-7a2a-413f-a231-6b1cac4554fd tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:40:43.578545 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbda121-7a2a-413f-a231-6b1cac4554fd tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:40:43.900620 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-adbda121-7a2a-413f-a231-6b1cac4554fd tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Publish callbacks [] for floatingip (fec31031-c968-47ad-b5eb-80878c2e9892), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:40:43.966581 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-adbda121-7a2a-413f-a231-6b1cac4554fd tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (a7cc052e-7b7d-4053-990e-54aa26d43b7c), before_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:40:43.987572 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:INSERT=5,neutron:SELECT=93,neutron:UPDATE=2 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:40:44.024890 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:INSERT=3,neutron:SELECT=95,neutron:UPDATE=2 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:40:44.407468 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-adbda121-7a2a-413f-a231-6b1cac4554fd tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Publish callbacks [] for port (a7cc052e-7b7d-4053-990e-54aa26d43b7c), precommit_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:40:44.411616 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-adbda121-7a2a-413f-a231-6b1cac4554fd tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735968512485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735968120131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735968120149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6173909'] for port (a7cc052e-7b7d-4053-990e-54aa26d43b7c), after_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:40:44.480028 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbda121-7a2a-413f-a231-6b1cac4554fd tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Pushing event updated for resources: {'Port': ['ID=a7cc052e-7b7d-4053-990e-54aa26d43b7c,revision_number=2']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:40:44.492497 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-adbda121-7a2a-413f-a231-6b1cac4554fd tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681695'] for floatingip (fec31031-c968-47ad-b5eb-80878c2e9892), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:40:44.590461 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.db.l3_db [None req-adbda121-7a2a-413f-a231-6b1cac4554fd tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Floating IP fec31031-c968-47ad-b5eb-80878c2e9892 associated. External IP: 172.27.0.131, port: 5c34b26f-cf27-4dcb-bde9-01d75bac0901. May 28 17:40:44.788479 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adbda121-7a2a-413f-a231-6b1cac4554fd tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Router 48e30f03-5d76-449a-9676-6b67a05b7840 has already been hosted by L3 agent 8a8c7bbb-808d-49ae-95de-62501e6237ff {{(pid=103912) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 17:40:44.891635 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adbda121-7a2a-413f-a231-6b1cac4554fd tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Notify agent at l3_agent.dv-cinder-843729-1-iscsi the message routers_updated {{(pid=103912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 17:40:44.903260 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47faa6f9-affb-4742-b4fe-d468f328335e None None] Sync routers for ids ['48e30f03-5d76-449a-9676-6b67a05b7840'] in dv-cinder-843729-1-iscsi {{(pid=103914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 17:40:44.909950 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-adbda121-7a2a-413f-a231-6b1cac4554fd tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22441'] for floatingip (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:40:44.913421 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47faa6f9-affb-4742-b4fe-d468f328335e None None] Routers {'48e30f03-5d76-449a-9676-6b67a05b7840'} bound to L3 agent in host dv-cinder-843729-1-iscsi {{(pid=103914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 28 17:40:44.914039 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-47faa6f9-affb-4742-b4fe-d468f328335e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843729-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T17:16:55Z,description=,heartbeat_timestamp=2022-05-28T17:40:25Z,host='dv-cinder-843729-1-iscsi',id=8a8c7bbb-808d-49ae-95de-62501e6237ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T17:16:55Z,topic='l3_agent')) {'router_ids': ['48e30f03-5d76-449a-9676-6b67a05b7840'], 'active': True} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:40:44.940333 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-adbda121-7a2a-413f-a231-6b1cac4554fd tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8051505 May 28 17:40:44.940913 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55b6f098-3687-4ce1-a74a-2e050591eddd', 'tag': '5c34b26f-cf27-4dcb-bde9-01d75bac0901'}] {{(pid=103912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 17:40:44.943160 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}192b2939a0ee72d6dca365a869ce4d556b01f2e73c600b6e44d67eb265bc480d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7635e120-1115-4bdf-b933-e3305238a309" -d '{"events": [{"name": "network-changed", "server_uuid": "55b6f098-3687-4ce1-a74a-2e050591eddd", "tag": "5c34b26f-cf27-4dcb-bde9-01d75bac0901"}]}' {{(pid=103912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 28 17:40:44.980152 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 May 2022 17:40:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c9a21a7-63b9-4a96-9737-4cacb213ed28 x-openstack-request-id: req-2c9a21a7-63b9-4a96-9737-4cacb213ed28 {{(pid=103912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 28 17:40:44.980442 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55b6f098-3687-4ce1-a74a-2e050591eddd", "tag": "5c34b26f-cf27-4dcb-bde9-01d75bac0901", "status": "completed", "code": 200}]} {{(pid=103912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 28 17:40:44.980692 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-2c9a21a7-63b9-4a96-9737-4cacb213ed28 {{(pid=103912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 28 17:40:44.981109 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c9a21a7-63b9-4a96-9737-4cacb213ed28'] response: {'name': 'network-changed', 'server_uuid': '55b6f098-3687-4ce1-a74a-2e050591eddd', 'tag': '5c34b26f-cf27-4dcb-bde9-01d75bac0901', 'status': 'completed', 'code': 200} May 28 17:40:45.018348 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvr_db [None req-47faa6f9-affb-4742-b4fe-d468f328335e None None] Set router 48e30f03-5d76-449a-9676-6b67a05b7840 gateway port host: dv-cinder-843729-1-iscsi {{(pid=103914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 28 17:40:45.093024 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7635e120-1115-4bdf-b933-e3305238a309 req-f3ad2484-547f-442e-8522-dcbe24faf53c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:40:45.094408 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-7635e120-1115-4bdf-b933-e3305238a309 req-f3ad2484-547f-442e-8522-dcbe24faf53c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3785f78e6d1048cfa0b5b123fdd909c8&device_id=55b6f098-3687-4ce1-a74a-2e050591eddd HTTP/1.1" status: 200 len: 1129 time: 0.0411394 May 28 17:40:45.189073 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7635e120-1115-4bdf-b933-e3305238a309 req-7a5e0f6a-e703-4d1a-99ad-fee3deeaf1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:40:45.190538 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-7635e120-1115-4bdf-b933-e3305238a309 req-7a5e0f6a-e703-4d1a-99ad-fee3deeaf1ee service neutron] 10.222.0.16 "GET /v2.0/networks?id=a98bf986-b097-428c-84c6-2a59a4df1a9f HTTP/1.1" status: 200 len: 913 time: 0.0897143 May 28 17:40:45.225991 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-47faa6f9-affb-4742-b4fe-d468f328335e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48e30f03-5d76-449a-9676-6b67a05b7840', 'name': 'tempest-TestVolumeBootPattern-2105689536-router', 'tenant_id': '3785f78e6d1048cfa0b5b123fdd909c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'external_fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': 'e3d9c358-d859-42c8-bdac-433ca7193892', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T17:36:40Z', 'updated_at': '2022-05-28T17:36:43Z', 'revision_number': 4, 'project_id': '3785f78e6d1048cfa0b5b123fdd909c8', 'gw_port': {'id': 'e3d9c358-d859-42c8-bdac-433ca7193892', 'name': '', 'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:bd:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48e30f03-5d76-449a-9676-6b67a05b7840', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:36:40Z', 'updated_at': '2022-05-28T17:36:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843729-1-iscsi', '_floatingips': [{'id': 'fec31031-c968-47ad-b5eb-80878c2e9892', 'tenant_id': '3785f78e6d1048cfa0b5b123fdd909c8', 'floating_ip_address': '172.27.0.131', 'floating_network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'router_id': '48e30f03-5d76-449a-9676-6b67a05b7840', 'port_id': '5c34b26f-cf27-4dcb-bde9-01d75bac0901', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 695, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a98bf986-b097-428c-84c6-2a59a4df1a9f', 'mac_address': 'fa:16:3e:fe:b6:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55b6f098-3687-4ce1-a74a-2e050591eddd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T17:40:43Z', 'updated_at': '2022-05-28T17:40:43Z', 'revision_number': 0, 'project_id': '3785f78e6d1048cfa0b5b123fdd909c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e47eb2f-c38f-41b5-a640-fa1a228bac8b', 'name': '', 'network_id': 'a98bf986-b097-428c-84c6-2a59a4df1a9f', 'tenant_id': '3785f78e6d1048cfa0b5b123fdd909c8', 'mac_address': 'fa:16:3e:a3:76:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48e30f03-5d76-449a-9676-6b67a05b7840', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'ff216cd5-a438-4e93-8bdb-93f0599b8766', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:36:42Z', 'updated_at': '2022-05-28T17:36:48Z', 'revision_number': 5, 'project_id': '3785f78e6d1048cfa0b5b123fdd909c8', 'subnets': [{'id': 'ff216cd5-a438-4e93-8bdb-93f0599b8766', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843729-1-iscsi', False) {} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:40:45.236316 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=100 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:40:45.251366 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-7635e120-1115-4bdf-b933-e3305238a309 req-03d429f9-561a-4583-9732-beafca484235 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5c34b26f-cf27-4dcb-bde9-01d75bac0901 HTTP/1.1" status: 200 len: 999 time: 0.0551407 May 28 17:40:45.301826 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7635e120-1115-4bdf-b933-e3305238a309 req-a086cb21-f5af-4767-83db-687154a4451e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:40:45.303295 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-7635e120-1115-4bdf-b933-e3305238a309 req-a086cb21-f5af-4767-83db-687154a4451e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ff216cd5-a438-4e93-8bdb-93f0599b8766 HTTP/1.1" status: 200 len: 851 time: 0.0464575 May 28 17:40:45.338343 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47faa6f9-affb-4742-b4fe-d468f328335e None None] Checking router: 48e30f03-5d76-449a-9676-6b67a05b7840 for host: dv-cinder-843729-1-iscsi {{(pid=103914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 17:40:45.346959 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47faa6f9-affb-4742-b4fe-d468f328335e None None] Routers {'48e30f03-5d76-449a-9676-6b67a05b7840'} bound to L3 agent in host dv-cinder-843729-1-iscsi {{(pid=103914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 28 17:40:45.347524 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-47faa6f9-affb-4742-b4fe-d468f328335e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843729-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T17:16:55Z,description=,heartbeat_timestamp=2022-05-28T17:40:25Z,host='dv-cinder-843729-1-iscsi',id=8a8c7bbb-808d-49ae-95de-62501e6237ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T17:16:55Z,topic='l3_agent')) {'router_ids': ['48e30f03-5d76-449a-9676-6b67a05b7840'], 'active': True} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:40:45.351307 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7635e120-1115-4bdf-b933-e3305238a309 req-e323bc10-b326-4eeb-a157-78bdbbc823f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:40:45.352898 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-7635e120-1115-4bdf-b933-e3305238a309 req-e323bc10-b326-4eeb-a157-78bdbbc823f5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a98bf986-b097-428c-84c6-2a59a4df1a9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0438480 May 28 17:40:45.442218 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-7635e120-1115-4bdf-b933-e3305238a309 req-b57ab003-2713-499f-8835-312a3b866a1c service neutron] 10.222.0.16 "GET /v2.0/networks/a98bf986-b097-428c-84c6-2a59a4df1a9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839071 May 28 17:40:45.449218 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvr_db [None req-47faa6f9-affb-4742-b4fe-d468f328335e None None] Set router 48e30f03-5d76-449a-9676-6b67a05b7840 gateway port host: dv-cinder-843729-1-iscsi {{(pid=103914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 28 17:40:45.537692 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-7635e120-1115-4bdf-b933-e3305238a309 req-1ca4d8a7-1200-4aba-8026-cdf32ffdce1b service neutron] 10.222.0.16 "GET /v2.0/networks/a98bf986-b097-428c-84c6-2a59a4df1a9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891950 May 28 17:40:45.659541 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-47faa6f9-affb-4742-b4fe-d468f328335e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48e30f03-5d76-449a-9676-6b67a05b7840', 'name': 'tempest-TestVolumeBootPattern-2105689536-router', 'tenant_id': '3785f78e6d1048cfa0b5b123fdd909c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'external_fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': 'e3d9c358-d859-42c8-bdac-433ca7193892', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T17:36:40Z', 'updated_at': '2022-05-28T17:36:43Z', 'revision_number': 4, 'project_id': '3785f78e6d1048cfa0b5b123fdd909c8', 'gw_port': {'id': 'e3d9c358-d859-42c8-bdac-433ca7193892', 'name': '', 'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:bd:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48e30f03-5d76-449a-9676-6b67a05b7840', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:36:40Z', 'updated_at': '2022-05-28T17:36:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843729-1-iscsi', '_floatingips': [{'id': 'fec31031-c968-47ad-b5eb-80878c2e9892', 'tenant_id': '3785f78e6d1048cfa0b5b123fdd909c8', 'floating_ip_address': '172.27.0.131', 'floating_network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'router_id': '48e30f03-5d76-449a-9676-6b67a05b7840', 'port_id': '5c34b26f-cf27-4dcb-bde9-01d75bac0901', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 695, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a98bf986-b097-428c-84c6-2a59a4df1a9f', 'mac_address': 'fa:16:3e:fe:b6:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55b6f098-3687-4ce1-a74a-2e050591eddd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T17:40:43Z', 'updated_at': '2022-05-28T17:40:43Z', 'revision_number': 0, 'project_id': '3785f78e6d1048cfa0b5b123fdd909c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e47eb2f-c38f-41b5-a640-fa1a228bac8b', 'name': '', 'network_id': 'a98bf986-b097-428c-84c6-2a59a4df1a9f', 'tenant_id': '3785f78e6d1048cfa0b5b123fdd909c8', 'mac_address': 'fa:16:3e:a3:76:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48e30f03-5d76-449a-9676-6b67a05b7840', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'ff216cd5-a438-4e93-8bdb-93f0599b8766', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:36:42Z', 'updated_at': '2022-05-28T17:36:48Z', 'revision_number': 5, 'project_id': '3785f78e6d1048cfa0b5b123fdd909c8', 'subnets': [{'id': 'ff216cd5-a438-4e93-8bdb-93f0599b8766', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843729-1-iscsi', False) {} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:40:45.687233 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47faa6f9-affb-4742-b4fe-d468f328335e None None] The sync data for ids ['48e30f03-5d76-449a-9676-6b67a05b7840'] in dv-cinder-843729-1-iscsi is: [{'id': '48e30f03-5d76-449a-9676-6b67a05b7840', 'name': 'tempest-TestVolumeBootPattern-2105689536-router', 'tenant_id': '3785f78e6d1048cfa0b5b123fdd909c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'external_fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': 'e3d9c358-d859-42c8-bdac-433ca7193892', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T17:36:40Z', 'updated_at': '2022-05-28T17:36:43Z', 'revision_number': 4, 'project_id': '3785f78e6d1048cfa0b5b123fdd909c8', 'gw_port': {'id': 'e3d9c358-d859-42c8-bdac-433ca7193892', 'name': '', 'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:bd:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48e30f03-5d76-449a-9676-6b67a05b7840', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:36:40Z', 'updated_at': '2022-05-28T17:36:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843729-1-iscsi', '_floatingips': [{'id': 'fec31031-c968-47ad-b5eb-80878c2e9892', 'tenant_id': '3785f78e6d1048cfa0b5b123fdd909c8', 'floating_ip_address': '172.27.0.131', 'floating_network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'router_id': '48e30f03-5d76-449a-9676-6b67a05b7840', 'port_id': '5c34b26f-cf27-4dcb-bde9-01d75bac0901', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 695, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a98bf986-b097-428c-84c6-2a59a4df1a9f', 'mac_address': 'fa:16:3e:fe:b6:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55b6f098-3687-4ce1-a74a-2e050591eddd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T17:40:43Z', 'updated_at': '2022-05-28T17:40:43Z', 'revision_number': 0, 'project_id': '3785f78e6d1048cfa0b5b123fdd909c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e47eb2f-c38f-41b5-a640-fa1a228bac8b', 'name': '', 'network_id': 'a98bf986-b097-428c-84c6-2a59a4df1a9f', 'tenant_id': '3785f78e6d1048cfa0b5b123fdd909c8', 'mac_address': 'fa:16:3e:a3:76:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48e30f03-5d76-449a-9676-6b67a05b7840', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'ff216cd5-a438-4e93-8bdb-93f0599b8766', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:36:42Z', 'updated_at': '2022-05-28T17:36:48Z', 'revision_number': 5, 'project_id': '3785f78e6d1048cfa0b5b123fdd909c8', 'subnets': [{'id': 'ff216cd5-a438-4e93-8bdb-93f0599b8766', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 17:40:45.877503 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a7cf2f-7056-4811-879e-e7de78a6f5c7 None None] New status for floating IP fec31031-c968-47ad-b5eb-80878c2e9892: ACTIVE {{(pid=103913) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 28 17:40:52.895073 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-0be6f417-33ba-4a53-b915-4d805effdc04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (b4d0b3c0-cc03-4456-af87-35ab415ef94b), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:40:54.935230 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=73,neutron:DELETE=1 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:40:54.937103 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=81,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:40:55.179726 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-6c861391-9a5a-4f2b-b0a1-1441b56312fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (8a8c7bbb-808d-49ae-95de-62501e6237ff), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:40:55.523952 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=29 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:40:55.535131 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=60 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:40:56.474296 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-f22b8f6e-815f-41ba-a8b6-c2e56f67911e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (0b51406a-5a43-473c-8a39-67b2a4c71e5e), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:40:57.781390 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-44990afe-4038-4bea-a0ed-12e052229f33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (19502cf1-8899-41f0-9103-a107faa54218), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:40:59.417294 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (0032cfec-21e8-44dd-a7d5-0b8312dfe052), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:41:00.493020 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=83 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:41:00.497766 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=72,neutron:DELETE=1 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:41:05.355805 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (7cdbebfa-f3b4-48eb-8fbc-caed95606681), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:41:05.517175 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.agents_db [None req-b36f0ab6-f8d6-4670-a7fa-3628cf342135 None None] Agent healthcheck: found 6 active agents {{(pid=103914) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 28 17:41:15.349786 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=56,neutron:UPDATE=3 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:41:15.351667 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=56,neutron:DELETE=1,neutron:UPDATE=7 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:41:15.512206 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=1 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:41:15.512975 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=1 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:41:22.858084 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ce1024-5c1a-4101-9488-21fa0c5fc73a req-1dff2452-475f-4af6-930b-795edcfaada2 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:41:22.859695 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-a5ce1024-5c1a-4101-9488-21fa0c5fc73a req-1dff2452-475f-4af6-930b-795edcfaada2 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] 10.222.0.33 "GET /v2.0/ports?device_id=c1e64f3e-5e6f-4d61-97e0-ec917f5a45f9 HTTP/1.1" status: 200 len: 946 time: 0.0468469 May 28 17:41:22.896171 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-bda00d9a-a279-409f-8fe3-db6f86b1b8b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (b4d0b3c0-cc03-4456-af87-35ab415ef94b), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:41:22.908594 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-a5ce1024-5c1a-4101-9488-21fa0c5fc73a req-570005ef-c9f4-43e0-9cbb-87b2b9b93506 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] 10.222.0.33 "GET /v2.0/security-groups?id=b598d17f-05f4-4523-b713-baaa3ac29d77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429964 May 28 17:41:24.027306 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9d4b16-2528-4b46-b878-b35b071d131f req-f689a607-7256-4370-abbc-3a61cfe8ef0e tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:41:24.029308 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-9d9d4b16-2528-4b46-b878-b35b071d131f req-f689a607-7256-4370-abbc-3a61cfe8ef0e tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] 10.222.0.33 "GET /v2.0/ports?device_id=c1e64f3e-5e6f-4d61-97e0-ec917f5a45f9 HTTP/1.1" status: 200 len: 946 time: 0.0502284 May 28 17:41:24.076145 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-9d9d4b16-2528-4b46-b878-b35b071d131f req-1985946c-90c7-4c14-8489-59d45092de5f tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] 10.222.0.33 "GET /v2.0/security-groups?id=b598d17f-05f4-4523-b713-baaa3ac29d77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406983 May 28 17:41:24.801935 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cd1db7-eed5-48f5-b4cc-c14b536902a2 req-72a62577-6516-42e5-8442-8b656523ffc3 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:41:24.803363 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-91cd1db7-eed5-48f5-b4cc-c14b536902a2 req-72a62577-6516-42e5-8442-8b656523ffc3 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] 10.222.0.16 "GET /v2.0/ports?device_id=c1e64f3e-5e6f-4d61-97e0-ec917f5a45f9 HTTP/1.1" status: 200 len: 946 time: 0.0458689 May 28 17:41:24.890436 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [req-91cd1db7-eed5-48f5-b4cc-c14b536902a2 req-2c0e4a2b-485c-46f1-b274-cbf6bf8ebe0f tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Deleting port 1799c11d-08f1-442a-b6df-9645693baeb0 {{(pid=103911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 28 17:41:24.890771 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-91cd1db7-eed5-48f5-b4cc-c14b536902a2 req-2c0e4a2b-485c-46f1-b274-cbf6bf8ebe0f tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735968504037'] for port (1799c11d-08f1-442a-b6df-9645693baeb0), before_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:41:24.977609 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [req-91cd1db7-eed5-48f5-b4cc-c14b536902a2 req-2c0e4a2b-485c-46f1-b274-cbf6bf8ebe0f tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] For port 1799c11d-08f1-442a-b6df-9645693baeb0, host hv-cinder-84372, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84372',level=0,port_id=1799c11d-08f1-442a-b6df-9645693baeb0,segment=NetworkSegment(480101fc-6c46-44c0-bf09-f4d27baa4f82),segment_id=480101fc-6c46-44c0-bf09-f4d27baa4f82)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 17:41:24.977888 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-91cd1db7-eed5-48f5-b4cc-c14b536902a2 req-2c0e4a2b-485c-46f1-b274-cbf6bf8ebe0f tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-660327'] for port (1799c11d-08f1-442a-b6df-9645693baeb0), precommit_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:41:25.144445 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-91cd1db7-eed5-48f5-b4cc-c14b536902a2 req-2c0e4a2b-485c-46f1-b274-cbf6bf8ebe0f tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:41:25.145285 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-91cd1db7-eed5-48f5-b4cc-c14b536902a2 req-2c0e4a2b-485c-46f1-b274-cbf6bf8ebe0f tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681695'] for floatingip (f354cad3-c676-4f14-bbb0-bf0053868194), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:41:25.145285 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.db.l3_db [req-91cd1db7-eed5-48f5-b4cc-c14b536902a2 req-2c0e4a2b-485c-46f1-b274-cbf6bf8ebe0f tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Floating IP f354cad3-c676-4f14-bbb0-bf0053868194 disassociated. External IP: 172.27.0.29, port: 1799c11d-08f1-442a-b6df-9645693baeb0. May 28 17:41:25.145672 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [req-91cd1db7-eed5-48f5-b4cc-c14b536902a2 req-2c0e4a2b-485c-46f1-b274-cbf6bf8ebe0f tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Calling delete_port for 1799c11d-08f1-442a-b6df-9645693baeb0 owned by compute:nova {{(pid=103911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 28 17:41:25.193359 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-0ebb79f7-14b7-4605-a6b3-8c68d258dd97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (8a8c7bbb-808d-49ae-95de-62501e6237ff), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:41:25.216999 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7540bca3-660b-430a-a498-4030e37e935a req-01b9073f-7d6c-4b80-8904-1e3fea08cfcc tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:41:25.218585 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-7540bca3-660b-430a-a498-4030e37e935a req-01b9073f-7d6c-4b80-8904-1e3fea08cfcc tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] 10.222.0.33 "GET /v2.0/ports?device_id=c1e64f3e-5e6f-4d61-97e0-ec917f5a45f9 HTTP/1.1" status: 200 len: 946 time: 0.0673687 May 28 17:41:25.266477 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-7540bca3-660b-430a-a498-4030e37e935a req-1add22e5-c68f-4af6-a0fd-20f04cfa8820 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] 10.222.0.33 "GET /v2.0/security-groups?id=b598d17f-05f4-4523-b713-baaa3ac29d77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417910 May 28 17:41:25.277751 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-91cd1db7-eed5-48f5-b4cc-c14b536902a2 req-2c0e4a2b-485c-46f1-b274-cbf6bf8ebe0f tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735968512467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735968120122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6040268'] for port (1799c11d-08f1-442a-b6df-9645693baeb0), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:41:25.315374 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0e4a2b-485c-46f1-b274-cbf6bf8ebe0f tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Pushing event deleted for resources: {'Port': ['ID=1799c11d-08f1-442a-b6df-9645693baeb0,revision_number=None']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:41:25.327424 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0e4a2b-485c-46f1-b274-cbf6bf8ebe0f tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:41:25.327781 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0e4a2b-485c-46f1-b274-cbf6bf8ebe0f tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:41:25.328127 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0e4a2b-485c-46f1-b274-cbf6bf8ebe0f tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:41:25.328472 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0e4a2b-485c-46f1-b274-cbf6bf8ebe0f tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:41:25.328792 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0e4a2b-485c-46f1-b274-cbf6bf8ebe0f tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:41:25.329125 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0e4a2b-485c-46f1-b274-cbf6bf8ebe0f tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:41:25.329454 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0e4a2b-485c-46f1-b274-cbf6bf8ebe0f tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:41:25.329786 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0e4a2b-485c-46f1-b274-cbf6bf8ebe0f tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:41:25.330115 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0e4a2b-485c-46f1-b274-cbf6bf8ebe0f tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:41:25.330443 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0e4a2b-485c-46f1-b274-cbf6bf8ebe0f tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:41:25.330769 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0e4a2b-485c-46f1-b274-cbf6bf8ebe0f tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:41:25.331092 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0e4a2b-485c-46f1-b274-cbf6bf8ebe0f tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:41:25.331437 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0e4a2b-485c-46f1-b274-cbf6bf8ebe0f tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:41:25.331764 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0e4a2b-485c-46f1-b274-cbf6bf8ebe0f tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:41:25.332084 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0e4a2b-485c-46f1-b274-cbf6bf8ebe0f tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:41:25.438074 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.scheduler.l3_agent_scheduler [req-91cd1db7-eed5-48f5-b4cc-c14b536902a2 req-2c0e4a2b-485c-46f1-b274-cbf6bf8ebe0f tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Router 4d1920b0-566c-4298-8aa6-a5f29f68f519 has already been hosted by L3 agent 8a8c7bbb-808d-49ae-95de-62501e6237ff {{(pid=103911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 17:41:25.536717 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-91cd1db7-eed5-48f5-b4cc-c14b536902a2 req-2c0e4a2b-485c-46f1-b274-cbf6bf8ebe0f tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Notify agent at l3_agent.dv-cinder-843729-1-iscsi the message routers_updated {{(pid=103911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 17:41:25.548533 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7672814-0dd4-4a42-a1d9-191ded0c3277 None None] Sync routers for ids ['4d1920b0-566c-4298-8aa6-a5f29f68f519'] in dv-cinder-843729-1-iscsi {{(pid=103914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 17:41:25.559032 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7672814-0dd4-4a42-a1d9-191ded0c3277 None None] Routers {'4d1920b0-566c-4298-8aa6-a5f29f68f519'} bound to L3 agent in host dv-cinder-843729-1-iscsi {{(pid=103914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 28 17:41:25.559921 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-c7672814-0dd4-4a42-a1d9-191ded0c3277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843729-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T17:16:55Z,description=,heartbeat_timestamp=2022-05-28T17:41:25Z,host='dv-cinder-843729-1-iscsi',id=8a8c7bbb-808d-49ae-95de-62501e6237ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T17:16:55Z,topic='l3_agent')) {'router_ids': ['4d1920b0-566c-4298-8aa6-a5f29f68f519'], 'active': True} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:41:25.581543 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [req-91cd1db7-eed5-48f5-b4cc-c14b536902a2 req-2c0e4a2b-485c-46f1-b274-cbf6bf8ebe0f tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] No DVR routers for this DVR port 1799c11d-08f1-442a-b6df-9645693baeb0 on host hv-cinder-84372 {{(pid=103911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 17:41:25.584088 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-91cd1db7-eed5-48f5-b4cc-c14b536902a2 req-2c0e4a2b-485c-46f1-b274-cbf6bf8ebe0f tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22441'] for port (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:41:25.587248 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-91cd1db7-eed5-48f5-b4cc-c14b536902a2 req-2c0e4a2b-485c-46f1-b274-cbf6bf8ebe0f tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] 10.222.0.16 "DELETE /v2.0/ports/1799c11d-08f1-442a-b6df-9645693baeb0 HTTP/1.1" status: 204 len: 173 time: 0.7784152 May 28 17:41:25.587750 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1e64f3e-5e6f-4d61-97e0-ec917f5a45f9', 'name': 'network-vif-deleted', 'tag': '1799c11d-08f1-442a-b6df-9645693baeb0'}] {{(pid=103911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 17:41:25.589909 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb6e18ef154237edf928b85f6b333e0f790e93c3571d1d8d4f7e4f30b44c92d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ac6f83a-b880-4607-a90a-128d7b8144ec" -d '{"events": [{"server_uuid": "c1e64f3e-5e6f-4d61-97e0-ec917f5a45f9", "name": "network-vif-deleted", "tag": "1799c11d-08f1-442a-b6df-9645693baeb0"}]}' {{(pid=103911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 28 17:41:25.629984 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 May 2022 17:41:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7097451-7ee7-4e7f-8fa7-91dd350c384b x-openstack-request-id: req-d7097451-7ee7-4e7f-8fa7-91dd350c384b {{(pid=103911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 28 17:41:25.630287 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1e64f3e-5e6f-4d61-97e0-ec917f5a45f9", "name": "network-vif-deleted", "tag": "1799c11d-08f1-442a-b6df-9645693baeb0", "status": "completed", "code": 200}]} {{(pid=103911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 28 17:41:25.630541 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-d7097451-7ee7-4e7f-8fa7-91dd350c384b {{(pid=103911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 28 17:41:25.630944 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7097451-7ee7-4e7f-8fa7-91dd350c384b'] response: {'server_uuid': 'c1e64f3e-5e6f-4d61-97e0-ec917f5a45f9', 'name': 'network-vif-deleted', 'tag': '1799c11d-08f1-442a-b6df-9645693baeb0', 'status': 'completed', 'code': 200} May 28 17:41:25.666983 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvr_db [None req-c7672814-0dd4-4a42-a1d9-191ded0c3277 None None] Set router 4d1920b0-566c-4298-8aa6-a5f29f68f519 gateway port host: dv-cinder-843729-1-iscsi {{(pid=103914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 28 17:41:25.862658 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-c7672814-0dd4-4a42-a1d9-191ded0c3277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d1920b0-566c-4298-8aa6-a5f29f68f519', 'name': 'tempest-AttachVolumeNegativeTest-835744229-router', 'tenant_id': '9525b35792a04dc3a6f109cb39ee9d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'external_fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '9af5fae3-06cc-45b6-9e16-34f986749091', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T17:33:30Z', 'updated_at': '2022-05-28T17:33:33Z', 'revision_number': 4, 'project_id': '9525b35792a04dc3a6f109cb39ee9d50', 'gw_port': {'id': '9af5fae3-06cc-45b6-9e16-34f986749091', 'name': '', 'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:33:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1920b0-566c-4298-8aa6-a5f29f68f519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:33:31Z', 'updated_at': '2022-05-28T17:33:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843729-1-iscsi', '_interfaces': [{'id': 'd48c0f56-dacf-413d-a74b-2725ae7eef68', 'name': '', 'network_id': 'f73c6d30-f59b-4e03-9c62-138278150c67', 'tenant_id': '9525b35792a04dc3a6f109cb39ee9d50', 'mac_address': 'fa:16:3e:99:a1:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1920b0-566c-4298-8aa6-a5f29f68f519', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '3ba9da23-e7a0-4b8a-b5a4-c3c0fc07e6a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:33:32Z', 'updated_at': '2022-05-28T17:33:36Z', 'revision_number': 5, 'project_id': '9525b35792a04dc3a6f109cb39ee9d50', 'subnets': [{'id': '3ba9da23-e7a0-4b8a-b5a4-c3c0fc07e6a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843729-1-iscsi', False) {} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:41:25.887309 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7672814-0dd4-4a42-a1d9-191ded0c3277 None None] Checking router: 4d1920b0-566c-4298-8aa6-a5f29f68f519 for host: dv-cinder-843729-1-iscsi {{(pid=103914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 17:41:25.895557 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7672814-0dd4-4a42-a1d9-191ded0c3277 None None] Routers {'4d1920b0-566c-4298-8aa6-a5f29f68f519'} bound to L3 agent in host dv-cinder-843729-1-iscsi {{(pid=103914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 28 17:41:25.896151 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-c7672814-0dd4-4a42-a1d9-191ded0c3277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843729-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T17:16:55Z,description=,heartbeat_timestamp=2022-05-28T17:41:25Z,host='dv-cinder-843729-1-iscsi',id=8a8c7bbb-808d-49ae-95de-62501e6237ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T17:16:55Z,topic='l3_agent')) {'router_ids': ['4d1920b0-566c-4298-8aa6-a5f29f68f519'], 'active': True} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:41:25.995706 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvr_db [None req-c7672814-0dd4-4a42-a1d9-191ded0c3277 None None] Set router 4d1920b0-566c-4298-8aa6-a5f29f68f519 gateway port host: dv-cinder-843729-1-iscsi {{(pid=103914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 28 17:41:26.183167 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-c7672814-0dd4-4a42-a1d9-191ded0c3277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d1920b0-566c-4298-8aa6-a5f29f68f519', 'name': 'tempest-AttachVolumeNegativeTest-835744229-router', 'tenant_id': '9525b35792a04dc3a6f109cb39ee9d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'external_fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '9af5fae3-06cc-45b6-9e16-34f986749091', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T17:33:30Z', 'updated_at': '2022-05-28T17:33:33Z', 'revision_number': 4, 'project_id': '9525b35792a04dc3a6f109cb39ee9d50', 'gw_port': {'id': '9af5fae3-06cc-45b6-9e16-34f986749091', 'name': '', 'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:33:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1920b0-566c-4298-8aa6-a5f29f68f519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:33:31Z', 'updated_at': '2022-05-28T17:33:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843729-1-iscsi', '_interfaces': [{'id': 'd48c0f56-dacf-413d-a74b-2725ae7eef68', 'name': '', 'network_id': 'f73c6d30-f59b-4e03-9c62-138278150c67', 'tenant_id': '9525b35792a04dc3a6f109cb39ee9d50', 'mac_address': 'fa:16:3e:99:a1:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1920b0-566c-4298-8aa6-a5f29f68f519', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '3ba9da23-e7a0-4b8a-b5a4-c3c0fc07e6a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:33:32Z', 'updated_at': '2022-05-28T17:33:36Z', 'revision_number': 5, 'project_id': '9525b35792a04dc3a6f109cb39ee9d50', 'subnets': [{'id': '3ba9da23-e7a0-4b8a-b5a4-c3c0fc07e6a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843729-1-iscsi', False) {} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:41:26.212209 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7672814-0dd4-4a42-a1d9-191ded0c3277 None None] The sync data for ids ['4d1920b0-566c-4298-8aa6-a5f29f68f519'] in dv-cinder-843729-1-iscsi is: [{'id': '4d1920b0-566c-4298-8aa6-a5f29f68f519', 'name': 'tempest-AttachVolumeNegativeTest-835744229-router', 'tenant_id': '9525b35792a04dc3a6f109cb39ee9d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'external_fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '9af5fae3-06cc-45b6-9e16-34f986749091', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T17:33:30Z', 'updated_at': '2022-05-28T17:33:33Z', 'revision_number': 4, 'project_id': '9525b35792a04dc3a6f109cb39ee9d50', 'gw_port': {'id': '9af5fae3-06cc-45b6-9e16-34f986749091', 'name': '', 'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:33:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1920b0-566c-4298-8aa6-a5f29f68f519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:33:31Z', 'updated_at': '2022-05-28T17:33:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843729-1-iscsi', '_interfaces': [{'id': 'd48c0f56-dacf-413d-a74b-2725ae7eef68', 'name': '', 'network_id': 'f73c6d30-f59b-4e03-9c62-138278150c67', 'tenant_id': '9525b35792a04dc3a6f109cb39ee9d50', 'mac_address': 'fa:16:3e:99:a1:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1920b0-566c-4298-8aa6-a5f29f68f519', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '3ba9da23-e7a0-4b8a-b5a4-c3c0fc07e6a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:33:32Z', 'updated_at': '2022-05-28T17:33:36Z', 'revision_number': 5, 'project_id': '9525b35792a04dc3a6f109cb39ee9d50', 'subnets': [{'id': '3ba9da23-e7a0-4b8a-b5a4-c3c0fc07e6a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 17:41:26.354102 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.33', 37460) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:41:26.369546 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:41:26.377070 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:41:26.417119 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-d75d3896-083a-4e3d-a901-42bc30fcd134 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Publish callbacks [] for security_group (b598d17f-05f4-4523-b713-baaa3ac29d77), before_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:41:26.442479 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-d75d3896-083a-4e3d-a901-42bc30fcd134 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Publish callbacks [] for security_group (b598d17f-05f4-4523-b713-baaa3ac29d77), precommit_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:41:26.446824 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70fb643f-6091-42e6-9e6c-1ea6d9120fe3 None None] New status for floating IP f354cad3-c676-4f14-bbb0-bf0053868194: DOWN {{(pid=103913) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 28 17:41:26.497128 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-d75d3896-083a-4e3d-a901-42bc30fcd134 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594961'] for security_group (b598d17f-05f4-4523-b713-baaa3ac29d77), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:41:26.500417 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-d75d3896-083a-4e3d-a901-42bc30fcd134 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Publish callbacks [] for security_group (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:41:26.501816 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-d75d3896-083a-4e3d-a901-42bc30fcd134 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] 10.222.0.33 "DELETE /v2.0/security-groups/b598d17f-05f4-4523-b713-baaa3ac29d77 HTTP/1.1" status: 204 len: 168 time: 0.1464913 May 28 17:41:26.504612 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.33', 37462) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:41:26.515368 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75d3896-083a-4e3d-a901-42bc30fcd134 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b598d17f-05f4-4523-b713-baaa3ac29d77,revision_number=None']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:41:26.523219 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.api.v2.resource [None req-0f43def5-68ad-413f-a871-99070f7451ea tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] show failed (client error): The resource could not be found. May 28 17:41:26.524450 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-0f43def5-68ad-413f-a871-99070f7451ea tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] 10.222.0.33 "GET /v2.0/security-groups/b598d17f-05f4-4523-b713-baaa3ac29d77 HTTP/1.1" status: 404 len: 347 time: 0.0189011 May 28 17:41:26.528087 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.33', 37464) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:41:26.541463 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-f22b8f6e-815f-41ba-a8b6-c2e56f67911e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (0b51406a-5a43-473c-8a39-67b2a4c71e5e), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:41:26.641580 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.plugin [None req-e3ab312c-926b-46d1-80a7-e9be0ad100c9 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Deleting port 940e60cd-5de0-4e8b-9532-7d6124311787 {{(pid=103912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 28 17:41:26.641919 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-e3ab312c-926b-46d1-80a7-e9be0ad100c9 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735968504037'] for port (940e60cd-5de0-4e8b-9532-7d6124311787), before_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:41:26.715494 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-e3ab312c-926b-46d1-80a7-e9be0ad100c9 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-660327'] for port (940e60cd-5de0-4e8b-9532-7d6124311787), precommit_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:41:26.715726 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-e3ab312c-926b-46d1-80a7-e9be0ad100c9 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Publish callbacks [] for floatingip (940e60cd-5de0-4e8b-9532-7d6124311787), precommit_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:41:26.733448 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.plugin [None req-e3ab312c-926b-46d1-80a7-e9be0ad100c9 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Calling delete_port for 940e60cd-5de0-4e8b-9532-7d6124311787 owned by network:floatingip {{(pid=103912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 28 17:41:26.859717 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-e3ab312c-926b-46d1-80a7-e9be0ad100c9 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735968512467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735968120122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6173922'] for port (940e60cd-5de0-4e8b-9532-7d6124311787), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:41:26.888363 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ab312c-926b-46d1-80a7-e9be0ad100c9 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Pushing event deleted for resources: {'Port': ['ID=940e60cd-5de0-4e8b-9532-7d6124311787,revision_number=None']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:41:26.947952 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-e3ab312c-926b-46d1-80a7-e9be0ad100c9 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Publish callbacks [] for floatingip (f354cad3-c676-4f14-bbb0-bf0053868194), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:41:26.950407 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-e3ab312c-926b-46d1-80a7-e9be0ad100c9 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22441'] for floatingip (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:41:26.951595 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-e3ab312c-926b-46d1-80a7-e9be0ad100c9 tempest-AttachVolumeNegativeTest-1796155594 tempest-AttachVolumeNegativeTest-1796155594-project] 10.222.0.33 "DELETE /v2.0/floatingips/f354cad3-c676-4f14-bbb0-bf0053868194 HTTP/1.1" status: 204 len: 168 time: 0.4224868 May 28 17:41:27.784956 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-44990afe-4038-4bea-a0ed-12e052229f33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (19502cf1-8899-41f0-9103-a107faa54218), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:41:28.723174 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Device 1799c11d-08f1-442a-b6df-9645693baeb0 no longer exists at agent hyperv_hv-cinder-84372 {{(pid=103913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 28 17:41:28.741837 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] No Port match for: 1799c11d-08f1-442a-b6df-9645693baeb0 {{(pid=103913) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 28 17:41:28.742181 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Device 1799c11d-08f1-442a-b6df-9645693baeb0 not bound to the agent host hv-cinder-84372 {{(pid=103913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 28 17:41:29.423593 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (0032cfec-21e8-44dd-a7d5-0b8312dfe052), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:41:30.615495 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.33', 37500) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:41:30.937360 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:41:31.015484 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-1fdabb99-b480-4a29-89c2-74b5e663dc28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-686559'] for router_interface (4d1920b0-566c-4298-8aa6-a5f29f68f519), before_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:41:31.017698 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:41:31.230371 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.plugin [None req-1fdabb99-b480-4a29-89c2-74b5e663dc28 admin admin] Deleting port d48c0f56-dacf-413d-a74b-2725ae7eef68 {{(pid=103912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 28 17:41:31.230706 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-1fdabb99-b480-4a29-89c2-74b5e663dc28 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735968504037'] for port (d48c0f56-dacf-413d-a74b-2725ae7eef68), before_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:41:31.312209 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.db [None req-1fdabb99-b480-4a29-89c2-74b5e663dc28 admin admin] For port d48c0f56-dacf-413d-a74b-2725ae7eef68, host dv-cinder-843729-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843729-1-iscsi',level=0,port_id=d48c0f56-dacf-413d-a74b-2725ae7eef68,segment=NetworkSegment(480101fc-6c46-44c0-bf09-f4d27baa4f82),segment_id=480101fc-6c46-44c0-bf09-f4d27baa4f82)] {{(pid=103912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 17:41:31.312571 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-1fdabb99-b480-4a29-89c2-74b5e663dc28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-660327'] for port (d48c0f56-dacf-413d-a74b-2725ae7eef68), precommit_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:41:31.325255 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.plugin [None req-1fdabb99-b480-4a29-89c2-74b5e663dc28 admin admin] Calling delete_port for d48c0f56-dacf-413d-a74b-2725ae7eef68 owned by network:router_interface {{(pid=103912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 28 17:41:31.501949 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-1fdabb99-b480-4a29-89c2-74b5e663dc28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735968512467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735968120122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6173922'] for port (d48c0f56-dacf-413d-a74b-2725ae7eef68), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:41:31.525582 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdabb99-b480-4a29-89c2-74b5e663dc28 admin admin] Pushing event deleted for resources: {'Port': ['ID=d48c0f56-dacf-413d-a74b-2725ae7eef68,revision_number=None']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:41:31.690391 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-1fdabb99-b480-4a29-89c2-74b5e663dc28 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-152111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-686403'] for router_interface (4d1920b0-566c-4298-8aa6-a5f29f68f519), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:41:31.702948 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:41:31.892405 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fdabb99-b480-4a29-89c2-74b5e663dc28 admin admin] Router 4d1920b0-566c-4298-8aa6-a5f29f68f519 has already been hosted by L3 agent 8a8c7bbb-808d-49ae-95de-62501e6237ff {{(pid=103912) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 17:41:31.898790 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:41:31.994959 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fdabb99-b480-4a29-89c2-74b5e663dc28 admin admin] Notify agent at l3_agent.dv-cinder-843729-1-iscsi the message routers_updated {{(pid=103912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 17:41:32.000401 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-1fdabb99-b480-4a29-89c2-74b5e663dc28 admin admin] 10.222.0.33 "PUT /v2.0/routers/4d1920b0-566c-4298-8aa6-a5f29f68f519/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3848393 May 28 17:41:32.003372 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.33', 37504) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:41:32.004405 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8218c468-89e4-4d95-9b6c-05209663e4a3 None None] Sync routers for ids ['4d1920b0-566c-4298-8aa6-a5f29f68f519'] in dv-cinder-843729-1-iscsi {{(pid=103914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 17:41:32.014896 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8218c468-89e4-4d95-9b6c-05209663e4a3 None None] Routers {'4d1920b0-566c-4298-8aa6-a5f29f68f519'} bound to L3 agent in host dv-cinder-843729-1-iscsi {{(pid=103914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 28 17:41:32.015527 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-8218c468-89e4-4d95-9b6c-05209663e4a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843729-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T17:16:55Z,description=,heartbeat_timestamp=2022-05-28T17:41:25Z,host='dv-cinder-843729-1-iscsi',id=8a8c7bbb-808d-49ae-95de-62501e6237ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T17:16:55Z,topic='l3_agent')) {'router_ids': ['4d1920b0-566c-4298-8aa6-a5f29f68f519'], 'active': True} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:41:32.102311 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-65145ae8-857e-4309-bb5f-b829c61f1f3c admin admin] Publish callbacks [] for router (4d1920b0-566c-4298-8aa6-a5f29f68f519), before_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:41:32.112640 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvr_db [None req-8218c468-89e4-4d95-9b6c-05209663e4a3 None None] Set router 4d1920b0-566c-4298-8aa6-a5f29f68f519 gateway port host: dv-cinder-843729-1-iscsi {{(pid=103914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 28 17:41:32.199628 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-65145ae8-857e-4309-bb5f-b829c61f1f3c admin admin] Publish callbacks [] for router_gateway (4d1920b0-566c-4298-8aa6-a5f29f68f519), before_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:41:32.243731 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-65145ae8-857e-4309-bb5f-b829c61f1f3c admin admin] Deleting port 9af5fae3-06cc-45b6-9e16-34f986749091 {{(pid=103911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 28 17:41:32.244067 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-65145ae8-857e-4309-bb5f-b829c61f1f3c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735968504037'] for port (9af5fae3-06cc-45b6-9e16-34f986749091), before_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:41:32.330865 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-65145ae8-857e-4309-bb5f-b829c61f1f3c admin admin] For port 9af5fae3-06cc-45b6-9e16-34f986749091, host dv-cinder-843729-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843729-1-iscsi',level=0,port_id=9af5fae3-06cc-45b6-9e16-34f986749091,segment=NetworkSegment(3991c6da-7adc-4448-bfac-a7af5b626d82),segment_id=3991c6da-7adc-4448-bfac-a7af5b626d82)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 17:41:32.331223 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-65145ae8-857e-4309-bb5f-b829c61f1f3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-660327'] for port (9af5fae3-06cc-45b6-9e16-34f986749091), precommit_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:41:32.344027 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-65145ae8-857e-4309-bb5f-b829c61f1f3c admin admin] Calling delete_port for 9af5fae3-06cc-45b6-9e16-34f986749091 owned by network:router_gateway {{(pid=103911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 28 17:41:32.358852 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=100 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:41:32.365720 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-8218c468-89e4-4d95-9b6c-05209663e4a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d1920b0-566c-4298-8aa6-a5f29f68f519', 'name': 'tempest-AttachVolumeNegativeTest-835744229-router', 'tenant_id': '9525b35792a04dc3a6f109cb39ee9d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'external_fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '9af5fae3-06cc-45b6-9e16-34f986749091', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T17:33:30Z', 'updated_at': '2022-05-28T17:41:31Z', 'revision_number': 5, 'project_id': '9525b35792a04dc3a6f109cb39ee9d50', 'gw_port': {'id': '9af5fae3-06cc-45b6-9e16-34f986749091', 'name': '', 'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:33:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1920b0-566c-4298-8aa6-a5f29f68f519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:33:31Z', 'updated_at': '2022-05-28T17:33:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843729-1-iscsi'}], 'dv-cinder-843729-1-iscsi', False) {} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:41:32.390013 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8218c468-89e4-4d95-9b6c-05209663e4a3 None None] Checking router: 4d1920b0-566c-4298-8aa6-a5f29f68f519 for host: dv-cinder-843729-1-iscsi {{(pid=103914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 17:41:32.398562 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8218c468-89e4-4d95-9b6c-05209663e4a3 None None] Routers {'4d1920b0-566c-4298-8aa6-a5f29f68f519'} bound to L3 agent in host dv-cinder-843729-1-iscsi {{(pid=103914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 28 17:41:32.399183 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-8218c468-89e4-4d95-9b6c-05209663e4a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843729-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T17:16:55Z,description=,heartbeat_timestamp=2022-05-28T17:41:25Z,host='dv-cinder-843729-1-iscsi',id=8a8c7bbb-808d-49ae-95de-62501e6237ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T17:16:55Z,topic='l3_agent')) {'router_ids': ['4d1920b0-566c-4298-8aa6-a5f29f68f519'], 'active': True} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:41:32.401644 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=100 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:41:32.484076 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvr_db [None req-8218c468-89e4-4d95-9b6c-05209663e4a3 None None] Set router 4d1920b0-566c-4298-8aa6-a5f29f68f519 gateway port host: None {{(pid=103914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 28 17:41:32.510391 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-65145ae8-857e-4309-bb5f-b829c61f1f3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735968512467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735968120122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6040268'] for port (9af5fae3-06cc-45b6-9e16-34f986749091), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:41:32.537356 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-8218c468-89e4-4d95-9b6c-05209663e4a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d1920b0-566c-4298-8aa6-a5f29f68f519', 'name': 'tempest-AttachVolumeNegativeTest-835744229-router', 'tenant_id': '9525b35792a04dc3a6f109cb39ee9d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T17:33:30Z', 'updated_at': '2022-05-28T17:41:32Z', 'revision_number': 6, 'project_id': '9525b35792a04dc3a6f109cb39ee9d50', 'gw_port_host': None}], 'dv-cinder-843729-1-iscsi', False) {} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:41:32.549141 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65145ae8-857e-4309-bb5f-b829c61f1f3c admin admin] Pushing event deleted for resources: {'Port': ['ID=9af5fae3-06cc-45b6-9e16-34f986749091,revision_number=None']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:41:32.563559 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8218c468-89e4-4d95-9b6c-05209663e4a3 None None] The sync data for ids ['4d1920b0-566c-4298-8aa6-a5f29f68f519'] in dv-cinder-843729-1-iscsi is: [{'id': '4d1920b0-566c-4298-8aa6-a5f29f68f519', 'name': 'tempest-AttachVolumeNegativeTest-835744229-router', 'tenant_id': '9525b35792a04dc3a6f109cb39ee9d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T17:33:30Z', 'updated_at': '2022-05-28T17:41:32Z', 'revision_number': 6, 'project_id': '9525b35792a04dc3a6f109cb39ee9d50', 'gw_port_host': None}] {{(pid=103914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 17:41:32.615148 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-65145ae8-857e-4309-bb5f-b829c61f1f3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-681697'] for router_gateway (4d1920b0-566c-4298-8aa6-a5f29f68f519), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:41:32.699743 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-65145ae8-857e-4309-bb5f-b829c61f1f3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6173'] for router (4d1920b0-566c-4298-8aa6-a5f29f68f519), precommit_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:41:32.702418 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-65145ae8-857e-4309-bb5f-b829c61f1f3c admin admin] Publish callbacks [] for router_controller (4d1920b0-566c-4298-8aa6-a5f29f68f519), precommit_delete_associations {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:41:32.709008 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:41:32.748940 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-65145ae8-857e-4309-bb5f-b829c61f1f3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-540091'] for router (4d1920b0-566c-4298-8aa6-a5f29f68f519), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:41:32.749457 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65145ae8-857e-4309-bb5f-b829c61f1f3c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4d1920b0-566c-4298-8aa6-a5f29f68f519 {{(pid=103911) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 28 17:41:32.754134 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-65145ae8-857e-4309-bb5f-b829c61f1f3c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:41:32.755289 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-65145ae8-857e-4309-bb5f-b829c61f1f3c admin admin] 10.222.0.33 "DELETE /v2.0/routers/4d1920b0-566c-4298-8aa6-a5f29f68f519 HTTP/1.1" status: 204 len: 168 time: 0.7509658 May 28 17:41:32.757976 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.33', 37506) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:41:32.802167 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.db.db_base_plugin_v2 [None req-b579d1e5-6645-4e4c-b693-d544234e3d89 admin admin] Deleting subnet 3ba9da23-e7a0-4b8a-b5a4-c3c0fc07e6a1 {{(pid=103912) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 28 17:41:32.805325 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-b579d1e5-6645-4e4c-b693-d544234e3d89 admin admin] Publish callbacks [] for subnet (3ba9da23-e7a0-4b8a-b5a4-c3c0fc07e6a1), before_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:41:32.843599 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-b579d1e5-6645-4e4c-b693-d544234e3d89 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6171485'] for subnet (3ba9da23-e7a0-4b8a-b5a4-c3c0fc07e6a1), precommit_delete_associations {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:41:32.917270 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-b579d1e5-6645-4e4c-b693-d544234e3d89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755116'] for subnet (3ba9da23-e7a0-4b8a-b5a4-c3c0fc07e6a1), precommit_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:41:32.973794 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-b579d1e5-6645-4e4c-b693-d544234e3d89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6171411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5675836'] for subnet (3ba9da23-e7a0-4b8a-b5a4-c3c0fc07e6a1), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:41:33.005085 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b579d1e5-6645-4e4c-b693-d544234e3d89 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ba9da23-e7a0-4b8a-b5a4-c3c0fc07e6a1,revision_number=None']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:41:33.008908 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-b579d1e5-6645-4e4c-b693-d544234e3d89 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-152074'] for subnet (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:41:33.014806 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-b579d1e5-6645-4e4c-b693-d544234e3d89 admin admin] 10.222.0.33 "DELETE /v2.0/subnets/3ba9da23-e7a0-4b8a-b5a4-c3c0fc07e6a1 HTTP/1.1" status: 204 len: 168 time: 0.2530165 May 28 17:41:33.015184 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.33', 37508) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:41:33.015720 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90f9a5e6-145c-48ef-ab64-1594021c5f31 None None] Network f73c6d30-f59b-4e03-9c62-138278150c67 requested from dv-cinder-843729-1-iscsi {{(pid=103913) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 28 17:41:33.085849 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-7c1e546b-797f-4c60-9f3d-6aeac823adb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1661291'] for network (f73c6d30-f59b-4e03-9c62-138278150c67), before_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:41:33.092514 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=3 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:41:33.131065 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-7c1e546b-797f-4c60-9f3d-6aeac823adb0 admin admin] Deleting port ce272146-d793-4951-971e-ea72a2ebdb74 {{(pid=103911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 28 17:41:33.131431 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-7c1e546b-797f-4c60-9f3d-6aeac823adb0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735968504037'] for port (ce272146-d793-4951-971e-ea72a2ebdb74), before_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:41:33.196950 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-7c1e546b-797f-4c60-9f3d-6aeac823adb0 admin admin] For port ce272146-d793-4951-971e-ea72a2ebdb74, host dv-cinder-843729-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843729-1-iscsi',level=0,port_id=ce272146-d793-4951-971e-ea72a2ebdb74,segment=NetworkSegment(480101fc-6c46-44c0-bf09-f4d27baa4f82),segment_id=480101fc-6c46-44c0-bf09-f4d27baa4f82)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 17:41:33.197308 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-7c1e546b-797f-4c60-9f3d-6aeac823adb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-660327'] for port (ce272146-d793-4951-971e-ea72a2ebdb74), precommit_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:41:33.209906 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-7c1e546b-797f-4c60-9f3d-6aeac823adb0 admin admin] Calling delete_port for ce272146-d793-4951-971e-ea72a2ebdb74 owned by network:dhcp {{(pid=103911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 28 17:41:33.287738 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-7c1e546b-797f-4c60-9f3d-6aeac823adb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735968512467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735968120122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6040268'] for port (ce272146-d793-4951-971e-ea72a2ebdb74), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:41:33.309392 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3ab7588-3124-4549-ba6a-2b2b84718a97 None None] DHCP port deletion for f73c6d30-f59b-4e03-9c62-138278150c67 request from dv-cinder-843729-1-iscsi {{(pid=103913) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 28 17:41:33.317106 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1e546b-797f-4c60-9f3d-6aeac823adb0 admin admin] Pushing event deleted for resources: {'Port': ['ID=ce272146-d793-4951-971e-ea72a2ebdb74,revision_number=None']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:41:33.326140 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c1e546b-797f-4c60-9f3d-6aeac823adb0 admin admin] No DVR routers for this DVR port ce272146-d793-4951-971e-ea72a2ebdb74 on host dv-cinder-843729-1-iscsi {{(pid=103911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 17:41:33.402210 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-7c1e546b-797f-4c60-9f3d-6aeac823adb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753177', 'neutron.services.segments.db._delete_segments_for_network-8735968598640'] for network (f73c6d30-f59b-4e03-9c62-138278150c67), precommit_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:41:33.418219 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Device d48c0f56-dacf-413d-a74b-2725ae7eef68 no longer exists at agent ovs-agent-dv-cinder-843729-1-iscsi {{(pid=103913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 28 17:41:33.425148 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.services.segments.db [None req-7c1e546b-797f-4c60-9f3d-6aeac823adb0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f73c6d30-f59b-4e03-9c62-138278150c67']}} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:41:33.435975 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.services.segments.db [None req-7c1e546b-797f-4c60-9f3d-6aeac823adb0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '480101fc-6c46-44c0-bf09-f4d27baa4f82') {'for_net_delete': True} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:41:33.436276 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.services.segments.db [None req-7c1e546b-797f-4c60-9f3d-6aeac823adb0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '480101fc-6c46-44c0-bf09-f4d27baa4f82') {} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:41:33.444606 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] No Port match for: d48c0f56-dacf-413d-a74b-2725ae7eef68 {{(pid=103913) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 28 17:41:33.445086 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Device d48c0f56-dacf-413d-a74b-2725ae7eef68 not bound to the agent host dv-cinder-843729-1-iscsi {{(pid=103913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 28 17:41:33.445342 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Device ce272146-d793-4951-971e-ea72a2ebdb74 no longer exists at agent ovs-agent-dv-cinder-843729-1-iscsi {{(pid=103913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 28 17:41:33.449377 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-7c1e546b-797f-4c60-9f3d-6aeac823adb0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735968599161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5576405'] for segment (480101fc-6c46-44c0-bf09-f4d27baa4f82), before_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:41:33.464665 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-7c1e546b-797f-4c60-9f3d-6aeac823adb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766051'] for segment (480101fc-6c46-44c0-bf09-f4d27baa4f82), precommit_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:41:33.464937 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] No Port match for: ce272146-d793-4951-971e-ea72a2ebdb74 {{(pid=103913) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 28 17:41:33.465055 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Device ce272146-d793-4951-971e-ea72a2ebdb74 not bound to the agent host dv-cinder-843729-1-iscsi {{(pid=103913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 28 17:41:33.465415 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Device 9af5fae3-06cc-45b6-9e16-34f986749091 no longer exists at agent ovs-agent-dv-cinder-843729-1-iscsi {{(pid=103913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 28 17:41:33.472240 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c1e546b-797f-4c60-9f3d-6aeac823adb0 admin admin] Releasing vlan 182 on physical network physnet1 to pool {{(pid=103911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 17:41:33.472771 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-7c1e546b-797f-4c60-9f3d-6aeac823adb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6040223'] for segment (480101fc-6c46-44c0-bf09-f4d27baa4f82), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:41:33.485377 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] No Port match for: 9af5fae3-06cc-45b6-9e16-34f986749091 {{(pid=103913) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 28 17:41:33.485725 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Device 9af5fae3-06cc-45b6-9e16-34f986749091 not bound to the agent host dv-cinder-843729-1-iscsi {{(pid=103913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 28 17:41:33.550760 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-7c1e546b-797f-4c60-9f3d-6aeac823adb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1753186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681677'] for network (f73c6d30-f59b-4e03-9c62-138278150c67), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:41:33.556500 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-7c1e546b-797f-4c60-9f3d-6aeac823adb0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-152074'] for network (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:41:33.560126 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-7c1e546b-797f-4c60-9f3d-6aeac823adb0 admin admin] 10.222.0.33 "DELETE /v2.0/networks/f73c6d30-f59b-4e03-9c62-138278150c67 HTTP/1.1" status: 204 len: 168 time: 0.5433109 May 28 17:41:33.572018 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.services.segments.plugin [-] Segment 480101fc-6c46-44c0-bf09-f4d27baa4f82 resource provider aggregate not found May 28 17:41:33.576882 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1e546b-797f-4c60-9f3d-6aeac823adb0 admin admin] Pushing event deleted for resources: {'Network': ['ID=f73c6d30-f59b-4e03-9c62-138278150c67,revision_number=None']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:41:33.594746 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.services.segments.plugin [-] Segment 480101fc-6c46-44c0-bf09-f4d27baa4f82 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 480101fc-6c46-44c0-bf09-f4d27baa4f82 found for delete ", "request_id": "req-ab01184c-b119-42bd-a2e4-0f8e1a031d9f"}]} May 28 17:41:33.686175 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.33', 37518) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:41:33.726147 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-cc1e69a0-0777-4876-b3d2-b005c8f9f4f1 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=9525b35792a04dc3a6f109cb39ee9d50&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0388019 May 28 17:41:33.728507 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.33', 37520) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:41:33.775244 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-222c8668-1a54-4bfc-96ba-bc3fa958fe91 admin admin] Publish callbacks [] for security_group (8ae40807-a534-4c59-8415-d635008b7f28), before_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:41:33.798757 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-222c8668-1a54-4bfc-96ba-bc3fa958fe91 admin admin] Publish callbacks [] for security_group (8ae40807-a534-4c59-8415-d635008b7f28), precommit_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:41:33.848753 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-222c8668-1a54-4bfc-96ba-bc3fa958fe91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594961'] for security_group (8ae40807-a534-4c59-8415-d635008b7f28), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:41:33.851274 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-222c8668-1a54-4bfc-96ba-bc3fa958fe91 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:41:33.852432 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-222c8668-1a54-4bfc-96ba-bc3fa958fe91 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/8ae40807-a534-4c59-8415-d635008b7f28 HTTP/1.1" status: 204 len: 168 time: 0.1230371 May 28 17:41:33.860435 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222c8668-1a54-4bfc-96ba-bc3fa958fe91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ae40807-a534-4c59-8415-d635008b7f28,revision_number=None']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:41:35.373607 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (7cdbebfa-f3b4-48eb-8fbc-caed95606681), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:41:38.553339 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-8ad0323c-9e61-4fe2-954a-f3ad8c66248d req-296e807b-fcdc-4940-9d80-91d5bb6acd62 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=55b6f098-3687-4ce1-a74a-2e050591eddd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1290133 May 28 17:41:41.775003 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad0323c-9e61-4fe2-954a-f3ad8c66248d req-30eb0c9f-3376-4fc2-8a9c-567f4aaad002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:41:41.776552 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-8ad0323c-9e61-4fe2-954a-f3ad8c66248d req-30eb0c9f-3376-4fc2-8a9c-567f4aaad002 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3785f78e6d1048cfa0b5b123fdd909c8&device_id=55b6f098-3687-4ce1-a74a-2e050591eddd HTTP/1.1" status: 200 len: 1129 time: 0.0397322 May 28 17:41:41.869965 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:41:41.887258 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad0323c-9e61-4fe2-954a-f3ad8c66248d req-8253a1bb-1d18-48c5-aee1-af664b215a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:41:41.889378 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-8ad0323c-9e61-4fe2-954a-f3ad8c66248d req-8253a1bb-1d18-48c5-aee1-af664b215a96 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a98bf986-b097-428c-84c6-2a59a4df1a9f HTTP/1.1" status: 200 len: 913 time: 0.0943093 May 28 17:41:41.948549 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-8ad0323c-9e61-4fe2-954a-f3ad8c66248d req-65090e50-d5e4-4951-8143-2442df863143 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5c34b26f-cf27-4dcb-bde9-01d75bac0901 HTTP/1.1" status: 200 len: 1001 time: 0.0530534 May 28 17:41:41.987684 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:41:41.995328 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad0323c-9e61-4fe2-954a-f3ad8c66248d req-eb114383-fa93-4203-8422-03ba82652297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:41:41.996735 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-8ad0323c-9e61-4fe2-954a-f3ad8c66248d req-eb114383-fa93-4203-8422-03ba82652297 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ff216cd5-a438-4e93-8bdb-93f0599b8766 HTTP/1.1" status: 200 len: 851 time: 0.0424855 May 28 17:41:42.042467 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad0323c-9e61-4fe2-954a-f3ad8c66248d req-54621e39-a365-41a4-af7f-22f11ee59509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:41:42.043971 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-8ad0323c-9e61-4fe2-954a-f3ad8c66248d req-54621e39-a365-41a4-af7f-22f11ee59509 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a98bf986-b097-428c-84c6-2a59a4df1a9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0413241 May 28 17:41:42.138386 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-8ad0323c-9e61-4fe2-954a-f3ad8c66248d req-b641f04b-f83f-410b-ad9a-60fbde268e28 service neutron] 10.222.0.16 "GET /v2.0/networks/a98bf986-b097-428c-84c6-2a59a4df1a9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875819 May 28 17:41:42.488539 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-8ad0323c-9e61-4fe2-954a-f3ad8c66248d req-e452ae83-32e8-4bad-b6f6-26b117630c39 service neutron] 10.222.0.16 "GET /v2.0/networks/a98bf986-b097-428c-84c6-2a59a4df1a9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3439994 May 28 17:41:42.517262 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.agents_db [None req-b36f0ab6-f8d6-4670-a7fa-3628cf342135 None None] Agent healthcheck: found 6 active agents {{(pid=103914) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 28 17:41:42.539922 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=7 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:41:42.980099 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=68,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:41:42.982598 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=30,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:41:45.366513 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=26,neutron:UPDATE=4 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:41:45.368736 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=30,neutron:UPDATE=4 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:41:45.406228 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.33', 37660) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:41:45.513669 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-05cb5d78-2f29-435f-9b1c-339f4e15c5eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:41:45.587322 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-05cb5d78-2f29-435f-9b1c-339f4e15c5eb admin admin] Publish callbacks [] for security_group (d052918e-b2b1-4e8d-a151-739f196181ad), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:41:45.590702 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-05cb5d78-2f29-435f-9b1c-339f4e15c5eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594961'] for security_group (d052918e-b2b1-4e8d-a151-739f196181ad), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:41:45.630334 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-05cb5d78-2f29-435f-9b1c-339f4e15c5eb admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=d3759c76bc124a3297ff95c9d679811f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2230630 May 28 17:41:45.632233 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cb5d78-2f29-435f-9b1c-339f4e15c5eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d052918e-b2b1-4e8d-a151-739f196181ad,revision_number=1']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:41:45.633105 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.33', 37664) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:41:45.640168 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cb5d78-2f29-435f-9b1c-339f4e15c5eb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:41:45.640515 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cb5d78-2f29-435f-9b1c-339f4e15c5eb admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:41:45.640856 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cb5d78-2f29-435f-9b1c-339f4e15c5eb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:41:45.641198 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cb5d78-2f29-435f-9b1c-339f4e15c5eb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:41:45.641530 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cb5d78-2f29-435f-9b1c-339f4e15c5eb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:41:45.641857 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cb5d78-2f29-435f-9b1c-339f4e15c5eb admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:41:45.642179 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cb5d78-2f29-435f-9b1c-339f4e15c5eb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:41:45.642501 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cb5d78-2f29-435f-9b1c-339f4e15c5eb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:41:45.642823 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cb5d78-2f29-435f-9b1c-339f4e15c5eb admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:41:45.643146 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cb5d78-2f29-435f-9b1c-339f4e15c5eb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:41:45.643494 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cb5d78-2f29-435f-9b1c-339f4e15c5eb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:41:45.643815 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cb5d78-2f29-435f-9b1c-339f4e15c5eb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:41:45.644131 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cb5d78-2f29-435f-9b1c-339f4e15c5eb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:41:45.644446 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cb5d78-2f29-435f-9b1c-339f4e15c5eb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:41:45.644762 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cb5d78-2f29-435f-9b1c-339f4e15c5eb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:41:45.681167 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-e40b7aca-5cd4-4b23-86f2-5e1021962f4c admin admin] Publish callbacks [] for security_group (d052918e-b2b1-4e8d-a151-739f196181ad), before_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:41:45.702314 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-e40b7aca-5cd4-4b23-86f2-5e1021962f4c admin admin] Publish callbacks [] for security_group (d052918e-b2b1-4e8d-a151-739f196181ad), precommit_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:41:45.749512 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-e40b7aca-5cd4-4b23-86f2-5e1021962f4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594961'] for security_group (d052918e-b2b1-4e8d-a151-739f196181ad), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:41:45.752278 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-e40b7aca-5cd4-4b23-86f2-5e1021962f4c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:41:45.753403 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-e40b7aca-5cd4-4b23-86f2-5e1021962f4c admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/d052918e-b2b1-4e8d-a151-739f196181ad HTTP/1.1" status: 204 len: 168 time: 0.1192958 May 28 17:41:45.761134 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40b7aca-5cd4-4b23-86f2-5e1021962f4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d052918e-b2b1-4e8d-a151-739f196181ad,revision_number=None']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:41:46.018012 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.33', 37672) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:41:46.032115 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-26bfdaa1-90fc-40d0-9366-3ed5ad3e8789 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:41:46.108318 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-26bfdaa1-90fc-40d0-9366-3ed5ad3e8789 admin admin] Publish callbacks [] for security_group (b23e97b7-6f2e-4afd-a4b2-ddf2e0fd73d3), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:41:46.112735 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-26bfdaa1-90fc-40d0-9366-3ed5ad3e8789 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594961'] for security_group (b23e97b7-6f2e-4afd-a4b2-ddf2e0fd73d3), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:41:46.151534 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-26bfdaa1-90fc-40d0-9366-3ed5ad3e8789 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=83c238b7deb4427b92d7d225a04b2739&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1324029 May 28 17:41:46.152339 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bfdaa1-90fc-40d0-9366-3ed5ad3e8789 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b23e97b7-6f2e-4afd-a4b2-ddf2e0fd73d3,revision_number=1']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:41:46.155196 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.33', 37674) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:41:46.203610 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-2dbeaf78-8f66-40d1-bc66-34a951efaa0e admin admin] Publish callbacks [] for security_group (b23e97b7-6f2e-4afd-a4b2-ddf2e0fd73d3), before_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:41:46.224311 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-2dbeaf78-8f66-40d1-bc66-34a951efaa0e admin admin] Publish callbacks [] for security_group (b23e97b7-6f2e-4afd-a4b2-ddf2e0fd73d3), precommit_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:41:46.272587 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-2dbeaf78-8f66-40d1-bc66-34a951efaa0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594961'] for security_group (b23e97b7-6f2e-4afd-a4b2-ddf2e0fd73d3), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:41:46.275158 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-2dbeaf78-8f66-40d1-bc66-34a951efaa0e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:41:46.276285 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-2dbeaf78-8f66-40d1-bc66-34a951efaa0e admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/b23e97b7-6f2e-4afd-a4b2-ddf2e0fd73d3 HTTP/1.1" status: 204 len: 168 time: 0.1201034 May 28 17:41:46.283789 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbeaf78-8f66-40d1-bc66-34a951efaa0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b23e97b7-6f2e-4afd-a4b2-ddf2e0fd73d3,revision_number=None']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:41:47.835596 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.33', 37718) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:41:47.944040 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-57460348-177c-4740-a842-fbeade1bb1dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:41:48.022880 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-57460348-177c-4740-a842-fbeade1bb1dc admin admin] Publish callbacks [] for security_group (6b4f4107-75b3-443c-9a79-1a5f01903e55), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:41:48.026318 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-57460348-177c-4740-a842-fbeade1bb1dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594961'] for security_group (6b4f4107-75b3-443c-9a79-1a5f01903e55), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:41:48.064827 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-57460348-177c-4740-a842-fbeade1bb1dc admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=5c56ed52275d4bd2b35317678a768e87&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2281806 May 28 17:41:48.066678 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57460348-177c-4740-a842-fbeade1bb1dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b4f4107-75b3-443c-9a79-1a5f01903e55,revision_number=1']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:41:48.067582 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.33', 37722) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:41:48.116430 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-5d770d54-5da9-4d29-968e-6f28472f7966 admin admin] Publish callbacks [] for security_group (6b4f4107-75b3-443c-9a79-1a5f01903e55), before_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:41:48.139170 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-5d770d54-5da9-4d29-968e-6f28472f7966 admin admin] Publish callbacks [] for security_group (6b4f4107-75b3-443c-9a79-1a5f01903e55), precommit_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:41:48.185640 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-5d770d54-5da9-4d29-968e-6f28472f7966 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594961'] for security_group (6b4f4107-75b3-443c-9a79-1a5f01903e55), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:41:48.188313 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-5d770d54-5da9-4d29-968e-6f28472f7966 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:41:48.189418 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-5d770d54-5da9-4d29-968e-6f28472f7966 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/6b4f4107-75b3-443c-9a79-1a5f01903e55 HTTP/1.1" status: 204 len: 168 time: 0.1208882 May 28 17:41:48.196664 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d770d54-5da9-4d29-968e-6f28472f7966 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b4f4107-75b3-443c-9a79-1a5f01903e55,revision_number=None']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:41:48.453303 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.33', 37728) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:41:48.466400 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-5d46bcaa-708d-411a-917b-4874933ad899 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:41:48.528690 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:41:48.531144 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=86,neutron:DELETE=7,neutron:INSERT=7 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:41:48.543898 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-5d46bcaa-708d-411a-917b-4874933ad899 admin admin] Publish callbacks [] for security_group (424d6f0b-b765-4218-b00b-1ce1dd953cdf), precommit_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:41:48.547847 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-5d46bcaa-708d-411a-917b-4874933ad899 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594961'] for security_group (424d6f0b-b765-4218-b00b-1ce1dd953cdf), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:41:48.590438 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-5d46bcaa-708d-411a-917b-4874933ad899 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=e255daf4735c46209e31103aebedfed1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1360879 May 28 17:41:48.592224 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d46bcaa-708d-411a-917b-4874933ad899 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=424d6f0b-b765-4218-b00b-1ce1dd953cdf,revision_number=1']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:41:48.593754 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.33', 37730) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:41:48.643085 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-69b3f13b-9b85-462c-b9cd-bbcc6e6162ea admin admin] Publish callbacks [] for security_group (424d6f0b-b765-4218-b00b-1ce1dd953cdf), before_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:41:48.664012 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-69b3f13b-9b85-462c-b9cd-bbcc6e6162ea admin admin] Publish callbacks [] for security_group (424d6f0b-b765-4218-b00b-1ce1dd953cdf), precommit_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:41:48.709265 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-69b3f13b-9b85-462c-b9cd-bbcc6e6162ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594961'] for security_group (424d6f0b-b765-4218-b00b-1ce1dd953cdf), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:41:48.711683 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-69b3f13b-9b85-462c-b9cd-bbcc6e6162ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:41:48.712821 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-69b3f13b-9b85-462c-b9cd-bbcc6e6162ea admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/424d6f0b-b765-4218-b00b-1ce1dd953cdf HTTP/1.1" status: 204 len: 168 time: 0.1180050 May 28 17:41:48.723103 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b3f13b-9b85-462c-b9cd-bbcc6e6162ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=424d6f0b-b765-4218-b00b-1ce1dd953cdf,revision_number=None']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:41:51.181833 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.wsgi [req-14312dfd-e6ee-405b-9c44-9c6920118a8a req-c2e390ac-ad92-417e-8963-4a1ac35f5e2c service neutron] (103911) timed out ('10.222.0.16', 53277) {{(pid=103911) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 28 17:41:52.822085 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=16 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:41:52.825090 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=26 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:41:52.897910 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-658baac3-2370-4c37-bced-4f186b1069e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (b4d0b3c0-cc03-4456-af87-35ab415ef94b), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:41:55.071577 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.33', 37850) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:41:55.177917 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-3d8dd2c7-695b-4575-96ad-27c32f0d68cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:41:55.188299 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-0f4a7046-ea43-4f49-b448-811bb101fd1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (8a8c7bbb-808d-49ae-95de-62501e6237ff), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:41:55.192246 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=78,neutron:INSERT=18,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:41:55.221659 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=80,neutron:INSERT=17,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:41:55.282266 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-3d8dd2c7-695b-4575-96ad-27c32f0d68cc admin admin] Publish callbacks [] for security_group (d9b0b560-33c4-4232-9850-81c4bc1230e9), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:41:55.285710 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-3d8dd2c7-695b-4575-96ad-27c32f0d68cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594961'] for security_group (d9b0b560-33c4-4232-9850-81c4bc1230e9), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:41:55.322581 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8dd2c7-695b-4575-96ad-27c32f0d68cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9b0b560-33c4-4232-9850-81c4bc1230e9,revision_number=1']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:41:55.327069 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-3d8dd2c7-695b-4575-96ad-27c32f0d68cc admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=8460a3e41eae4bba9c61941f976bb4a6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2543817 May 28 17:41:55.330321 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.33', 37854) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:41:55.377627 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-eefe81b8-88dc-43b2-b684-36262233e9c0 admin admin] Publish callbacks [] for security_group (d9b0b560-33c4-4232-9850-81c4bc1230e9), before_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:41:55.398175 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-eefe81b8-88dc-43b2-b684-36262233e9c0 admin admin] Publish callbacks [] for security_group (d9b0b560-33c4-4232-9850-81c4bc1230e9), precommit_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:41:55.445124 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-eefe81b8-88dc-43b2-b684-36262233e9c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594961'] for security_group (d9b0b560-33c4-4232-9850-81c4bc1230e9), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:41:55.447671 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-eefe81b8-88dc-43b2-b684-36262233e9c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:41:55.448778 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-eefe81b8-88dc-43b2-b684-36262233e9c0 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/d9b0b560-33c4-4232-9850-81c4bc1230e9 HTTP/1.1" status: 204 len: 168 time: 0.1182022 May 28 17:41:55.461188 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefe81b8-88dc-43b2-b684-36262233e9c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9b0b560-33c4-4232-9850-81c4bc1230e9,revision_number=None']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:41:55.734259 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.33', 37862) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:41:55.747640 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-6063e808-c879-47ca-9e0a-ca7597484583 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:41:55.821952 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-6063e808-c879-47ca-9e0a-ca7597484583 admin admin] Publish callbacks [] for security_group (8a362277-d0c5-444f-bb47-cfe1d2bb5c10), precommit_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:41:55.826208 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-6063e808-c879-47ca-9e0a-ca7597484583 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594961'] for security_group (8a362277-d0c5-444f-bb47-cfe1d2bb5c10), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:41:55.864071 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6063e808-c879-47ca-9e0a-ca7597484583 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a362277-d0c5-444f-bb47-cfe1d2bb5c10,revision_number=1']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:41:55.868179 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-6063e808-c879-47ca-9e0a-ca7597484583 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=3e4b2959e43747dfb92f2b4d4c83c04d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1328864 May 28 17:41:55.870759 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.33', 37864) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:41:55.920375 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-3a0cb799-0da2-4651-a983-3a977dcc5507 admin admin] Publish callbacks [] for security_group (8a362277-d0c5-444f-bb47-cfe1d2bb5c10), before_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:41:55.942162 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-3a0cb799-0da2-4651-a983-3a977dcc5507 admin admin] Publish callbacks [] for security_group (8a362277-d0c5-444f-bb47-cfe1d2bb5c10), precommit_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:41:55.988719 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-3a0cb799-0da2-4651-a983-3a977dcc5507 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594961'] for security_group (8a362277-d0c5-444f-bb47-cfe1d2bb5c10), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:41:55.991502 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-3a0cb799-0da2-4651-a983-3a977dcc5507 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:41:55.992653 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-3a0cb799-0da2-4651-a983-3a977dcc5507 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/8a362277-d0c5-444f-bb47-cfe1d2bb5c10 HTTP/1.1" status: 204 len: 168 time: 0.1209941 May 28 17:41:56.001429 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0cb799-0da2-4651-a983-3a977dcc5507 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a362277-d0c5-444f-bb47-cfe1d2bb5c10,revision_number=None']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:41:56.480553 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-f22b8f6e-815f-41ba-a8b6-c2e56f67911e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (0b51406a-5a43-473c-8a39-67b2a4c71e5e), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:41:57.785114 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-44990afe-4038-4bea-a0ed-12e052229f33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (19502cf1-8899-41f0-9103-a107faa54218), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:41:59.424331 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (0032cfec-21e8-44dd-a7d5-0b8312dfe052), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:42:05.376135 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (7cdbebfa-f3b4-48eb-8fbc-caed95606681), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:42:05.431696 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:INSERT=1,neutron:SELECT=26,neutron:DELETE=3 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:42:05.452450 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:INSERT=8,neutron:SELECT=32,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:42:05.975072 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=38,neutron:INSERT=5,neutron:DELETE=3 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:42:05.997635 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=49,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:42:06.664452 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.33', 37974) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:42:06.770589 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-4b4c263b-2083-4660-ab5b-68a8cbaafd30 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:42:06.851068 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-4b4c263b-2083-4660-ab5b-68a8cbaafd30 admin admin] Publish callbacks [] for security_group (e66f148d-efe0-4009-8721-3c09c13a50d2), precommit_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:42:06.854519 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-4b4c263b-2083-4660-ab5b-68a8cbaafd30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594961'] for security_group (e66f148d-efe0-4009-8721-3c09c13a50d2), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:42:06.900900 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4c263b-2083-4660-ab5b-68a8cbaafd30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e66f148d-efe0-4009-8721-3c09c13a50d2,revision_number=1']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:42:06.906199 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-4b4c263b-2083-4660-ab5b-68a8cbaafd30 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=636d745a71364d3a92df90e19d438811&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2406917 May 28 17:42:06.908955 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.33', 37978) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:42:06.957602 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-f79d5aa9-1d7d-4a3b-ae19-3228b40048b1 admin admin] Publish callbacks [] for security_group (e66f148d-efe0-4009-8721-3c09c13a50d2), before_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:42:06.978408 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-f79d5aa9-1d7d-4a3b-ae19-3228b40048b1 admin admin] Publish callbacks [] for security_group (e66f148d-efe0-4009-8721-3c09c13a50d2), precommit_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:42:07.025500 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-f79d5aa9-1d7d-4a3b-ae19-3228b40048b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594961'] for security_group (e66f148d-efe0-4009-8721-3c09c13a50d2), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:42:07.028701 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-f79d5aa9-1d7d-4a3b-ae19-3228b40048b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:42:07.030020 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-f79d5aa9-1d7d-4a3b-ae19-3228b40048b1 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/e66f148d-efe0-4009-8721-3c09c13a50d2 HTTP/1.1" status: 204 len: 168 time: 0.1201689 May 28 17:42:07.037364 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79d5aa9-1d7d-4a3b-ae19-3228b40048b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e66f148d-efe0-4009-8721-3c09c13a50d2,revision_number=None']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:42:07.292544 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.33', 37984) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:42:07.306385 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-a391e64f-2516-403b-9f33-f810b2af987d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:42:07.383010 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-a391e64f-2516-403b-9f33-f810b2af987d admin admin] Publish callbacks [] for security_group (bd5fad9f-4757-4008-a1fb-314a343ce676), precommit_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:42:07.386268 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-a391e64f-2516-403b-9f33-f810b2af987d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594961'] for security_group (bd5fad9f-4757-4008-a1fb-314a343ce676), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:42:07.425462 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-a391e64f-2516-403b-9f33-f810b2af987d admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=ce46a02781c74eb5a27d945b8f1b8384&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1318476 May 28 17:42:07.426309 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a391e64f-2516-403b-9f33-f810b2af987d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd5fad9f-4757-4008-a1fb-314a343ce676,revision_number=1']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:42:07.428606 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.33', 37986) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:42:07.477725 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-b5a3d686-6064-43cf-a4ae-ed244dc6147c admin admin] Publish callbacks [] for security_group (bd5fad9f-4757-4008-a1fb-314a343ce676), before_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:42:07.499133 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-b5a3d686-6064-43cf-a4ae-ed244dc6147c admin admin] Publish callbacks [] for security_group (bd5fad9f-4757-4008-a1fb-314a343ce676), precommit_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:42:07.549798 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-b5a3d686-6064-43cf-a4ae-ed244dc6147c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594961'] for security_group (bd5fad9f-4757-4008-a1fb-314a343ce676), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:42:07.552343 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-b5a3d686-6064-43cf-a4ae-ed244dc6147c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:42:07.553517 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-b5a3d686-6064-43cf-a4ae-ed244dc6147c admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/bd5fad9f-4757-4008-a1fb-314a343ce676 HTTP/1.1" status: 204 len: 168 time: 0.1238730 May 28 17:42:07.561133 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a3d686-6064-43cf-a4ae-ed244dc6147c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd5fad9f-4757-4008-a1fb-314a343ce676,revision_number=None']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:42:11.123208 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.33', 38030) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:42:11.233379 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-3d70aef5-f71e-4e17-9c5e-94b19831530f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:42:11.329567 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-3d70aef5-f71e-4e17-9c5e-94b19831530f admin admin] Publish callbacks [] for security_group (c793caf7-0827-4b44-94cc-95d695fff6ee), precommit_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:42:11.333183 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-3d70aef5-f71e-4e17-9c5e-94b19831530f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594961'] for security_group (c793caf7-0827-4b44-94cc-95d695fff6ee), after_create {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:42:11.374108 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d70aef5-f71e-4e17-9c5e-94b19831530f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c793caf7-0827-4b44-94cc-95d695fff6ee,revision_number=1']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:42:11.379949 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-3d70aef5-f71e-4e17-9c5e-94b19831530f admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=79fa35399cc74aca9491b2073e051427&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2557046 May 28 17:42:11.382698 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.33', 38034) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:42:11.436491 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-feb7f326-28a1-4749-a779-953ed512858c admin admin] Publish callbacks [] for security_group (c793caf7-0827-4b44-94cc-95d695fff6ee), before_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:42:11.460756 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-feb7f326-28a1-4749-a779-953ed512858c admin admin] Publish callbacks [] for security_group (c793caf7-0827-4b44-94cc-95d695fff6ee), precommit_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:42:11.520450 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-feb7f326-28a1-4749-a779-953ed512858c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594961'] for security_group (c793caf7-0827-4b44-94cc-95d695fff6ee), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:42:11.523282 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-feb7f326-28a1-4749-a779-953ed512858c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:42:11.524439 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-feb7f326-28a1-4749-a779-953ed512858c admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/c793caf7-0827-4b44-94cc-95d695fff6ee HTTP/1.1" status: 204 len: 168 time: 0.1408377 May 28 17:42:11.533597 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb7f326-28a1-4749-a779-953ed512858c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c793caf7-0827-4b44-94cc-95d695fff6ee,revision_number=None']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:42:14.493654 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=4 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:42:14.498976 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=2 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:42:17.416109 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=59,neutron:INSERT=9,neutron:DELETE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:42:17.421633 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=48,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:42:17.574195 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:42:19.516216 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.agents_db [None req-b36f0ab6-f8d6-4670-a7fa-3628cf342135 None None] Agent healthcheck: found 6 active agents {{(pid=103914) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 28 17:42:21.506022 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=47,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:42:21.528395 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=56,neutron:DELETE=4,neutron:INSERT=4 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:42:21.552201 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=16,neutron:UPDATE=3 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:42:22.899004 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-19981712-5941-4c60-9d71-4d7d54cf4c7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (b4d0b3c0-cc03-4456-af87-35ab415ef94b), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:42:25.182012 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-dc1c1365-17d7-4285-a0c9-f98db417fbec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (8a8c7bbb-808d-49ae-95de-62501e6237ff), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:42:26.483534 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-f22b8f6e-815f-41ba-a8b6-c2e56f67911e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (0b51406a-5a43-473c-8a39-67b2a4c71e5e), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:42:27.788599 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-44990afe-4038-4bea-a0ed-12e052229f33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (19502cf1-8899-41f0-9103-a107faa54218), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:42:29.427113 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (0032cfec-21e8-44dd-a7d5-0b8312dfe052), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:42:29.512046 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=2 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:42:35.400384 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (7cdbebfa-f3b4-48eb-8fbc-caed95606681), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:42:39.504099 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-7ccddba6-87d4-4a45-8a1e-f20a02630af8 req-97d014b2-63e4-4a59-97f4-cf28bf9da4d1 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=55b6f098-3687-4ce1-a74a-2e050591eddd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0377295 May 28 17:42:39.597109 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccddba6-87d4-4a45-8a1e-f20a02630af8 req-2a1693a6-5068-448b-a47c-12ffae01fbd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:42:39.598548 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-7ccddba6-87d4-4a45-8a1e-f20a02630af8 req-2a1693a6-5068-448b-a47c-12ffae01fbd4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3785f78e6d1048cfa0b5b123fdd909c8&device_id=55b6f098-3687-4ce1-a74a-2e050591eddd HTTP/1.1" status: 200 len: 1129 time: 0.0389953 May 28 17:42:39.702024 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccddba6-87d4-4a45-8a1e-f20a02630af8 req-f0f9100a-cf3d-49cd-92ff-809842783381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:42:39.703491 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-7ccddba6-87d4-4a45-8a1e-f20a02630af8 req-f0f9100a-cf3d-49cd-92ff-809842783381 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a98bf986-b097-428c-84c6-2a59a4df1a9f HTTP/1.1" status: 200 len: 913 time: 0.0876052 May 28 17:42:39.764343 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-7ccddba6-87d4-4a45-8a1e-f20a02630af8 req-38b4f56d-97ff-47be-9ddf-28127fe4e92a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5c34b26f-cf27-4dcb-bde9-01d75bac0901 HTTP/1.1" status: 200 len: 1001 time: 0.0547786 May 28 17:42:39.816771 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccddba6-87d4-4a45-8a1e-f20a02630af8 req-7ad23fdc-1a01-45cf-8609-dd7e90844781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:42:39.818180 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-7ccddba6-87d4-4a45-8a1e-f20a02630af8 req-7ad23fdc-1a01-45cf-8609-dd7e90844781 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ff216cd5-a438-4e93-8bdb-93f0599b8766 HTTP/1.1" status: 200 len: 851 time: 0.0477142 May 28 17:42:39.860237 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccddba6-87d4-4a45-8a1e-f20a02630af8 req-b24ed779-2b63-4fe6-8226-0bc2b2a0a4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:42:39.861661 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-7ccddba6-87d4-4a45-8a1e-f20a02630af8 req-b24ed779-2b63-4fe6-8226-0bc2b2a0a4f7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a98bf986-b097-428c-84c6-2a59a4df1a9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0378025 May 28 17:42:39.962810 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-7ccddba6-87d4-4a45-8a1e-f20a02630af8 req-666b1afd-de28-4743-aa01-96734f1d0f3e service neutron] 10.222.0.16 "GET /v2.0/networks/a98bf986-b097-428c-84c6-2a59a4df1a9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949926 May 28 17:42:40.056443 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-7ccddba6-87d4-4a45-8a1e-f20a02630af8 req-3919efcd-ec31-4258-bb7c-85c46fbbb489 service neutron] 10.222.0.16 "GET /v2.0/networks/a98bf986-b097-428c-84c6-2a59a4df1a9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877435 May 28 17:42:45.394241 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:UPDATE=4,neutron:SELECT=9 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:42:45.396577 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:42:50.051810 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=48 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:42:50.053769 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=53 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:42:51.499616 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=3 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:42:51.504935 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:DELETE=1,neutron:SELECT=4 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:42:52.900236 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-27fca6d7-3c19-4f4b-9efd-49b423e8ff60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (b4d0b3c0-cc03-4456-af87-35ab415ef94b), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:42:55.185700 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-95b38b42-6406-4ce6-8a3f-83153f2f6637 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (8a8c7bbb-808d-49ae-95de-62501e6237ff), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:42:56.486070 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-f22b8f6e-815f-41ba-a8b6-c2e56f67911e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (0b51406a-5a43-473c-8a39-67b2a4c71e5e), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:42:56.514695 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.agents_db [None req-b36f0ab6-f8d6-4670-a7fa-3628cf342135 None None] Agent healthcheck: found 6 active agents {{(pid=103914) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 28 17:42:57.680128 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-f8de0c94-99c0-48c0-a7e3-f290566d4c32 req-d2819b54-4be5-40e0-aeb1-bda4473ebfcf tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] 10.222.0.33 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1697074357&fields=id&tenant_id=3785f78e6d1048cfa0b5b123fdd909c8 HTTP/1.1" status: 200 len: 267 time: 0.0463283 May 28 17:42:57.787562 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8de0c94-99c0-48c0-a7e3-f290566d4c32 req-023ad3d0-e475-430d-9133-6ba77e9dd6e4 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:42:57.789144 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-f8de0c94-99c0-48c0-a7e3-f290566d4c32 req-023ad3d0-e475-430d-9133-6ba77e9dd6e4 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] 10.222.0.33 "GET /v2.0/networks?id=a98bf986-b097-428c-84c6-2a59a4df1a9f HTTP/1.1" status: 200 len: 812 time: 0.1026475 May 28 17:42:57.792471 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-44990afe-4038-4bea-a0ed-12e052229f33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (19502cf1-8899-41f0-9103-a107faa54218), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:42:57.804978 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-f8de0c94-99c0-48c0-a7e3-f290566d4c32 req-5ff648de-6e4e-478a-9ac7-3d45610c8a14 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] 10.222.0.33 "GET /v2.0/quotas/3785f78e6d1048cfa0b5b123fdd909c8 HTTP/1.1" status: 200 len: 375 time: 0.0098984 May 28 17:42:57.863700 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-f8de0c94-99c0-48c0-a7e3-f290566d4c32 req-62389337-51e4-44be-8338-24ebdb021ab8 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=3785f78e6d1048cfa0b5b123fdd909c8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0538723 May 28 17:42:57.957940 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-f8de0c94-99c0-48c0-a7e3-f290566d4c32 req-41ac67da-a4aa-4139-9ad8-a46118075bad service neutron] 10.222.0.33 "GET /v2.0/networks/a98bf986-b097-428c-84c6-2a59a4df1a9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821891 May 28 17:42:58.048970 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-f8de0c94-99c0-48c0-a7e3-f290566d4c32 req-315c930d-dab1-45bc-87fb-c88cacc08487 service neutron] 10.222.0.33 "GET /v2.0/networks/a98bf986-b097-428c-84c6-2a59a4df1a9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854993 May 28 17:42:58.344393 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-f9adff1e-3e97-43a1-9f8c-afbe6ede30b0 req-d17f77da-511a-4458-98f4-2ac78f835abd tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] 10.222.0.33 "GET /v2.0/ports?device_id=ed659e94-1255-44d1-9f29-3acf52af9a8b HTTP/1.1" status: 200 len: 210 time: 0.0279105 May 28 17:42:59.417528 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8de0c94-99c0-48c0-a7e3-f290566d4c32 req-756ece69-4b88-42d8-b7a3-8489c5b807cb tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:42:59.420139 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-f8de0c94-99c0-48c0-a7e3-f290566d4c32 req-756ece69-4b88-42d8-b7a3-8489c5b807cb tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] 10.222.0.16 "GET /v2.0/networks?id=a98bf986-b097-428c-84c6-2a59a4df1a9f HTTP/1.1" status: 200 len: 812 time: 0.1147454 May 28 17:42:59.433588 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (0032cfec-21e8-44dd-a7d5-0b8312dfe052), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:42:59.445263 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-14d1bd49-2498-499b-a6ab-89c90fb56bdd req-74b46050-5548-4591-9848-c25ef973b5f3 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] 10.222.0.33 "GET /v2.0/ports?device_id=ed659e94-1255-44d1-9f29-3acf52af9a8b HTTP/1.1" status: 200 len: 210 time: 0.0329676 May 28 17:42:59.498272 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-f8de0c94-99c0-48c0-a7e3-f290566d4c32 req-1e9cb702-5293-453d-8ab2-c3a6e9275561 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3785f78e6d1048cfa0b5b123fdd909c8 HTTP/1.1" status: 200 len: 380 time: 0.0628009 May 28 17:42:59.517472 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.v2.base [req-f8de0c94-99c0-48c0-a7e3-f290566d4c32 req-d3312e73-27fa-4efc-82ff-02b6b44d11f4 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Request body: {'port': {'device_id': 'ed659e94-1255-44d1-9f29-3acf52af9a8b', 'network_id': 'a98bf986-b097-428c-84c6-2a59a4df1a9f', 'admin_state_up': True, 'tenant_id': '3785f78e6d1048cfa0b5b123fdd909c8', 'security_groups': ['b4df1026-1b55-41af-ad76-6b94971e15b7']}} {{(pid=103911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 17:42:59.631022 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8de0c94-99c0-48c0-a7e3-f290566d4c32 req-d3312e73-27fa-4efc-82ff-02b6b44d11f4 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Made reservation on behalf of 3785f78e6d1048cfa0b5b123fdd909c8 for: {'port': 1} {{(pid=103911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 17:42:59.634289 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-f8de0c94-99c0-48c0-a7e3-f290566d4c32 req-d3312e73-27fa-4efc-82ff-02b6b44d11f4 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (None), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:42:59.757518 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.db.db_base_plugin_common [req-f8de0c94-99c0-48c0-a7e3-f290566d4c32 req-d3312e73-27fa-4efc-82ff-02b6b44d11f4 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Allocated IP 172.20.0.12 (a98bf986-b097-428c-84c6-2a59a4df1a9f/ff216cd5-a438-4e93-8bdb-93f0599b8766/dabb34ca-260d-4456-bf8c-d75134c8feb6) {{(pid=103911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 17:42:59.897801 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-f8de0c94-99c0-48c0-a7e3-f290566d4c32 req-d3312e73-27fa-4efc-82ff-02b6b44d11f4 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Publish callbacks [] for port (dabb34ca-260d-4456-bf8c-d75134c8feb6), precommit_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:42:59.930876 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-f8de0c94-99c0-48c0-a7e3-f290566d4c32 req-d3312e73-27fa-4efc-82ff-02b6b44d11f4 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735968120113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6040268'] for port (dabb34ca-260d-4456-bf8c-d75134c8feb6), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:42:59.985247 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8de0c94-99c0-48c0-a7e3-f290566d4c32 req-d3312e73-27fa-4efc-82ff-02b6b44d11f4 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Network a98bf986-b097-428c-84c6-2a59a4df1a9f is already hosted by enough agents. {{(pid=103911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 17:42:59.990243 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.scheduler.base_scheduler [req-f8de0c94-99c0-48c0-a7e3-f290566d4c32 req-d3312e73-27fa-4efc-82ff-02b6b44d11f4 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Resources bound (agent type, host, resource id): {{(pid=103911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 17:42:59.992678 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8de0c94-99c0-48c0-a7e3-f290566d4c32 req-d3312e73-27fa-4efc-82ff-02b6b44d11f4 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Received port after_create {{(pid=103911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 28 17:42:59.996945 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3312e73-27fa-4efc-82ff-02b6b44d11f4 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Pushing event updated for resources: {'Port': ['ID=dabb34ca-260d-4456-bf8c-d75134c8feb6,revision_number=1']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:43:00.028251 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3312e73-27fa-4efc-82ff-02b6b44d11f4 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:43:00.028605 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3312e73-27fa-4efc-82ff-02b6b44d11f4 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:43:00.028958 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3312e73-27fa-4efc-82ff-02b6b44d11f4 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:43:00.029303 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3312e73-27fa-4efc-82ff-02b6b44d11f4 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:43:00.029644 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3312e73-27fa-4efc-82ff-02b6b44d11f4 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:43:00.029983 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3312e73-27fa-4efc-82ff-02b6b44d11f4 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:43:00.030313 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3312e73-27fa-4efc-82ff-02b6b44d11f4 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:43:00.030646 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3312e73-27fa-4efc-82ff-02b6b44d11f4 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:43:00.030978 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3312e73-27fa-4efc-82ff-02b6b44d11f4 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:43:00.031315 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3312e73-27fa-4efc-82ff-02b6b44d11f4 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:43:00.032344 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3312e73-27fa-4efc-82ff-02b6b44d11f4 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:43:00.032676 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3312e73-27fa-4efc-82ff-02b6b44d11f4 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:43:00.033004 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3312e73-27fa-4efc-82ff-02b6b44d11f4 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:43:00.033325 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3312e73-27fa-4efc-82ff-02b6b44d11f4 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:43:00.033660 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3312e73-27fa-4efc-82ff-02b6b44d11f4 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:43:00.065747 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8de0c94-99c0-48c0-a7e3-f290566d4c32 req-d3312e73-27fa-4efc-82ff-02b6b44d11f4 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:43:00.066677 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-f8de0c94-99c0-48c0-a7e3-f290566d4c32 req-d3312e73-27fa-4efc-82ff-02b6b44d11f4 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22441'] for port (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:43:00.084920 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-f8de0c94-99c0-48c0-a7e3-f290566d4c32 req-d3312e73-27fa-4efc-82ff-02b6b44d11f4 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5714829 May 28 17:43:00.101891 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.v2.base [req-f8de0c94-99c0-48c0-a7e3-f290566d4c32 req-701f95ba-61ef-452d-bfff-58898b4dd8f3 service neutron] Request body: {'port': {'device_id': 'ed659e94-1255-44d1-9f29-3acf52af9a8b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84372'}} {{(pid=103911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 17:43:00.122206 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:43:00.170351 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-f8de0c94-99c0-48c0-a7e3-f290566d4c32 req-701f95ba-61ef-452d-bfff-58898b4dd8f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (dabb34ca-260d-4456-bf8c-d75134c8feb6), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:43:00.206049 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:43:00.275533 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-5998faf4-b1cd-40f0-867d-b972f840226d None None] Provisioning complete for port dabb34ca-260d-4456-bf8c-d75134c8feb6 triggered by entity DHCP. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 17:43:00.275902 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-5998faf4-b1cd-40f0-867d-b972f840226d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1821120'] for port (dabb34ca-260d-4456-bf8c-d75134c8feb6), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:43:00.306747 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-5998faf4-b1cd-40f0-867d-b972f840226d None None] Port dabb34ca-260d-4456-bf8c-d75134c8feb6 cannot update to ACTIVE because it is not bound. {{(pid=103913) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 28 17:43:00.463369 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.notifiers.nova [req-f8de0c94-99c0-48c0-a7e3-f290566d4c32 req-701f95ba-61ef-452d-bfff-58898b4dd8f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dabb34ca-260d-4456-bf8c-d75134c8feb6 {{(pid=103911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 17:43:00.471122 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-f8de0c94-99c0-48c0-a7e3-f290566d4c32 req-701f95ba-61ef-452d-bfff-58898b4dd8f3 service neutron] Publish callbacks [] for port (dabb34ca-260d-4456-bf8c-d75134c8feb6), precommit_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:43:00.484089 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [req-f8de0c94-99c0-48c0-a7e3-f290566d4c32 req-701f95ba-61ef-452d-bfff-58898b4dd8f3 service neutron] Transition to ACTIVE for port object dabb34ca-260d-4456-bf8c-d75134c8feb6 will not be triggered until provisioned by entity L2. {{(pid=103911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 28 17:43:00.489405 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-f8de0c94-99c0-48c0-a7e3-f290566d4c32 req-701f95ba-61ef-452d-bfff-58898b4dd8f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735968512485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735968120131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735968120149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6040315'] for port (dabb34ca-260d-4456-bf8c-d75134c8feb6), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:43:00.583262 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701f95ba-61ef-452d-bfff-58898b4dd8f3 service neutron] Pushing event updated for resources: {'Port': ['ID=dabb34ca-260d-4456-bf8c-d75134c8feb6,revision_number=2']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:43:00.605884 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abc8474-17b7-4fcf-a4ba-5fd8c00b5d61 req-22867dc0-1f5a-4a30-bd9f-afa24453dbcd tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:43:00.607384 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-1abc8474-17b7-4fcf-a4ba-5fd8c00b5d61 req-22867dc0-1f5a-4a30-bd9f-afa24453dbcd tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] 10.222.0.33 "GET /v2.0/ports?device_id=ed659e94-1255-44d1-9f29-3acf52af9a8b HTTP/1.1" status: 200 len: 944 time: 0.0846133 May 28 17:43:00.696236 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.managers [req-f8de0c94-99c0-48c0-a7e3-f290566d4c32 req-701f95ba-61ef-452d-bfff-58898b4dd8f3 service neutron] Attempting to bind port dabb34ca-260d-4456-bf8c-d75134c8feb6 on host hv-cinder-84372 for vnic_type normal with profile {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 28 17:43:00.696614 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.managers [req-f8de0c94-99c0-48c0-a7e3-f290566d4c32 req-701f95ba-61ef-452d-bfff-58898b4dd8f3 service neutron] Attempting to bind port dabb34ca-260d-4456-bf8c-d75134c8feb6 by drivers openvswitch,hyperv on host hv-cinder-84372 at level 0 using segments [{'id': '868ce7ba-c384-40c5-a373-87b732b4b2f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'a98bf986-b097-428c-84c6-2a59a4df1a9f'}] {{(pid=103911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 28 17:43:00.696901 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8de0c94-99c0-48c0-a7e3-f290566d4c32 req-701f95ba-61ef-452d-bfff-58898b4dd8f3 service neutron] Attempting to bind port dabb34ca-260d-4456-bf8c-d75134c8feb6 on network a98bf986-b097-428c-84c6-2a59a4df1a9f {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 28 17:43:00.703457 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-1abc8474-17b7-4fcf-a4ba-5fd8c00b5d61 req-9c53c3bd-2eda-4415-af01-888e29592f55 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] 10.222.0.33 "GET /v2.0/security-groups?id=b4df1026-1b55-41af-ad76-6b94971e15b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727332 May 28 17:43:00.705399 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8de0c94-99c0-48c0-a7e3-f290566d4c32 req-701f95ba-61ef-452d-bfff-58898b4dd8f3 service neutron] Port dabb34ca-260d-4456-bf8c-d75134c8feb6 on network a98bf986-b097-428c-84c6-2a59a4df1a9f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84372 {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 28 17:43:00.705719 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8de0c94-99c0-48c0-a7e3-f290566d4c32 req-701f95ba-61ef-452d-bfff-58898b4dd8f3 service neutron] Attempting to bind port dabb34ca-260d-4456-bf8c-d75134c8feb6 on network a98bf986-b097-428c-84c6-2a59a4df1a9f {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 28 17:43:00.711099 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8de0c94-99c0-48c0-a7e3-f290566d4c32 req-701f95ba-61ef-452d-bfff-58898b4dd8f3 service neutron] Checking agent: {'id': '7cdbebfa-f3b4-48eb-8fbc-caed95606681', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84372', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 17, 23, 31), 'started_at': datetime.datetime(2022, 5, 28, 17, 23, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 17, 42, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 28 17:43:00.711465 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8de0c94-99c0-48c0-a7e3-f290566d4c32 req-701f95ba-61ef-452d-bfff-58898b4dd8f3 service neutron] Checking segment: {'id': '868ce7ba-c384-40c5-a373-87b732b4b2f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'a98bf986-b097-428c-84c6-2a59a4df1a9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 28 17:43:00.711842 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8de0c94-99c0-48c0-a7e3-f290566d4c32 req-701f95ba-61ef-452d-bfff-58898b4dd8f3 service neutron] Bound using segment: {'id': '868ce7ba-c384-40c5-a373-87b732b4b2f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'a98bf986-b097-428c-84c6-2a59a4df1a9f'} {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 28 17:43:00.712274 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.managers [req-f8de0c94-99c0-48c0-a7e3-f290566d4c32 req-701f95ba-61ef-452d-bfff-58898b4dd8f3 service neutron] Bound port: dabb34ca-260d-4456-bf8c-d75134c8feb6, host: hv-cinder-84372, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '868ce7ba-c384-40c5-a373-87b732b4b2f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'a98bf986-b097-428c-84c6-2a59a4df1a9f'}}] {{(pid=103911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 28 17:43:00.712636 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-f8de0c94-99c0-48c0-a7e3-f290566d4c32 req-701f95ba-61ef-452d-bfff-58898b4dd8f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (dabb34ca-260d-4456-bf8c-d75134c8feb6), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:43:00.784439 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [req-f8de0c94-99c0-48c0-a7e3-f290566d4c32 req-701f95ba-61ef-452d-bfff-58898b4dd8f3 service neutron] For port dabb34ca-260d-4456-bf8c-d75134c8feb6, host hv-cinder-84372, cleared binding levels {{(pid=103911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 17:43:00.787481 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [req-f8de0c94-99c0-48c0-a7e3-f290566d4c32 req-701f95ba-61ef-452d-bfff-58898b4dd8f3 service neutron] For port dabb34ca-260d-4456-bf8c-d75134c8feb6, host hv-cinder-84372, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84372',level=0,port_id=dabb34ca-260d-4456-bf8c-d75134c8feb6,segment=NetworkSegment(868ce7ba-c384-40c5-a373-87b732b4b2f2),segment_id=868ce7ba-c384-40c5-a373-87b732b4b2f2)] {{(pid=103911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 17:43:00.792756 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-f8de0c94-99c0-48c0-a7e3-f290566d4c32 req-701f95ba-61ef-452d-bfff-58898b4dd8f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735968512485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735968120131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735968120149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6040315'] for port (dabb34ca-260d-4456-bf8c-d75134c8feb6), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:43:00.828025 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8de0c94-99c0-48c0-a7e3-f290566d4c32 req-701f95ba-61ef-452d-bfff-58898b4dd8f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:43:00.828678 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-f8de0c94-99c0-48c0-a7e3-f290566d4c32 req-701f95ba-61ef-452d-bfff-58898b4dd8f3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22441'] for port (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:43:00.830133 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-f8de0c94-99c0-48c0-a7e3-f290566d4c32 req-701f95ba-61ef-452d-bfff-58898b4dd8f3 service neutron] 10.222.0.16 "PUT /v2.0/ports/dabb34ca-260d-4456-bf8c-d75134c8feb6 HTTP/1.1" status: 200 len: 1094 time: 0.7328620 May 28 17:43:00.830467 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed659e94-1255-44d1-9f29-3acf52af9a8b', 'tag': 'dabb34ca-260d-4456-bf8c-d75134c8feb6'}] {{(pid=103911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 17:43:00.832686 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb6e18ef154237edf928b85f6b333e0f790e93c3571d1d8d4f7e4f30b44c92d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc1e8010-9da0-4f72-a0ff-2fa7336096e7" -d '{"events": [{"name": "network-changed", "server_uuid": "ed659e94-1255-44d1-9f29-3acf52af9a8b", "tag": "dabb34ca-260d-4456-bf8c-d75134c8feb6"}]}' {{(pid=103911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 28 17:43:00.859049 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701f95ba-61ef-452d-bfff-58898b4dd8f3 service neutron] Pushing event updated for resources: {'Port': ['ID=dabb34ca-260d-4456-bf8c-d75134c8feb6,revision_number=3']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:43:00.933332 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8de0c94-99c0-48c0-a7e3-f290566d4c32 req-1c55ee21-ea17-48bc-84ea-8e78b14961c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:43:00.934822 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-f8de0c94-99c0-48c0-a7e3-f290566d4c32 req-1c55ee21-ea17-48bc-84ea-8e78b14961c5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3785f78e6d1048cfa0b5b123fdd909c8&device_id=ed659e94-1255-44d1-9f29-3acf52af9a8b HTTP/1.1" status: 200 len: 1128 time: 0.0444026 May 28 17:43:00.980999 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-f8de0c94-99c0-48c0-a7e3-f290566d4c32 req-7504eeed-dd3c-489c-a5bc-79cfe37e6b5d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dabb34ca-260d-4456-bf8c-d75134c8feb6 HTTP/1.1" status: 200 len: 217 time: 0.0340044 May 28 17:43:01.020142 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 May 2022 17:43:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bf478f6-c963-4222-a92e-44086cf467c3 x-openstack-request-id: req-3bf478f6-c963-4222-a92e-44086cf467c3 {{(pid=103911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 28 17:43:01.020434 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed659e94-1255-44d1-9f29-3acf52af9a8b", "tag": "dabb34ca-260d-4456-bf8c-d75134c8feb6", "status": "completed", "code": 200}]} {{(pid=103911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 28 17:43:01.020687 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-3bf478f6-c963-4222-a92e-44086cf467c3 {{(pid=103911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 28 17:43:01.021081 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3bf478f6-c963-4222-a92e-44086cf467c3'] response: {'name': 'network-changed', 'server_uuid': 'ed659e94-1255-44d1-9f29-3acf52af9a8b', 'tag': 'dabb34ca-260d-4456-bf8c-d75134c8feb6', 'status': 'completed', 'code': 200} May 28 17:43:01.028143 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:43:01.041875 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8de0c94-99c0-48c0-a7e3-f290566d4c32 req-60fede5c-2970-4324-89f2-d7d04dd48a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:43:01.043330 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-f8de0c94-99c0-48c0-a7e3-f290566d4c32 req-60fede5c-2970-4324-89f2-d7d04dd48a85 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ff216cd5-a438-4e93-8bdb-93f0599b8766 HTTP/1.1" status: 200 len: 851 time: 0.0561326 May 28 17:43:01.087727 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8de0c94-99c0-48c0-a7e3-f290566d4c32 req-021717e7-2792-41dc-9c9f-d78eaeb57b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:43:01.089170 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-f8de0c94-99c0-48c0-a7e3-f290566d4c32 req-021717e7-2792-41dc-9c9f-d78eaeb57b35 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a98bf986-b097-428c-84c6-2a59a4df1a9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0386419 May 28 17:43:01.177793 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-f8de0c94-99c0-48c0-a7e3-f290566d4c32 req-4ac9f355-d03f-47d5-834f-3ac7ac0f4af9 service neutron] 10.222.0.16 "GET /v2.0/networks/a98bf986-b097-428c-84c6-2a59a4df1a9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819304 May 28 17:43:01.243679 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:43:01.268596 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-f8de0c94-99c0-48c0-a7e3-f290566d4c32 req-14f79892-53d5-46b2-9f93-9668a6f235db service neutron] 10.222.0.16 "GET /v2.0/networks/a98bf986-b097-428c-84c6-2a59a4df1a9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849881 May 28 17:43:01.817114 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d223665-6ce0-4fe2-9e5d-c7b70935a660 req-f9ca2b94-09f8-4a7d-a8c9-3f3497e9bf71 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:43:01.818549 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-8d223665-6ce0-4fe2-9e5d-c7b70935a660 req-f9ca2b94-09f8-4a7d-a8c9-3f3497e9bf71 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] 10.222.0.33 "GET /v2.0/ports?device_id=ed659e94-1255-44d1-9f29-3acf52af9a8b HTTP/1.1" status: 200 len: 944 time: 0.0470333 May 28 17:43:01.866193 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-8d223665-6ce0-4fe2-9e5d-c7b70935a660 req-659a2efe-505d-4876-9917-3afe779925ab tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] 10.222.0.33 "GET /v2.0/security-groups?id=b4df1026-1b55-41af-ad76-6b94971e15b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422192 May 28 17:43:02.211057 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1e8010-9da0-4f72-a0ff-2fa7336096e7 req-dba3f32f-7182-4af2-9159-2dd1f097c91d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:43:02.212520 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-bc1e8010-9da0-4f72-a0ff-2fa7336096e7 req-dba3f32f-7182-4af2-9159-2dd1f097c91d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3785f78e6d1048cfa0b5b123fdd909c8&device_id=ed659e94-1255-44d1-9f29-3acf52af9a8b HTTP/1.1" status: 200 len: 1128 time: 0.0428004 May 28 17:43:02.301287 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1e8010-9da0-4f72-a0ff-2fa7336096e7 req-0d992666-ad98-4922-abc6-bd4f017729b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:43:02.302698 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-bc1e8010-9da0-4f72-a0ff-2fa7336096e7 req-0d992666-ad98-4922-abc6-bd4f017729b7 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a98bf986-b097-428c-84c6-2a59a4df1a9f HTTP/1.1" status: 200 len: 913 time: 0.0846894 May 28 17:43:02.346885 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-bc1e8010-9da0-4f72-a0ff-2fa7336096e7 req-d9d29036-70e6-403d-bfc4-00591f2229bd service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dabb34ca-260d-4456-bf8c-d75134c8feb6 HTTP/1.1" status: 200 len: 217 time: 0.0348206 May 28 17:43:02.397310 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1e8010-9da0-4f72-a0ff-2fa7336096e7 req-2fc76681-e69f-48b5-b355-ed5ad7dc7d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:43:02.398664 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-bc1e8010-9da0-4f72-a0ff-2fa7336096e7 req-2fc76681-e69f-48b5-b355-ed5ad7dc7d0e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ff216cd5-a438-4e93-8bdb-93f0599b8766 HTTP/1.1" status: 200 len: 851 time: 0.0441425 May 28 17:43:02.443405 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1e8010-9da0-4f72-a0ff-2fa7336096e7 req-46e8198a-7188-4240-94a1-c2501d568e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:43:02.444823 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-bc1e8010-9da0-4f72-a0ff-2fa7336096e7 req-46e8198a-7188-4240-94a1-c2501d568e3f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a98bf986-b097-428c-84c6-2a59a4df1a9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0382888 May 28 17:43:02.536000 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-bc1e8010-9da0-4f72-a0ff-2fa7336096e7 req-59bb1d8d-1af5-468d-abc3-069593122b85 service neutron] 10.222.0.16 "GET /v2.0/networks/a98bf986-b097-428c-84c6-2a59a4df1a9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847294 May 28 17:43:02.624441 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-bc1e8010-9da0-4f72-a0ff-2fa7336096e7 req-6377fa08-c4a9-46b4-8d59-4178fc87d4f3 service neutron] 10.222.0.16 "GET /v2.0/networks/a98bf986-b097-428c-84c6-2a59a4df1a9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826144 May 28 17:43:02.979426 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fca48e5-1654-409f-b6b1-96917755d7f8 req-939c8864-7100-42f6-a3b4-a86865a3fff5 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:43:02.980850 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-2fca48e5-1654-409f-b6b1-96917755d7f8 req-939c8864-7100-42f6-a3b4-a86865a3fff5 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] 10.222.0.33 "GET /v2.0/ports?device_id=ed659e94-1255-44d1-9f29-3acf52af9a8b HTTP/1.1" status: 200 len: 944 time: 0.0461254 May 28 17:43:03.028900 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-2fca48e5-1654-409f-b6b1-96917755d7f8 req-483db3f6-0648-46ff-9ac1-d1c25125fc31 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] 10.222.0.33 "GET /v2.0/security-groups?id=b4df1026-1b55-41af-ad76-6b94971e15b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423074 May 28 17:43:04.143030 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e6fe6f-a25e-4191-ad5f-2649b0786c56 req-9f4fc538-8739-4ba8-8b0a-2159fd28cca1 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:43:04.144496 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-98e6fe6f-a25e-4191-ad5f-2649b0786c56 req-9f4fc538-8739-4ba8-8b0a-2159fd28cca1 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] 10.222.0.33 "GET /v2.0/ports?device_id=ed659e94-1255-44d1-9f29-3acf52af9a8b HTTP/1.1" status: 200 len: 944 time: 0.0469270 May 28 17:43:04.195820 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-98e6fe6f-a25e-4191-ad5f-2649b0786c56 req-2a2cc355-974c-4dea-a1ec-bd0a595bdc63 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] 10.222.0.33 "GET /v2.0/security-groups?id=b4df1026-1b55-41af-ad76-6b94971e15b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459626 May 28 17:43:05.316329 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d292fe07-6759-4603-a5d2-8e7234f7cfa8 req-e1afa06c-eb0e-4cef-9ee4-769a0be26ad3 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:43:05.317771 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-d292fe07-6759-4603-a5d2-8e7234f7cfa8 req-e1afa06c-eb0e-4cef-9ee4-769a0be26ad3 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] 10.222.0.33 "GET /v2.0/ports?device_id=ed659e94-1255-44d1-9f29-3acf52af9a8b HTTP/1.1" status: 200 len: 944 time: 0.0502338 May 28 17:43:05.364757 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-d292fe07-6759-4603-a5d2-8e7234f7cfa8 req-5684de60-2342-4643-be4d-8fbed1683a79 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] 10.222.0.33 "GET /v2.0/security-groups?id=b4df1026-1b55-41af-ad76-6b94971e15b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414405 May 28 17:43:05.410664 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (7cdbebfa-f3b4-48eb-8fbc-caed95606681), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:43:06.464517 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=100 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:43:06.477575 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf0b3a5-5e78-470b-963c-83bbff840078 req-29f7dd07-e333-494c-8b6b-751524a4b262 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:43:06.479026 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-cbf0b3a5-5e78-470b-963c-83bbff840078 req-29f7dd07-e333-494c-8b6b-751524a4b262 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] 10.222.0.33 "GET /v2.0/ports?device_id=ed659e94-1255-44d1-9f29-3acf52af9a8b HTTP/1.1" status: 200 len: 944 time: 0.0468907 May 28 17:43:06.510784 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=2 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:43:06.538287 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-cbf0b3a5-5e78-470b-963c-83bbff840078 req-e0e98c7a-ea3e-4a01-9bd1-ebb839ed6c8e tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] 10.222.0.33 "GET /v2.0/security-groups?id=b4df1026-1b55-41af-ad76-6b94971e15b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536652 May 28 17:43:07.653559 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa190340-e7ff-4ca0-ab92-c4bfdace5867 req-71e778f2-7a39-4820-a550-568d1c5d1770 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:43:07.654987 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-fa190340-e7ff-4ca0-ab92-c4bfdace5867 req-71e778f2-7a39-4820-a550-568d1c5d1770 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] 10.222.0.33 "GET /v2.0/ports?device_id=ed659e94-1255-44d1-9f29-3acf52af9a8b HTTP/1.1" status: 200 len: 944 time: 0.0465481 May 28 17:43:07.703392 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-fa190340-e7ff-4ca0-ab92-c4bfdace5867 req-7dadbfe0-e1bb-4e11-9a81-2964056500d2 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] 10.222.0.33 "GET /v2.0/security-groups?id=b4df1026-1b55-41af-ad76-6b94971e15b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415883 May 28 17:43:08.816363 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6875b2-2c68-48db-b31e-70309a46a4b4 req-7790c5be-06ba-4ca5-9ce3-216005f2acba tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:43:08.817856 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-8d6875b2-2c68-48db-b31e-70309a46a4b4 req-7790c5be-06ba-4ca5-9ce3-216005f2acba tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] 10.222.0.33 "GET /v2.0/ports?device_id=ed659e94-1255-44d1-9f29-3acf52af9a8b HTTP/1.1" status: 200 len: 944 time: 0.0461729 May 28 17:43:08.865181 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-8d6875b2-2c68-48db-b31e-70309a46a4b4 req-741a4447-7add-46bc-8175-11ef404174b0 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] 10.222.0.33 "GET /v2.0/security-groups?id=b4df1026-1b55-41af-ad76-6b94971e15b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418851 May 28 17:43:09.173330 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Device dabb34ca-260d-4456-bf8c-d75134c8feb6 details requested by agent hyperv_hv-cinder-84372 with host hv-cinder-84372 {{(pid=103913) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 28 17:43:09.270053 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] For port dabb34ca-260d-4456-bf8c-d75134c8feb6, host hv-cinder-84372, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84372',level=0,port_id=dabb34ca-260d-4456-bf8c-d75134c8feb6,segment=NetworkSegment(868ce7ba-c384-40c5-a373-87b732b4b2f2),segment_id=868ce7ba-c384-40c5-a373-87b732b4b2f2)] {{(pid=103913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 17:43:09.285419 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Returning: {'device': 'dabb34ca-260d-4456-bf8c-d75134c8feb6', 'network_id': 'a98bf986-b097-428c-84c6-2a59a4df1a9f', 'port_id': 'dabb34ca-260d-4456-bf8c-d75134c8feb6', 'mac_address': 'fa:16:3e:dc:e9:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff216cd5-a438-4e93-8bdb-93f0599b8766', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103913) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 28 17:43:09.319734 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Current status of the port dabb34ca-260d-4456-bf8c-d75134c8feb6 is: DOWN; New status is: BUILD {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 17:43:09.320114 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (dabb34ca-260d-4456-bf8c-d75134c8feb6), before_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:43:09.333164 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.notifiers.nova [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dabb34ca-260d-4456-bf8c-d75134c8feb6 {{(pid=103913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 17:43:09.352443 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] For port dabb34ca-260d-4456-bf8c-d75134c8feb6, host hv-cinder-84372, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84372',level=0,port_id=dabb34ca-260d-4456-bf8c-d75134c8feb6,segment=NetworkSegment(868ce7ba-c384-40c5-a373-87b732b4b2f2),segment_id=868ce7ba-c384-40c5-a373-87b732b4b2f2)] {{(pid=103913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 17:43:09.356113 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735968512485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735968120131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735968120149'] for port (dabb34ca-260d-4456-bf8c-d75134c8feb6), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:43:09.401479 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Pushing event updated for resources: {'Port': ['ID=dabb34ca-260d-4456-bf8c-d75134c8feb6,revision_number=4']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:43:09.408847 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:43:09.408978 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:43:09.409290 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:43:09.409627 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:43:09.409958 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:43:09.410285 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:43:09.410610 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:43:09.410932 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:43:09.411324 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:43:09.411685 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:43:09.411899 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:43:09.412222 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:43:09.412539 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:43:09.412855 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:43:09.413169 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:43:09.836825 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] get_ports_and_sgs() called for port_ids ['dabb34ca-260d-4456-bf8c-d75134c8feb6'] {{(pid=103913) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 28 17:43:09.983966 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f450d8-e9d8-49d1-a415-be9cc82a4508 req-5c3e966d-06c3-44e3-8fe2-857a786b94cf tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:43:09.986191 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-c6f450d8-e9d8-49d1-a415-be9cc82a4508 req-5c3e966d-06c3-44e3-8fe2-857a786b94cf tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] 10.222.0.33 "GET /v2.0/ports?device_id=ed659e94-1255-44d1-9f29-3acf52af9a8b HTTP/1.1" status: 200 len: 945 time: 0.0470417 May 28 17:43:10.033630 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:43:10.037407 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:43:10.047176 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-c6f450d8-e9d8-49d1-a415-be9cc82a4508 req-15c5dc05-67df-45ed-a640-3c5350a677f6 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] 10.222.0.33 "GET /v2.0/security-groups?id=b4df1026-1b55-41af-ad76-6b94971e15b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547905 May 28 17:43:11.173380 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51bd6df-a97b-41c7-be44-72fa47023faf req-f49320be-2808-47aa-a06d-58c51d6e0a3c tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:43:11.174825 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-e51bd6df-a97b-41c7-be44-72fa47023faf req-f49320be-2808-47aa-a06d-58c51d6e0a3c tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] 10.222.0.33 "GET /v2.0/ports?device_id=ed659e94-1255-44d1-9f29-3acf52af9a8b HTTP/1.1" status: 200 len: 945 time: 0.0507314 May 28 17:43:11.190014 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Device dabb34ca-260d-4456-bf8c-d75134c8feb6 up at agent hyperv_hv-cinder-84372 {{(pid=103913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 28 17:43:11.223211 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-e51bd6df-a97b-41c7-be44-72fa47023faf req-dfaf83ae-dcd4-468a-b710-b7e819ad3616 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] 10.222.0.33 "GET /v2.0/security-groups?id=b4df1026-1b55-41af-ad76-6b94971e15b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428281 May 28 17:43:11.236516 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Provisioning for port dabb34ca-260d-4456-bf8c-d75134c8feb6 completed by entity L2. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 28 17:43:11.242498 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.provisioning_blocks [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Provisioning complete for port dabb34ca-260d-4456-bf8c-d75134c8feb6 triggered by entity L2. {{(pid=103913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 17:43:11.242873 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1821120'] for port (dabb34ca-260d-4456-bf8c-d75134c8feb6), provisioning_complete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:43:11.317289 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Current status of the port dabb34ca-260d-4456-bf8c-d75134c8feb6 is: BUILD; New status is: ACTIVE {{(pid=103913) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 17:43:11.317664 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (dabb34ca-260d-4456-bf8c-d75134c8feb6), before_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:43:11.339223 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed659e94-1255-44d1-9f29-3acf52af9a8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dabb34ca-260d-4456-bf8c-d75134c8feb6'}] {{(pid=103913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 17:43:11.341340 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fc7d66bd3c46bdb9792f0e064e6c35853b2e9fce1f0b0d0eb0c21c6a12b004b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9027c0ca-0759-4ff0-ae24-9eb14c9ae8dc" -d '{"events": [{"server_uuid": "ed659e94-1255-44d1-9f29-3acf52af9a8b", "name": "network-vif-plugged", "status": "completed", "tag": "dabb34ca-260d-4456-bf8c-d75134c8feb6"}]}' {{(pid=103913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 28 17:43:11.357829 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] For port dabb34ca-260d-4456-bf8c-d75134c8feb6, host hv-cinder-84372, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84372',level=0,port_id=dabb34ca-260d-4456-bf8c-d75134c8feb6,segment=NetworkSegment(868ce7ba-c384-40c5-a373-87b732b4b2f2),segment_id=868ce7ba-c384-40c5-a373-87b732b4b2f2)] {{(pid=103913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 17:43:11.363372 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735968512485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735968120131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735968120149'] for port (dabb34ca-260d-4456-bf8c-d75134c8feb6), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:43:11.415594 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Pushing event updated for resources: {'Port': ['ID=dabb34ca-260d-4456-bf8c-d75134c8feb6,revision_number=5']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:43:11.436253 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 May 2022 17:43:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fb2caee-226b-4eb3-897e-f0a8efc2913c x-openstack-request-id: req-1fb2caee-226b-4eb3-897e-f0a8efc2913c {{(pid=103913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 28 17:43:11.436553 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed659e94-1255-44d1-9f29-3acf52af9a8b", "name": "network-vif-plugged", "status": "completed", "tag": "dabb34ca-260d-4456-bf8c-d75134c8feb6", "code": 200}]} {{(pid=103913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 28 17:43:11.436812 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-1fb2caee-226b-4eb3-897e-f0a8efc2913c {{(pid=103913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 28 17:43:11.437878 dv-cinder-843729-1-iscsi neutron-server[103913]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1fb2caee-226b-4eb3-897e-f0a8efc2913c'] response: {'server_uuid': 'ed659e94-1255-44d1-9f29-3acf52af9a8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dabb34ca-260d-4456-bf8c-d75134c8feb6', 'code': 200} May 28 17:43:11.680081 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c063f6f-ae3c-4ee5-ba03-f950aee2d0d8 req-e960d425-f9d0-4a77-ac41-810cbf95ed4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:43:11.681544 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-3c063f6f-ae3c-4ee5-ba03-f950aee2d0d8 req-e960d425-f9d0-4a77-ac41-810cbf95ed4f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ed659e94-1255-44d1-9f29-3acf52af9a8b HTTP/1.1" status: 200 len: 1130 time: 0.0389612 May 28 17:43:11.726264 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-3c063f6f-ae3c-4ee5-ba03-f950aee2d0d8 req-c5dcb1ee-adc0-4c1b-a07b-58c6523ab230 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=b4df1026-1b55-41af-ad76-6b94971e15b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390513 May 28 17:43:12.349175 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ca85d0-bcd3-459d-abb8-e5db23006189 req-7e8b40ba-05df-485e-b468-24eef989663a tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:43:12.350813 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-39ca85d0-bcd3-459d-abb8-e5db23006189 req-7e8b40ba-05df-485e-b468-24eef989663a tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] 10.222.0.33 "GET /v2.0/ports?device_id=ed659e94-1255-44d1-9f29-3acf52af9a8b HTTP/1.1" status: 200 len: 946 time: 0.0534027 May 28 17:43:12.400944 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-39ca85d0-bcd3-459d-abb8-e5db23006189 req-72c88ff5-7fea-4d23-bac6-3356abb1432e tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] 10.222.0.33 "GET /v2.0/security-groups?id=b4df1026-1b55-41af-ad76-6b94971e15b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447571 May 28 17:43:13.521966 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad2121e-39d3-4ca8-a2f8-8d8a5b5c49a5 req-c2185e1e-1184-4923-bf06-ff721000f229 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:43:13.523639 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-fad2121e-39d3-4ca8-a2f8-8d8a5b5c49a5 req-c2185e1e-1184-4923-bf06-ff721000f229 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] 10.222.0.33 "GET /v2.0/ports?device_id=ed659e94-1255-44d1-9f29-3acf52af9a8b HTTP/1.1" status: 200 len: 946 time: 0.0502698 May 28 17:43:13.578771 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-fad2121e-39d3-4ca8-a2f8-8d8a5b5c49a5 req-37740c5f-8c32-41b9-8a11-0cda3a3e1ba7 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] 10.222.0.33 "GET /v2.0/security-groups?id=b4df1026-1b55-41af-ad76-6b94971e15b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485082 May 28 17:43:13.702706 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7672857-fa5f-4a76-841c-cd2b4cb0fdd0 req-94ced6b7-9858-4441-b3dc-fef73addc25d tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:43:13.704294 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-d7672857-fa5f-4a76-841c-cd2b4cb0fdd0 req-94ced6b7-9858-4441-b3dc-fef73addc25d tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] 10.222.0.33 "GET /v2.0/ports?device_id=ed659e94-1255-44d1-9f29-3acf52af9a8b HTTP/1.1" status: 200 len: 946 time: 0.0478196 May 28 17:43:13.723327 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=100 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:43:13.755550 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-d7672857-fa5f-4a76-841c-cd2b4cb0fdd0 req-0a66877d-efda-4a2e-8e6e-3cacf0a0eea3 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] 10.222.0.33 "GET /v2.0/security-groups?id=b4df1026-1b55-41af-ad76-6b94971e15b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456727 May 28 17:43:13.778767 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.33', 38144) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:43:13.960926 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ed3d789-f22d-47e8-a8e8-5503c7a3f5e9 tempest-TestVolumeBootPattern-1876616235 tempest-TestVolumeBootPattern-1876616235-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:43:13.962364 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-0ed3d789-f22d-47e8-a8e8-5503c7a3f5e9 tempest-TestVolumeBootPattern-1876616235 tempest-TestVolumeBootPattern-1876616235-project-admin] 10.222.0.33 "GET /v2.0/ports?device_id=ed659e94-1255-44d1-9f29-3acf52af9a8b HTTP/1.1" status: 200 len: 1125 time: 0.1826186 May 28 17:43:13.965143 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.33', 38148) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:43:13.969342 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.v2.base [None req-d14a9e48-e967-464c-8a2c-fd835f6679e3 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Request body: {'floatingip': {'floating_network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'port_id': 'dabb34ca-260d-4456-bf8c-d75134c8feb6', 'tenant_id': '3785f78e6d1048cfa0b5b123fdd909c8', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 17:43:13.989928 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-d14a9e48-e967-464c-8a2c-fd835f6679e3 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:43:14.070704 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-d14a9e48-e967-464c-8a2c-fd835f6679e3 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (None), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:43:14.181943 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.db.db_base_plugin_common [None req-d14a9e48-e967-464c-8a2c-fd835f6679e3 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Allocated IP 172.27.0.173 (2edbe6b8-aac1-406b-a2f1-8819dd0d1c48/5128d65d-65c0-41d1-99c9-7682fd6eaf92/d341ad2e-e70c-4033-97a8-5c38d9d5a011) {{(pid=103911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 17:43:14.295233 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-d14a9e48-e967-464c-8a2c-fd835f6679e3 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Publish callbacks [] for port (d341ad2e-e70c-4033-97a8-5c38d9d5a011), precommit_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:43:14.299687 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:43:14.330437 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-d14a9e48-e967-464c-8a2c-fd835f6679e3 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735968120113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6040268'] for port (d341ad2e-e70c-4033-97a8-5c38d9d5a011), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:43:14.371393 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d14a9e48-e967-464c-8a2c-fd835f6679e3 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Network 2edbe6b8-aac1-406b-a2f1-8819dd0d1c48 is already hosted by enough agents. {{(pid=103911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 17:43:14.374460 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.scheduler.base_scheduler [None req-d14a9e48-e967-464c-8a2c-fd835f6679e3 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Resources bound (agent type, host, resource id): {{(pid=103911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 17:43:14.379111 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d14a9e48-e967-464c-8a2c-fd835f6679e3 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Received port after_create {{(pid=103911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 28 17:43:14.382300 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14a9e48-e967-464c-8a2c-fd835f6679e3 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Pushing event updated for resources: {'Port': ['ID=d341ad2e-e70c-4033-97a8-5c38d9d5a011,revision_number=1']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:43:14.642001 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:43:14.737337 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-d14a9e48-e967-464c-8a2c-fd835f6679e3 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Publish callbacks [] for floatingip (f73039a1-ad07-43af-9a49-a096641949d1), precommit_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:43:14.805487 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-d14a9e48-e967-464c-8a2c-fd835f6679e3 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695230'] for port (d341ad2e-e70c-4033-97a8-5c38d9d5a011), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:43:15.222536 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-d14a9e48-e967-464c-8a2c-fd835f6679e3 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Publish callbacks [] for port (d341ad2e-e70c-4033-97a8-5c38d9d5a011), precommit_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:43:15.226835 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-d14a9e48-e967-464c-8a2c-fd835f6679e3 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735968512485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735968120131', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735968120149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6040315'] for port (d341ad2e-e70c-4033-97a8-5c38d9d5a011), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:43:15.292026 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14a9e48-e967-464c-8a2c-fd835f6679e3 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Pushing event updated for resources: {'Port': ['ID=d341ad2e-e70c-4033-97a8-5c38d9d5a011,revision_number=2']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:43:15.302592 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-d14a9e48-e967-464c-8a2c-fd835f6679e3 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681695'] for floatingip (f73039a1-ad07-43af-9a49-a096641949d1), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:43:15.340482 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:43:15.396292 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.db.l3_db [None req-d14a9e48-e967-464c-8a2c-fd835f6679e3 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Floating IP f73039a1-ad07-43af-9a49-a096641949d1 associated. External IP: 172.27.0.173, port: dabb34ca-260d-4456-bf8c-d75134c8feb6. May 28 17:43:15.587755 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d14a9e48-e967-464c-8a2c-fd835f6679e3 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Router 48e30f03-5d76-449a-9676-6b67a05b7840 has already been hosted by L3 agent 8a8c7bbb-808d-49ae-95de-62501e6237ff {{(pid=103911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 17:43:15.677714 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:43:15.690062 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d14a9e48-e967-464c-8a2c-fd835f6679e3 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Notify agent at l3_agent.dv-cinder-843729-1-iscsi the message routers_updated {{(pid=103911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 17:43:15.699720 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fd15791-26a1-42cc-9d20-d4d7b94c5c61 None None] Sync routers for ids ['48e30f03-5d76-449a-9676-6b67a05b7840'] in dv-cinder-843729-1-iscsi {{(pid=103913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 17:43:15.708216 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-d14a9e48-e967-464c-8a2c-fd835f6679e3 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22441'] for floatingip (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:43:15.709579 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fd15791-26a1-42cc-9d20-d4d7b94c5c61 None None] Routers {'48e30f03-5d76-449a-9676-6b67a05b7840'} bound to L3 agent in host dv-cinder-843729-1-iscsi {{(pid=103913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 28 17:43:15.710189 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.l3_hamode_db [None req-4fd15791-26a1-42cc-9d20-d4d7b94c5c61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843729-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T17:16:55Z,description=,heartbeat_timestamp=2022-05-28T17:42:55Z,host='dv-cinder-843729-1-iscsi',id=8a8c7bbb-808d-49ae-95de-62501e6237ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T17:16:55Z,topic='l3_agent')) {'router_ids': ['48e30f03-5d76-449a-9676-6b67a05b7840'], 'active': True} {{(pid=103913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:43:15.740648 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-d14a9e48-e967-464c-8a2c-fd835f6679e3 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7745085 May 28 17:43:15.741211 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed659e94-1255-44d1-9f29-3acf52af9a8b', 'tag': 'dabb34ca-260d-4456-bf8c-d75134c8feb6'}] {{(pid=103911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 17:43:15.743479 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb6e18ef154237edf928b85f6b333e0f790e93c3571d1d8d4f7e4f30b44c92d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36efa326-7f61-4c6b-8fbb-01dd973399ec" -d '{"events": [{"name": "network-changed", "server_uuid": "ed659e94-1255-44d1-9f29-3acf52af9a8b", "tag": "dabb34ca-260d-4456-bf8c-d75134c8feb6"}]}' {{(pid=103911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 28 17:43:15.779554 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 May 2022 17:43:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f1d1d00-5930-4d22-90f6-7af38ab5e27e x-openstack-request-id: req-8f1d1d00-5930-4d22-90f6-7af38ab5e27e {{(pid=103911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 28 17:43:15.779842 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed659e94-1255-44d1-9f29-3acf52af9a8b", "tag": "dabb34ca-260d-4456-bf8c-d75134c8feb6", "status": "completed", "code": 200}]} {{(pid=103911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 28 17:43:15.780093 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-8f1d1d00-5930-4d22-90f6-7af38ab5e27e {{(pid=103911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 28 17:43:15.780495 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f1d1d00-5930-4d22-90f6-7af38ab5e27e'] response: {'name': 'network-changed', 'server_uuid': 'ed659e94-1255-44d1-9f29-3acf52af9a8b', 'tag': 'dabb34ca-260d-4456-bf8c-d75134c8feb6', 'status': 'completed', 'code': 200} May 28 17:43:15.814509 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.l3_dvr_db [None req-4fd15791-26a1-42cc-9d20-d4d7b94c5c61 None None] Set router 48e30f03-5d76-449a-9676-6b67a05b7840 gateway port host: dv-cinder-843729-1-iscsi {{(pid=103913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 28 17:43:15.866135 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36efa326-7f61-4c6b-8fbb-01dd973399ec req-41cbacd8-f71a-490e-bb7e-a7666270b014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:43:15.867575 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-36efa326-7f61-4c6b-8fbb-01dd973399ec req-41cbacd8-f71a-490e-bb7e-a7666270b014 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3785f78e6d1048cfa0b5b123fdd909c8&device_id=ed659e94-1255-44d1-9f29-3acf52af9a8b HTTP/1.1" status: 200 len: 1130 time: 0.0391579 May 28 17:43:15.960763 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36efa326-7f61-4c6b-8fbb-01dd973399ec req-094b04db-f247-41fb-b485-af0c51a3ee6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:43:15.962228 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-36efa326-7f61-4c6b-8fbb-01dd973399ec req-094b04db-f247-41fb-b485-af0c51a3ee6e service neutron] 10.222.0.16 "GET /v2.0/networks?id=a98bf986-b097-428c-84c6-2a59a4df1a9f HTTP/1.1" status: 200 len: 913 time: 0.0882580 May 28 17:43:16.021591 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.l3_hamode_db [None req-4fd15791-26a1-42cc-9d20-d4d7b94c5c61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48e30f03-5d76-449a-9676-6b67a05b7840', 'name': 'tempest-TestVolumeBootPattern-2105689536-router', 'tenant_id': '3785f78e6d1048cfa0b5b123fdd909c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'external_fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': 'e3d9c358-d859-42c8-bdac-433ca7193892', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T17:36:40Z', 'updated_at': '2022-05-28T17:36:43Z', 'revision_number': 4, 'project_id': '3785f78e6d1048cfa0b5b123fdd909c8', 'gw_port': {'id': 'e3d9c358-d859-42c8-bdac-433ca7193892', 'name': '', 'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:bd:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48e30f03-5d76-449a-9676-6b67a05b7840', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:36:40Z', 'updated_at': '2022-05-28T17:36:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843729-1-iscsi', '_floatingips': [{'id': 'f73039a1-ad07-43af-9a49-a096641949d1', 'tenant_id': '3785f78e6d1048cfa0b5b123fdd909c8', 'floating_ip_address': '172.27.0.173', 'floating_network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'router_id': '48e30f03-5d76-449a-9676-6b67a05b7840', 'port_id': 'dabb34ca-260d-4456-bf8c-d75134c8feb6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a98bf986-b097-428c-84c6-2a59a4df1a9f', 'mac_address': 'fa:16:3e:dc:e9:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed659e94-1255-44d1-9f29-3acf52af9a8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T17:43:14Z', 'updated_at': '2022-05-28T17:43:14Z', 'revision_number': 0, 'project_id': '3785f78e6d1048cfa0b5b123fdd909c8', 'fixed_ip_address_scope': None}, {'id': 'fec31031-c968-47ad-b5eb-80878c2e9892', 'tenant_id': '3785f78e6d1048cfa0b5b123fdd909c8', 'floating_ip_address': '172.27.0.131', 'floating_network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'router_id': '48e30f03-5d76-449a-9676-6b67a05b7840', 'port_id': '5c34b26f-cf27-4dcb-bde9-01d75bac0901', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 695, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a98bf986-b097-428c-84c6-2a59a4df1a9f', 'mac_address': 'fa:16:3e:fe:b6:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55b6f098-3687-4ce1-a74a-2e050591eddd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T17:40:43Z', 'updated_at': '2022-05-28T17:40:45Z', 'revision_number': 1, 'project_id': '3785f78e6d1048cfa0b5b123fdd909c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e47eb2f-c38f-41b5-a640-fa1a228bac8b', 'name': '', 'network_id': 'a98bf986-b097-428c-84c6-2a59a4df1a9f', 'tenant_id': '3785f78e6d1048cfa0b5b123fdd909c8', 'mac_address': 'fa:16:3e:a3:76:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48e30f03-5d76-449a-9676-6b67a05b7840', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'ff216cd5-a438-4e93-8bdb-93f0599b8766', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:36:42Z', 'updated_at': '2022-05-28T17:36:48Z', 'revision_number': 5, 'project_id': '3785f78e6d1048cfa0b5b123fdd909c8', 'subnets': [{'id': 'ff216cd5-a438-4e93-8bdb-93f0599b8766', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843729-1-iscsi', False) {} {{(pid=103913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:43:16.023206 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-36efa326-7f61-4c6b-8fbb-01dd973399ec req-6afdf487-07c6-4c68-9869-b41c7ebf24f9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dabb34ca-260d-4456-bf8c-d75134c8feb6 HTTP/1.1" status: 200 len: 1000 time: 0.0545356 May 28 17:43:16.049450 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fd15791-26a1-42cc-9d20-d4d7b94c5c61 None None] Checking router: 48e30f03-5d76-449a-9676-6b67a05b7840 for host: dv-cinder-843729-1-iscsi {{(pid=103913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 17:43:16.057825 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fd15791-26a1-42cc-9d20-d4d7b94c5c61 None None] Routers {'48e30f03-5d76-449a-9676-6b67a05b7840'} bound to L3 agent in host dv-cinder-843729-1-iscsi {{(pid=103913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 28 17:43:16.058424 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.l3_hamode_db [None req-4fd15791-26a1-42cc-9d20-d4d7b94c5c61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843729-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T17:16:55Z,description=,heartbeat_timestamp=2022-05-28T17:42:55Z,host='dv-cinder-843729-1-iscsi',id=8a8c7bbb-808d-49ae-95de-62501e6237ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T17:16:55Z,topic='l3_agent')) {'router_ids': ['48e30f03-5d76-449a-9676-6b67a05b7840'], 'active': True} {{(pid=103913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:43:16.074820 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36efa326-7f61-4c6b-8fbb-01dd973399ec req-6ae9c8e8-5812-4d8d-9282-fdc34772a46a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:43:16.076290 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-36efa326-7f61-4c6b-8fbb-01dd973399ec req-6ae9c8e8-5812-4d8d-9282-fdc34772a46a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ff216cd5-a438-4e93-8bdb-93f0599b8766 HTTP/1.1" status: 200 len: 851 time: 0.0480950 May 28 17:43:16.122676 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36efa326-7f61-4c6b-8fbb-01dd973399ec req-c4c1d2c9-695e-4f61-968a-371860e24e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:43:16.124103 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-36efa326-7f61-4c6b-8fbb-01dd973399ec req-c4c1d2c9-695e-4f61-968a-371860e24e04 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a98bf986-b097-428c-84c6-2a59a4df1a9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0416994 May 28 17:43:16.159837 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.l3_dvr_db [None req-4fd15791-26a1-42cc-9d20-d4d7b94c5c61 None None] Set router 48e30f03-5d76-449a-9676-6b67a05b7840 gateway port host: dv-cinder-843729-1-iscsi {{(pid=103913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 28 17:43:16.212810 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-36efa326-7f61-4c6b-8fbb-01dd973399ec req-646f6463-3859-45e1-a56d-7638343d90b9 service neutron] 10.222.0.16 "GET /v2.0/networks/a98bf986-b097-428c-84c6-2a59a4df1a9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822763 May 28 17:43:16.307614 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:43:16.308047 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-36efa326-7f61-4c6b-8fbb-01dd973399ec req-44293c1f-380f-4462-83cd-51f712920f56 service neutron] 10.222.0.16 "GET /v2.0/networks/a98bf986-b097-428c-84c6-2a59a4df1a9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892706 May 28 17:43:16.319854 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=100 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:43:16.372039 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.l3_hamode_db [None req-4fd15791-26a1-42cc-9d20-d4d7b94c5c61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48e30f03-5d76-449a-9676-6b67a05b7840', 'name': 'tempest-TestVolumeBootPattern-2105689536-router', 'tenant_id': '3785f78e6d1048cfa0b5b123fdd909c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'external_fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': 'e3d9c358-d859-42c8-bdac-433ca7193892', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T17:36:40Z', 'updated_at': '2022-05-28T17:36:43Z', 'revision_number': 4, 'project_id': '3785f78e6d1048cfa0b5b123fdd909c8', 'gw_port': {'id': 'e3d9c358-d859-42c8-bdac-433ca7193892', 'name': '', 'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:bd:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48e30f03-5d76-449a-9676-6b67a05b7840', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:36:40Z', 'updated_at': '2022-05-28T17:36:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843729-1-iscsi', '_floatingips': [{'id': 'f73039a1-ad07-43af-9a49-a096641949d1', 'tenant_id': '3785f78e6d1048cfa0b5b123fdd909c8', 'floating_ip_address': '172.27.0.173', 'floating_network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'router_id': '48e30f03-5d76-449a-9676-6b67a05b7840', 'port_id': 'dabb34ca-260d-4456-bf8c-d75134c8feb6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a98bf986-b097-428c-84c6-2a59a4df1a9f', 'mac_address': 'fa:16:3e:dc:e9:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed659e94-1255-44d1-9f29-3acf52af9a8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T17:43:14Z', 'updated_at': '2022-05-28T17:43:14Z', 'revision_number': 0, 'project_id': '3785f78e6d1048cfa0b5b123fdd909c8', 'fixed_ip_address_scope': None}, {'id': 'fec31031-c968-47ad-b5eb-80878c2e9892', 'tenant_id': '3785f78e6d1048cfa0b5b123fdd909c8', 'floating_ip_address': '172.27.0.131', 'floating_network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'router_id': '48e30f03-5d76-449a-9676-6b67a05b7840', 'port_id': '5c34b26f-cf27-4dcb-bde9-01d75bac0901', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 695, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a98bf986-b097-428c-84c6-2a59a4df1a9f', 'mac_address': 'fa:16:3e:fe:b6:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55b6f098-3687-4ce1-a74a-2e050591eddd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T17:40:43Z', 'updated_at': '2022-05-28T17:40:45Z', 'revision_number': 1, 'project_id': '3785f78e6d1048cfa0b5b123fdd909c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e47eb2f-c38f-41b5-a640-fa1a228bac8b', 'name': '', 'network_id': 'a98bf986-b097-428c-84c6-2a59a4df1a9f', 'tenant_id': '3785f78e6d1048cfa0b5b123fdd909c8', 'mac_address': 'fa:16:3e:a3:76:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48e30f03-5d76-449a-9676-6b67a05b7840', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'ff216cd5-a438-4e93-8bdb-93f0599b8766', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:36:42Z', 'updated_at': '2022-05-28T17:36:48Z', 'revision_number': 5, 'project_id': '3785f78e6d1048cfa0b5b123fdd909c8', 'subnets': [{'id': 'ff216cd5-a438-4e93-8bdb-93f0599b8766', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843729-1-iscsi', False) {} {{(pid=103913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:43:16.396279 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fd15791-26a1-42cc-9d20-d4d7b94c5c61 None None] The sync data for ids ['48e30f03-5d76-449a-9676-6b67a05b7840'] in dv-cinder-843729-1-iscsi is: [{'id': '48e30f03-5d76-449a-9676-6b67a05b7840', 'name': 'tempest-TestVolumeBootPattern-2105689536-router', 'tenant_id': '3785f78e6d1048cfa0b5b123fdd909c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'external_fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': 'e3d9c358-d859-42c8-bdac-433ca7193892', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T17:36:40Z', 'updated_at': '2022-05-28T17:36:43Z', 'revision_number': 4, 'project_id': '3785f78e6d1048cfa0b5b123fdd909c8', 'gw_port': {'id': 'e3d9c358-d859-42c8-bdac-433ca7193892', 'name': '', 'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:bd:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48e30f03-5d76-449a-9676-6b67a05b7840', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:36:40Z', 'updated_at': '2022-05-28T17:36:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843729-1-iscsi', '_floatingips': [{'id': 'f73039a1-ad07-43af-9a49-a096641949d1', 'tenant_id': '3785f78e6d1048cfa0b5b123fdd909c8', 'floating_ip_address': '172.27.0.173', 'floating_network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'router_id': '48e30f03-5d76-449a-9676-6b67a05b7840', 'port_id': 'dabb34ca-260d-4456-bf8c-d75134c8feb6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a98bf986-b097-428c-84c6-2a59a4df1a9f', 'mac_address': 'fa:16:3e:dc:e9:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed659e94-1255-44d1-9f29-3acf52af9a8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T17:43:14Z', 'updated_at': '2022-05-28T17:43:14Z', 'revision_number': 0, 'project_id': '3785f78e6d1048cfa0b5b123fdd909c8', 'fixed_ip_address_scope': None}, {'id': 'fec31031-c968-47ad-b5eb-80878c2e9892', 'tenant_id': '3785f78e6d1048cfa0b5b123fdd909c8', 'floating_ip_address': '172.27.0.131', 'floating_network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'router_id': '48e30f03-5d76-449a-9676-6b67a05b7840', 'port_id': '5c34b26f-cf27-4dcb-bde9-01d75bac0901', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 695, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a98bf986-b097-428c-84c6-2a59a4df1a9f', 'mac_address': 'fa:16:3e:fe:b6:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55b6f098-3687-4ce1-a74a-2e050591eddd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T17:40:43Z', 'updated_at': '2022-05-28T17:40:45Z', 'revision_number': 1, 'project_id': '3785f78e6d1048cfa0b5b123fdd909c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e47eb2f-c38f-41b5-a640-fa1a228bac8b', 'name': '', 'network_id': 'a98bf986-b097-428c-84c6-2a59a4df1a9f', 'tenant_id': '3785f78e6d1048cfa0b5b123fdd909c8', 'mac_address': 'fa:16:3e:a3:76:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48e30f03-5d76-449a-9676-6b67a05b7840', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'ff216cd5-a438-4e93-8bdb-93f0599b8766', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:36:42Z', 'updated_at': '2022-05-28T17:36:48Z', 'revision_number': 5, 'project_id': '3785f78e6d1048cfa0b5b123fdd909c8', 'subnets': [{'id': 'ff216cd5-a438-4e93-8bdb-93f0599b8766', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 17:43:16.581998 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2326c62e-61af-44df-9ce9-20639cb0335b None None] New status for floating IP f73039a1-ad07-43af-9a49-a096641949d1: ACTIVE {{(pid=103914) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 28 17:43:22.902872 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-1c3a1ade-e519-4b4e-9ec8-3567631af697 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (b4d0b3c0-cc03-4456-af87-35ab415ef94b), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:43:23.565655 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=90 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:43:23.574826 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=82 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:43:25.187652 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-f6597535-10ff-45d9-8f73-2f8cba7be570 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (8a8c7bbb-808d-49ae-95de-62501e6237ff), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:43:26.303301 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=90,neutron:DELETE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:43:26.305361 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=51,neutron:DELETE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:43:26.488766 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-f22b8f6e-815f-41ba-a8b6-c2e56f67911e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (0b51406a-5a43-473c-8a39-67b2a4c71e5e), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:43:27.794543 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-44990afe-4038-4bea-a0ed-12e052229f33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (19502cf1-8899-41f0-9103-a107faa54218), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:43:28.495887 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:43:28.500140 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=15,neutron:UPDATE=1 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:43:29.426222 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (0032cfec-21e8-44dd-a7d5-0b8312dfe052), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:43:33.512687 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.agents_db [None req-b36f0ab6-f8d6-4670-a7fa-3628cf342135 None None] Agent healthcheck: found 6 active agents {{(pid=103914) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 28 17:43:35.415431 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (7cdbebfa-f3b4-48eb-8fbc-caed95606681), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:43:41.634515 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-1dc79e9a-7e02-4586-8025-5a2f54324057 req-835e61eb-c5ec-4a2e-ba19-1572f7fe4eac service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=55b6f098-3687-4ce1-a74a-2e050591eddd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0384653 May 28 17:43:41.731041 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc79e9a-7e02-4586-8025-5a2f54324057 req-becc0fe3-a877-43fa-bc0a-4d75a6af9ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:43:41.732535 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-1dc79e9a-7e02-4586-8025-5a2f54324057 req-becc0fe3-a877-43fa-bc0a-4d75a6af9ca3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3785f78e6d1048cfa0b5b123fdd909c8&device_id=55b6f098-3687-4ce1-a74a-2e050591eddd HTTP/1.1" status: 200 len: 1129 time: 0.0390701 May 28 17:43:41.840036 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc79e9a-7e02-4586-8025-5a2f54324057 req-eb868d62-d80c-4a5e-a3d7-fb5269cf35d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:43:41.841482 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-1dc79e9a-7e02-4586-8025-5a2f54324057 req-eb868d62-d80c-4a5e-a3d7-fb5269cf35d1 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a98bf986-b097-428c-84c6-2a59a4df1a9f HTTP/1.1" status: 200 len: 913 time: 0.0887725 May 28 17:43:41.904030 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-1dc79e9a-7e02-4586-8025-5a2f54324057 req-6a6c7f51-66fb-4225-b6cc-edbe82acee51 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5c34b26f-cf27-4dcb-bde9-01d75bac0901 HTTP/1.1" status: 200 len: 1001 time: 0.0567384 May 28 17:43:41.950269 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc79e9a-7e02-4586-8025-5a2f54324057 req-cd1262ae-4e89-46d1-a3f8-944908dbf188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:43:41.951701 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-1dc79e9a-7e02-4586-8025-5a2f54324057 req-cd1262ae-4e89-46d1-a3f8-944908dbf188 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ff216cd5-a438-4e93-8bdb-93f0599b8766 HTTP/1.1" status: 200 len: 851 time: 0.0421066 May 28 17:43:41.993194 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc79e9a-7e02-4586-8025-5a2f54324057 req-7390161b-d4b7-4e45-8ff4-1c23c86955c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:43:41.994536 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-1dc79e9a-7e02-4586-8025-5a2f54324057 req-7390161b-d4b7-4e45-8ff4-1c23c86955c3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a98bf986-b097-428c-84c6-2a59a4df1a9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0378165 May 28 17:43:42.084303 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-1dc79e9a-7e02-4586-8025-5a2f54324057 req-8312a561-2c22-4c77-af5c-25bc3e20aa5b service neutron] 10.222.0.16 "GET /v2.0/networks/a98bf986-b097-428c-84c6-2a59a4df1a9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839121 May 28 17:43:42.171215 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-1dc79e9a-7e02-4586-8025-5a2f54324057 req-aa9334a8-d96b-4747-8e74-ba59bb026870 service neutron] 10.222.0.16 "GET /v2.0/networks/a98bf986-b097-428c-84c6-2a59a4df1a9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813246 May 28 17:43:45.409080 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=21,neutron:UPDATE=1 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:43:45.411042 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=12,neutron:UPDATE=5 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:43:52.166969 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=54 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:43:52.168888 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=47 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:43:52.827776 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=14 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:43:52.830579 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=14 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:43:52.903652 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-91f89d91-d6f3-4d41-ad4a-bd11cb8b1167 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (b4d0b3c0-cc03-4456-af87-35ab415ef94b), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:43:55.193730 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-62cd4b24-4def-40c5-b945-f4cfb12ef43e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (8a8c7bbb-808d-49ae-95de-62501e6237ff), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:43:56.491584 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-f22b8f6e-815f-41ba-a8b6-c2e56f67911e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (0b51406a-5a43-473c-8a39-67b2a4c71e5e), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:43:57.796770 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-44990afe-4038-4bea-a0ed-12e052229f33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (19502cf1-8899-41f0-9103-a107faa54218), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:43:59.428451 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (0032cfec-21e8-44dd-a7d5-0b8312dfe052), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:44:05.428043 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (7cdbebfa-f3b4-48eb-8fbc-caed95606681), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:44:05.507115 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=4 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:44:09.378107 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=4 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:44:10.515387 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.agents_db [None req-b36f0ab6-f8d6-4670-a7fa-3628cf342135 None None] Agent healthcheck: found 6 active agents {{(pid=103914) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 28 17:44:15.133593 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.wsgi [req-c19916d3-3f9c-40da-94b7-7aba481c0f3c req-44ba92b8-d152-488a-b087-603835ca1393 service neutron] (103911) timed out ('10.222.0.16', 53273) {{(pid=103911) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 28 17:44:15.422658 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:44:15.424459 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:44:20.509807 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=2 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:44:22.906209 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-e8547d45-4a20-4920-907f-76febe2436b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (b4d0b3c0-cc03-4456-af87-35ab415ef94b), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:44:25.195418 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-6872fae2-32e2-4fe8-a84e-2a02237f9795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (8a8c7bbb-808d-49ae-95de-62501e6237ff), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:44:26.496511 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-f22b8f6e-815f-41ba-a8b6-c2e56f67911e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (0b51406a-5a43-473c-8a39-67b2a4c71e5e), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:44:27.800069 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-44990afe-4038-4bea-a0ed-12e052229f33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (19502cf1-8899-41f0-9103-a107faa54218), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:44:29.429797 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (0032cfec-21e8-44dd-a7d5-0b8312dfe052), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:44:35.427703 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (7cdbebfa-f3b4-48eb-8fbc-caed95606681), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:44:43.446980 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-4b52feb0-e308-4828-be25-939f7065fe8c req-70b256cd-e473-4017-ad03-36796e6a136c service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ed659e94-1255-44d1-9f29-3acf52af9a8b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0399497 May 28 17:44:43.522674 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b52feb0-e308-4828-be25-939f7065fe8c req-e4116e82-0c0d-4596-a6e7-4093523ccb2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:44:43.524205 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-4b52feb0-e308-4828-be25-939f7065fe8c req-e4116e82-0c0d-4596-a6e7-4093523ccb2d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3785f78e6d1048cfa0b5b123fdd909c8&device_id=ed659e94-1255-44d1-9f29-3acf52af9a8b HTTP/1.1" status: 200 len: 1130 time: 0.0446012 May 28 17:44:43.625832 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b52feb0-e308-4828-be25-939f7065fe8c req-1b3fb116-d85c-4f43-8401-be492f625193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:44:43.627580 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-4b52feb0-e308-4828-be25-939f7065fe8c req-1b3fb116-d85c-4f43-8401-be492f625193 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a98bf986-b097-428c-84c6-2a59a4df1a9f HTTP/1.1" status: 200 len: 913 time: 0.0849485 May 28 17:44:43.693187 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-4b52feb0-e308-4828-be25-939f7065fe8c req-3689d5de-65c9-42dd-85dd-2d61fed8a226 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dabb34ca-260d-4456-bf8c-d75134c8feb6 HTTP/1.1" status: 200 len: 1002 time: 0.0585952 May 28 17:44:43.740419 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b52feb0-e308-4828-be25-939f7065fe8c req-31388c3e-9371-43a8-998f-c466f91c8ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:44:43.741867 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-4b52feb0-e308-4828-be25-939f7065fe8c req-31388c3e-9371-43a8-998f-c466f91c8ae0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ff216cd5-a438-4e93-8bdb-93f0599b8766 HTTP/1.1" status: 200 len: 851 time: 0.0437891 May 28 17:44:43.783545 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b52feb0-e308-4828-be25-939f7065fe8c req-4141a65e-56ba-4feb-a420-8af51d539e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:44:43.785508 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-4b52feb0-e308-4828-be25-939f7065fe8c req-4141a65e-56ba-4feb-a420-8af51d539e41 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a98bf986-b097-428c-84c6-2a59a4df1a9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0376432 May 28 17:44:43.875987 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-4b52feb0-e308-4828-be25-939f7065fe8c req-43282fd1-1e59-4e3e-8fa1-34612b3c6b8a service neutron] 10.222.0.16 "GET /v2.0/networks/a98bf986-b097-428c-84c6-2a59a4df1a9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847144 May 28 17:44:43.963271 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-4b52feb0-e308-4828-be25-939f7065fe8c req-be265b98-1d84-4e33-98c7-2915327b2ed8 service neutron] 10.222.0.16 "GET /v2.0/networks/a98bf986-b097-428c-84c6-2a59a4df1a9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813129 May 28 17:44:45.418119 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=9 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:44:45.423910 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=9,neutron:UPDATE=6 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:44:47.514521 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.agents_db [None req-b36f0ab6-f8d6-4670-a7fa-3628cf342135 None None] Agent healthcheck: found 6 active agents {{(pid=103914) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 28 17:44:52.907431 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-967078b5-7f65-4665-bfd6-1a3767747518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (b4d0b3c0-cc03-4456-af87-35ab415ef94b), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:44:53.959313 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=57 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:44:53.960143 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=44 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:44:55.196825 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-83efc996-671d-421d-a073-dcdaf2ac8f06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (8a8c7bbb-808d-49ae-95de-62501e6237ff), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:44:56.498389 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-f22b8f6e-815f-41ba-a8b6-c2e56f67911e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (0b51406a-5a43-473c-8a39-67b2a4c71e5e), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:44:57.509478 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=6 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:44:57.510211 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:44:57.804057 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-44990afe-4038-4bea-a0ed-12e052229f33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (19502cf1-8899-41f0-9103-a107faa54218), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:44:59.432980 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (0032cfec-21e8-44dd-a7d5-0b8312dfe052), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:45:04.489715 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.33', 38184) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:45:04.628875 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.plugin [None req-64c33a3f-4093-4276-b29a-76fc5d476d39 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Deleting port d341ad2e-e70c-4033-97a8-5c38d9d5a011 {{(pid=103912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 28 17:45:04.629916 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-64c33a3f-4093-4276-b29a-76fc5d476d39 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735968504037'] for port (d341ad2e-e70c-4033-97a8-5c38d9d5a011), before_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:45:04.708578 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-64c33a3f-4093-4276-b29a-76fc5d476d39 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-660327'] for port (d341ad2e-e70c-4033-97a8-5c38d9d5a011), precommit_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:45:04.708900 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-64c33a3f-4093-4276-b29a-76fc5d476d39 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Publish callbacks [] for floatingip (d341ad2e-e70c-4033-97a8-5c38d9d5a011), precommit_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:45:04.721593 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.plugin [None req-64c33a3f-4093-4276-b29a-76fc5d476d39 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Calling delete_port for d341ad2e-e70c-4033-97a8-5c38d9d5a011 owned by network:floatingip {{(pid=103912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 28 17:45:04.863829 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-64c33a3f-4093-4276-b29a-76fc5d476d39 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735968512467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735968120122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6173922'] for port (d341ad2e-e70c-4033-97a8-5c38d9d5a011), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:45:05.153138 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c33a3f-4093-4276-b29a-76fc5d476d39 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Pushing event deleted for resources: {'Port': ['ID=d341ad2e-e70c-4033-97a8-5c38d9d5a011,revision_number=None']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:45:05.179856 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c33a3f-4093-4276-b29a-76fc5d476d39 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:45:05.180203 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c33a3f-4093-4276-b29a-76fc5d476d39 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:45:05.180549 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c33a3f-4093-4276-b29a-76fc5d476d39 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:45:05.180886 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c33a3f-4093-4276-b29a-76fc5d476d39 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:45:05.181218 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c33a3f-4093-4276-b29a-76fc5d476d39 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:45:05.181543 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c33a3f-4093-4276-b29a-76fc5d476d39 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:45:05.181866 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c33a3f-4093-4276-b29a-76fc5d476d39 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:45:05.182187 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c33a3f-4093-4276-b29a-76fc5d476d39 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:45:05.182508 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c33a3f-4093-4276-b29a-76fc5d476d39 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:45:05.182848 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c33a3f-4093-4276-b29a-76fc5d476d39 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:45:05.183156 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c33a3f-4093-4276-b29a-76fc5d476d39 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:45:05.183512 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c33a3f-4093-4276-b29a-76fc5d476d39 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:45:05.183835 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c33a3f-4093-4276-b29a-76fc5d476d39 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:45:05.184153 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c33a3f-4093-4276-b29a-76fc5d476d39 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:45:05.184469 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c33a3f-4093-4276-b29a-76fc5d476d39 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:45:05.225017 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-64c33a3f-4093-4276-b29a-76fc5d476d39 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Publish callbacks [] for floatingip (f73039a1-ad07-43af-9a49-a096641949d1), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:45:05.225346 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.db.l3_db [None req-64c33a3f-4093-4276-b29a-76fc5d476d39 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Floating IP f73039a1-ad07-43af-9a49-a096641949d1 disassociated (deleted). External IP: 172.27.0.173, port: dabb34ca-260d-4456-bf8c-d75134c8feb6. May 28 17:45:05.421231 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64c33a3f-4093-4276-b29a-76fc5d476d39 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Router 48e30f03-5d76-449a-9676-6b67a05b7840 has already been hosted by L3 agent 8a8c7bbb-808d-49ae-95de-62501e6237ff {{(pid=103912) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 17:45:05.427739 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (7cdbebfa-f3b4-48eb-8fbc-caed95606681), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:45:05.530553 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64c33a3f-4093-4276-b29a-76fc5d476d39 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Notify agent at l3_agent.dv-cinder-843729-1-iscsi the message routers_updated {{(pid=103912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 17:45:05.535212 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-64c33a3f-4093-4276-b29a-76fc5d476d39 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22441'] for floatingip (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:45:05.540782 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3625932-2a40-4e87-a9c0-ad5ddfc8a95f None None] Sync routers for ids ['48e30f03-5d76-449a-9676-6b67a05b7840'] in dv-cinder-843729-1-iscsi {{(pid=103913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 17:45:05.550067 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3625932-2a40-4e87-a9c0-ad5ddfc8a95f None None] Routers {'48e30f03-5d76-449a-9676-6b67a05b7840'} bound to L3 agent in host dv-cinder-843729-1-iscsi {{(pid=103913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 28 17:45:05.550684 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.l3_hamode_db [None req-b3625932-2a40-4e87-a9c0-ad5ddfc8a95f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843729-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T17:16:55Z,description=,heartbeat_timestamp=2022-05-28T17:44:55Z,host='dv-cinder-843729-1-iscsi',id=8a8c7bbb-808d-49ae-95de-62501e6237ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T17:16:55Z,topic='l3_agent')) {'router_ids': ['48e30f03-5d76-449a-9676-6b67a05b7840'], 'active': True} {{(pid=103913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:45:05.565356 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-64c33a3f-4093-4276-b29a-76fc5d476d39 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] 10.222.0.33 "DELETE /v2.0/floatingips/f73039a1-ad07-43af-9a49-a096641949d1 HTTP/1.1" status: 204 len: 168 time: 1.0746253 May 28 17:45:05.565948 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed659e94-1255-44d1-9f29-3acf52af9a8b', 'tag': 'dabb34ca-260d-4456-bf8c-d75134c8feb6'}] {{(pid=103912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 17:45:05.568287 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}192b2939a0ee72d6dca365a869ce4d556b01f2e73c600b6e44d67eb265bc480d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd1efb61-6fee-43b9-a66b-a40d8e08a46d" -d '{"events": [{"name": "network-changed", "server_uuid": "ed659e94-1255-44d1-9f29-3acf52af9a8b", "tag": "dabb34ca-260d-4456-bf8c-d75134c8feb6"}]}' {{(pid=103912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 28 17:45:05.664710 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.l3_dvr_db [None req-b3625932-2a40-4e87-a9c0-ad5ddfc8a95f None None] Set router 48e30f03-5d76-449a-9676-6b67a05b7840 gateway port host: dv-cinder-843729-1-iscsi {{(pid=103913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 28 17:45:05.667389 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 May 2022 17:45:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86ed1077-88fd-404b-8187-2d08a74756c5 x-openstack-request-id: req-86ed1077-88fd-404b-8187-2d08a74756c5 {{(pid=103912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 28 17:45:05.667568 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed659e94-1255-44d1-9f29-3acf52af9a8b", "tag": "dabb34ca-260d-4456-bf8c-d75134c8feb6", "status": "completed", "code": 200}]} {{(pid=103912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 28 17:45:05.667822 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-86ed1077-88fd-404b-8187-2d08a74756c5 {{(pid=103912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 28 17:45:05.668237 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86ed1077-88fd-404b-8187-2d08a74756c5'] response: {'name': 'network-changed', 'server_uuid': 'ed659e94-1255-44d1-9f29-3acf52af9a8b', 'tag': 'dabb34ca-260d-4456-bf8c-d75134c8feb6', 'status': 'completed', 'code': 200} May 28 17:45:05.765621 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1efb61-6fee-43b9-a66b-a40d8e08a46d req-3142e88c-876b-4002-a56c-a7e0ad0bd8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:45:05.767218 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-fd1efb61-6fee-43b9-a66b-a40d8e08a46d req-3142e88c-876b-4002-a56c-a7e0ad0bd8c3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3785f78e6d1048cfa0b5b123fdd909c8&device_id=ed659e94-1255-44d1-9f29-3acf52af9a8b HTTP/1.1" status: 200 len: 1130 time: 0.0522342 May 28 17:45:05.787364 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:45:05.793424 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:45:05.808369 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03edf60-cca6-4f36-9c86-26d4053b3f6c req-053db3e5-edd6-4301-af4a-b0f011f4b504 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:45:05.809853 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-f03edf60-cca6-4f36-9c86-26d4053b3f6c req-053db3e5-edd6-4301-af4a-b0f011f4b504 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] 10.222.0.33 "GET /v2.0/ports?device_id=ed659e94-1255-44d1-9f29-3acf52af9a8b HTTP/1.1" status: 200 len: 946 time: 0.0551233 May 28 17:45:05.859540 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-f03edf60-cca6-4f36-9c86-26d4053b3f6c req-8fecd989-5246-45c2-b8fc-78e6186d0b23 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] 10.222.0.33 "GET /v2.0/security-groups?id=b4df1026-1b55-41af-ad76-6b94971e15b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439289 May 28 17:45:05.887807 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.l3_hamode_db [None req-b3625932-2a40-4e87-a9c0-ad5ddfc8a95f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48e30f03-5d76-449a-9676-6b67a05b7840', 'name': 'tempest-TestVolumeBootPattern-2105689536-router', 'tenant_id': '3785f78e6d1048cfa0b5b123fdd909c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'external_fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': 'e3d9c358-d859-42c8-bdac-433ca7193892', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T17:36:40Z', 'updated_at': '2022-05-28T17:36:43Z', 'revision_number': 4, 'project_id': '3785f78e6d1048cfa0b5b123fdd909c8', 'gw_port': {'id': 'e3d9c358-d859-42c8-bdac-433ca7193892', 'name': '', 'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:bd:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48e30f03-5d76-449a-9676-6b67a05b7840', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:36:40Z', 'updated_at': '2022-05-28T17:36:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843729-1-iscsi', '_floatingips': [{'id': 'fec31031-c968-47ad-b5eb-80878c2e9892', 'tenant_id': '3785f78e6d1048cfa0b5b123fdd909c8', 'floating_ip_address': '172.27.0.131', 'floating_network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'router_id': '48e30f03-5d76-449a-9676-6b67a05b7840', 'port_id': '5c34b26f-cf27-4dcb-bde9-01d75bac0901', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 695, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a98bf986-b097-428c-84c6-2a59a4df1a9f', 'mac_address': 'fa:16:3e:fe:b6:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55b6f098-3687-4ce1-a74a-2e050591eddd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T17:40:43Z', 'updated_at': '2022-05-28T17:40:45Z', 'revision_number': 1, 'project_id': '3785f78e6d1048cfa0b5b123fdd909c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e47eb2f-c38f-41b5-a640-fa1a228bac8b', 'name': '', 'network_id': 'a98bf986-b097-428c-84c6-2a59a4df1a9f', 'tenant_id': '3785f78e6d1048cfa0b5b123fdd909c8', 'mac_address': 'fa:16:3e:a3:76:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48e30f03-5d76-449a-9676-6b67a05b7840', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'ff216cd5-a438-4e93-8bdb-93f0599b8766', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:36:42Z', 'updated_at': '2022-05-28T17:36:48Z', 'revision_number': 5, 'project_id': '3785f78e6d1048cfa0b5b123fdd909c8', 'subnets': [{'id': 'ff216cd5-a438-4e93-8bdb-93f0599b8766', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843729-1-iscsi', False) {} {{(pid=103913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:45:05.911984 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3625932-2a40-4e87-a9c0-ad5ddfc8a95f None None] Checking router: 48e30f03-5d76-449a-9676-6b67a05b7840 for host: dv-cinder-843729-1-iscsi {{(pid=103913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 17:45:05.920123 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3625932-2a40-4e87-a9c0-ad5ddfc8a95f None None] Routers {'48e30f03-5d76-449a-9676-6b67a05b7840'} bound to L3 agent in host dv-cinder-843729-1-iscsi {{(pid=103913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 28 17:45:05.920709 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.l3_hamode_db [None req-b3625932-2a40-4e87-a9c0-ad5ddfc8a95f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843729-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T17:16:55Z,description=,heartbeat_timestamp=2022-05-28T17:44:55Z,host='dv-cinder-843729-1-iscsi',id=8a8c7bbb-808d-49ae-95de-62501e6237ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T17:16:55Z,topic='l3_agent')) {'router_ids': ['48e30f03-5d76-449a-9676-6b67a05b7840'], 'active': True} {{(pid=103913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:45:06.019821 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.l3_dvr_db [None req-b3625932-2a40-4e87-a9c0-ad5ddfc8a95f None None] Set router 48e30f03-5d76-449a-9676-6b67a05b7840 gateway port host: dv-cinder-843729-1-iscsi {{(pid=103913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 28 17:45:06.178780 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:45:06.221321 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.l3_hamode_db [None req-b3625932-2a40-4e87-a9c0-ad5ddfc8a95f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48e30f03-5d76-449a-9676-6b67a05b7840', 'name': 'tempest-TestVolumeBootPattern-2105689536-router', 'tenant_id': '3785f78e6d1048cfa0b5b123fdd909c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'external_fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': 'e3d9c358-d859-42c8-bdac-433ca7193892', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T17:36:40Z', 'updated_at': '2022-05-28T17:36:43Z', 'revision_number': 4, 'project_id': '3785f78e6d1048cfa0b5b123fdd909c8', 'gw_port': {'id': 'e3d9c358-d859-42c8-bdac-433ca7193892', 'name': '', 'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:bd:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48e30f03-5d76-449a-9676-6b67a05b7840', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:36:40Z', 'updated_at': '2022-05-28T17:36:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843729-1-iscsi', '_floatingips': [{'id': 'fec31031-c968-47ad-b5eb-80878c2e9892', 'tenant_id': '3785f78e6d1048cfa0b5b123fdd909c8', 'floating_ip_address': '172.27.0.131', 'floating_network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'router_id': '48e30f03-5d76-449a-9676-6b67a05b7840', 'port_id': '5c34b26f-cf27-4dcb-bde9-01d75bac0901', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 695, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a98bf986-b097-428c-84c6-2a59a4df1a9f', 'mac_address': 'fa:16:3e:fe:b6:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55b6f098-3687-4ce1-a74a-2e050591eddd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T17:40:43Z', 'updated_at': '2022-05-28T17:40:45Z', 'revision_number': 1, 'project_id': '3785f78e6d1048cfa0b5b123fdd909c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e47eb2f-c38f-41b5-a640-fa1a228bac8b', 'name': '', 'network_id': 'a98bf986-b097-428c-84c6-2a59a4df1a9f', 'tenant_id': '3785f78e6d1048cfa0b5b123fdd909c8', 'mac_address': 'fa:16:3e:a3:76:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48e30f03-5d76-449a-9676-6b67a05b7840', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'ff216cd5-a438-4e93-8bdb-93f0599b8766', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:36:42Z', 'updated_at': '2022-05-28T17:36:48Z', 'revision_number': 5, 'project_id': '3785f78e6d1048cfa0b5b123fdd909c8', 'subnets': [{'id': 'ff216cd5-a438-4e93-8bdb-93f0599b8766', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843729-1-iscsi', False) {} {{(pid=103913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:45:06.248699 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3625932-2a40-4e87-a9c0-ad5ddfc8a95f None None] The sync data for ids ['48e30f03-5d76-449a-9676-6b67a05b7840'] in dv-cinder-843729-1-iscsi is: [{'id': '48e30f03-5d76-449a-9676-6b67a05b7840', 'name': 'tempest-TestVolumeBootPattern-2105689536-router', 'tenant_id': '3785f78e6d1048cfa0b5b123fdd909c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'external_fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': 'e3d9c358-d859-42c8-bdac-433ca7193892', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T17:36:40Z', 'updated_at': '2022-05-28T17:36:43Z', 'revision_number': 4, 'project_id': '3785f78e6d1048cfa0b5b123fdd909c8', 'gw_port': {'id': 'e3d9c358-d859-42c8-bdac-433ca7193892', 'name': '', 'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:bd:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48e30f03-5d76-449a-9676-6b67a05b7840', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:36:40Z', 'updated_at': '2022-05-28T17:36:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843729-1-iscsi', '_floatingips': [{'id': 'fec31031-c968-47ad-b5eb-80878c2e9892', 'tenant_id': '3785f78e6d1048cfa0b5b123fdd909c8', 'floating_ip_address': '172.27.0.131', 'floating_network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'router_id': '48e30f03-5d76-449a-9676-6b67a05b7840', 'port_id': '5c34b26f-cf27-4dcb-bde9-01d75bac0901', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 695, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a98bf986-b097-428c-84c6-2a59a4df1a9f', 'mac_address': 'fa:16:3e:fe:b6:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55b6f098-3687-4ce1-a74a-2e050591eddd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T17:40:43Z', 'updated_at': '2022-05-28T17:40:45Z', 'revision_number': 1, 'project_id': '3785f78e6d1048cfa0b5b123fdd909c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e47eb2f-c38f-41b5-a640-fa1a228bac8b', 'name': '', 'network_id': 'a98bf986-b097-428c-84c6-2a59a4df1a9f', 'tenant_id': '3785f78e6d1048cfa0b5b123fdd909c8', 'mac_address': 'fa:16:3e:a3:76:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48e30f03-5d76-449a-9676-6b67a05b7840', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'ff216cd5-a438-4e93-8bdb-93f0599b8766', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:36:42Z', 'updated_at': '2022-05-28T17:36:48Z', 'revision_number': 5, 'project_id': '3785f78e6d1048cfa0b5b123fdd909c8', 'subnets': [{'id': 'ff216cd5-a438-4e93-8bdb-93f0599b8766', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 17:45:06.475593 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7cf97a4-e2f6-4ac8-a447-f9fbf904e14f None None] New status for floating IP f73039a1-ad07-43af-9a49-a096641949d1: DOWN {{(pid=103914) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 28 17:45:06.851757 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1efb61-6fee-43b9-a66b-a40d8e08a46d req-20a63ca6-b338-4d2a-8df3-cbfbad32b4db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:45:06.853125 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-fd1efb61-6fee-43b9-a66b-a40d8e08a46d req-20a63ca6-b338-4d2a-8df3-cbfbad32b4db service neutron] 10.222.0.16 "GET /v2.0/networks?id=a98bf986-b097-428c-84c6-2a59a4df1a9f HTTP/1.1" status: 200 len: 913 time: 0.0860796 May 28 17:45:06.912625 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-fd1efb61-6fee-43b9-a66b-a40d8e08a46d req-fc063465-c742-4a12-956f-0e76e402914e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dabb34ca-260d-4456-bf8c-d75134c8feb6 HTTP/1.1" status: 200 len: 217 time: 0.0366898 May 28 17:45:07.008100 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a36e831-a7b4-4b8a-9fd4-07e5028a88e3 req-f0076a59-77c6-478c-b5b1-ed5bc21255e1 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:45:07.009532 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-9a36e831-a7b4-4b8a-9fd4-07e5028a88e3 req-f0076a59-77c6-478c-b5b1-ed5bc21255e1 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] 10.222.0.33 "GET /v2.0/ports?device_id=ed659e94-1255-44d1-9f29-3acf52af9a8b HTTP/1.1" status: 200 len: 946 time: 0.0776789 May 28 17:45:07.018280 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1efb61-6fee-43b9-a66b-a40d8e08a46d req-abeee635-9bd1-4175-9d1c-f6eabcfb1377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:45:07.020305 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-fd1efb61-6fee-43b9-a66b-a40d8e08a46d req-abeee635-9bd1-4175-9d1c-f6eabcfb1377 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ff216cd5-a438-4e93-8bdb-93f0599b8766 HTTP/1.1" status: 200 len: 851 time: 0.0758116 May 28 17:45:07.061156 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-9a36e831-a7b4-4b8a-9fd4-07e5028a88e3 req-43d794f3-b208-4858-8f77-0cf346b3ee1b tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] 10.222.0.33 "GET /v2.0/security-groups?id=b4df1026-1b55-41af-ad76-6b94971e15b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454345 May 28 17:45:07.163672 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1efb61-6fee-43b9-a66b-a40d8e08a46d req-144514b7-e73a-4dde-81d0-970816db0e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:45:07.165022 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-fd1efb61-6fee-43b9-a66b-a40d8e08a46d req-144514b7-e73a-4dde-81d0-970816db0e2b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a98bf986-b097-428c-84c6-2a59a4df1a9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0424013 May 28 17:45:07.252155 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-fd1efb61-6fee-43b9-a66b-a40d8e08a46d req-72746ed3-8204-43ae-9797-775ced2db4d5 service neutron] 10.222.0.16 "GET /v2.0/networks/a98bf986-b097-428c-84c6-2a59a4df1a9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809610 May 28 17:45:07.486204 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-fd1efb61-6fee-43b9-a66b-a40d8e08a46d req-3c21d30e-5622-4473-870e-558a85f756e9 service neutron] 10.222.0.16 "GET /v2.0/networks/a98bf986-b097-428c-84c6-2a59a4df1a9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851161 May 28 17:45:07.579015 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73d0db4-7309-4af7-83d3-bc054e93154a req-ce318636-bb15-4cd9-bf33-6081f5491601 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:45:07.580460 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-c73d0db4-7309-4af7-83d3-bc054e93154a req-ce318636-bb15-4cd9-bf33-6081f5491601 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] 10.222.0.16 "GET /v2.0/ports?device_id=ed659e94-1255-44d1-9f29-3acf52af9a8b HTTP/1.1" status: 200 len: 946 time: 0.0502360 May 28 17:45:07.662001 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [req-c73d0db4-7309-4af7-83d3-bc054e93154a req-3b280b3e-fff6-4556-acbf-f6817264c54f tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Deleting port dabb34ca-260d-4456-bf8c-d75134c8feb6 {{(pid=103911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 28 17:45:07.662335 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-c73d0db4-7309-4af7-83d3-bc054e93154a req-3b280b3e-fff6-4556-acbf-f6817264c54f tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735968504037'] for port (dabb34ca-260d-4456-bf8c-d75134c8feb6), before_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:45:07.755008 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [req-c73d0db4-7309-4af7-83d3-bc054e93154a req-3b280b3e-fff6-4556-acbf-f6817264c54f tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] For port dabb34ca-260d-4456-bf8c-d75134c8feb6, host hv-cinder-84372, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84372',level=0,port_id=dabb34ca-260d-4456-bf8c-d75134c8feb6,segment=NetworkSegment(868ce7ba-c384-40c5-a373-87b732b4b2f2),segment_id=868ce7ba-c384-40c5-a373-87b732b4b2f2)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 17:45:07.755392 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-c73d0db4-7309-4af7-83d3-bc054e93154a req-3b280b3e-fff6-4556-acbf-f6817264c54f tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-660327'] for port (dabb34ca-260d-4456-bf8c-d75134c8feb6), precommit_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:45:07.768321 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [req-c73d0db4-7309-4af7-83d3-bc054e93154a req-3b280b3e-fff6-4556-acbf-f6817264c54f tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Calling delete_port for dabb34ca-260d-4456-bf8c-d75134c8feb6 owned by compute:nova {{(pid=103911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 28 17:45:07.894818 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-c73d0db4-7309-4af7-83d3-bc054e93154a req-3b280b3e-fff6-4556-acbf-f6817264c54f tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735968512467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735968120122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6040268'] for port (dabb34ca-260d-4456-bf8c-d75134c8feb6), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:45:07.922011 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b280b3e-fff6-4556-acbf-f6817264c54f tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Pushing event deleted for resources: {'Port': ['ID=dabb34ca-260d-4456-bf8c-d75134c8feb6,revision_number=None']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:45:07.926457 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:45:07.932862 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:45:07.937139 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b280b3e-fff6-4556-acbf-f6817264c54f tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:45:07.937489 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b280b3e-fff6-4556-acbf-f6817264c54f tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:45:07.937831 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b280b3e-fff6-4556-acbf-f6817264c54f tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:45:07.938171 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b280b3e-fff6-4556-acbf-f6817264c54f tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:45:07.938508 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b280b3e-fff6-4556-acbf-f6817264c54f tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:45:07.938837 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b280b3e-fff6-4556-acbf-f6817264c54f tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:45:07.939165 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b280b3e-fff6-4556-acbf-f6817264c54f tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:45:07.939517 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b280b3e-fff6-4556-acbf-f6817264c54f tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:45:07.939842 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b280b3e-fff6-4556-acbf-f6817264c54f tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:45:07.940167 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b280b3e-fff6-4556-acbf-f6817264c54f tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:45:07.940494 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b280b3e-fff6-4556-acbf-f6817264c54f tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:45:07.940818 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b280b3e-fff6-4556-acbf-f6817264c54f tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:45:07.941138 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b280b3e-fff6-4556-acbf-f6817264c54f tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:45:07.941547 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b280b3e-fff6-4556-acbf-f6817264c54f tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:45:07.942076 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b280b3e-fff6-4556-acbf-f6817264c54f tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:45:07.980073 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [req-c73d0db4-7309-4af7-83d3-bc054e93154a req-3b280b3e-fff6-4556-acbf-f6817264c54f tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] No DVR routers for this DVR port dabb34ca-260d-4456-bf8c-d75134c8feb6 on host hv-cinder-84372 {{(pid=103911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 17:45:07.982403 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-c73d0db4-7309-4af7-83d3-bc054e93154a req-3b280b3e-fff6-4556-acbf-f6817264c54f tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22441'] for port (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:45:07.985593 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-c73d0db4-7309-4af7-83d3-bc054e93154a req-3b280b3e-fff6-4556-acbf-f6817264c54f tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] 10.222.0.16 "DELETE /v2.0/ports/dabb34ca-260d-4456-bf8c-d75134c8feb6 HTTP/1.1" status: 204 len: 173 time: 0.3992136 May 28 17:45:07.986027 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed659e94-1255-44d1-9f29-3acf52af9a8b', 'name': 'network-vif-deleted', 'tag': 'dabb34ca-260d-4456-bf8c-d75134c8feb6'}] {{(pid=103911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 17:45:07.989017 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb6e18ef154237edf928b85f6b333e0f790e93c3571d1d8d4f7e4f30b44c92d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb053c9c-bc30-4d5c-996a-34fc30be7f92" -d '{"events": [{"server_uuid": "ed659e94-1255-44d1-9f29-3acf52af9a8b", "name": "network-vif-deleted", "tag": "dabb34ca-260d-4456-bf8c-d75134c8feb6"}]}' {{(pid=103911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 28 17:45:08.028700 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 May 2022 17:45:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc04b978-4db9-4e52-ad6c-cef7ea6e9eb3 x-openstack-request-id: req-fc04b978-4db9-4e52-ad6c-cef7ea6e9eb3 {{(pid=103911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 28 17:45:08.029035 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed659e94-1255-44d1-9f29-3acf52af9a8b", "name": "network-vif-deleted", "tag": "dabb34ca-260d-4456-bf8c-d75134c8feb6", "status": "completed", "code": 200}]} {{(pid=103911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 28 17:45:08.029293 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-fc04b978-4db9-4e52-ad6c-cef7ea6e9eb3 {{(pid=103911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 28 17:45:08.029693 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc04b978-4db9-4e52-ad6c-cef7ea6e9eb3'] response: {'server_uuid': 'ed659e94-1255-44d1-9f29-3acf52af9a8b', 'name': 'network-vif-deleted', 'tag': 'dabb34ca-260d-4456-bf8c-d75134c8feb6', 'status': 'completed', 'code': 200} May 28 17:45:08.159049 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-dcbd2ab4-6284-4980-ada1-798dfa14b7ad req-89377600-4fee-48ec-be17-ae6bd3cdff0b tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] 10.222.0.33 "GET /v2.0/ports?device_id=ed659e94-1255-44d1-9f29-3acf52af9a8b HTTP/1.1" status: 200 len: 210 time: 0.0309987 May 28 17:45:09.719431 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Device dabb34ca-260d-4456-bf8c-d75134c8feb6 no longer exists at agent hyperv_hv-cinder-84372 {{(pid=103913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 28 17:45:09.738451 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] No Port match for: dabb34ca-260d-4456-bf8c-d75134c8feb6 {{(pid=103913) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 28 17:45:09.738791 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Device dabb34ca-260d-4456-bf8c-d75134c8feb6 not bound to the agent host hv-cinder-84372 {{(pid=103913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 28 17:45:11.447393 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.33', 38224) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:45:11.587854 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.plugin [None req-f8e5d7ee-47c0-4681-b8b9-9fbeb827d903 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Deleting port a7cc052e-7b7d-4053-990e-54aa26d43b7c {{(pid=103912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 28 17:45:11.588194 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-f8e5d7ee-47c0-4681-b8b9-9fbeb827d903 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735968504037'] for port (a7cc052e-7b7d-4053-990e-54aa26d43b7c), before_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:45:11.666289 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-f8e5d7ee-47c0-4681-b8b9-9fbeb827d903 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-660327'] for port (a7cc052e-7b7d-4053-990e-54aa26d43b7c), precommit_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:45:11.666612 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-f8e5d7ee-47c0-4681-b8b9-9fbeb827d903 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Publish callbacks [] for floatingip (a7cc052e-7b7d-4053-990e-54aa26d43b7c), precommit_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:45:11.679846 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.plugin [None req-f8e5d7ee-47c0-4681-b8b9-9fbeb827d903 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Calling delete_port for a7cc052e-7b7d-4053-990e-54aa26d43b7c owned by network:floatingip {{(pid=103912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 28 17:45:11.826851 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-f8e5d7ee-47c0-4681-b8b9-9fbeb827d903 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735968512467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735968120122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6173922'] for port (a7cc052e-7b7d-4053-990e-54aa26d43b7c), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:45:11.852347 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e5d7ee-47c0-4681-b8b9-9fbeb827d903 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Pushing event deleted for resources: {'Port': ['ID=a7cc052e-7b7d-4053-990e-54aa26d43b7c,revision_number=None']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:45:11.918874 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-f8e5d7ee-47c0-4681-b8b9-9fbeb827d903 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Publish callbacks [] for floatingip (fec31031-c968-47ad-b5eb-80878c2e9892), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:45:11.919224 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.db.l3_db [None req-f8e5d7ee-47c0-4681-b8b9-9fbeb827d903 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Floating IP fec31031-c968-47ad-b5eb-80878c2e9892 disassociated (deleted). External IP: 172.27.0.131, port: 5c34b26f-cf27-4dcb-bde9-01d75bac0901. May 28 17:45:12.112078 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8e5d7ee-47c0-4681-b8b9-9fbeb827d903 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Router 48e30f03-5d76-449a-9676-6b67a05b7840 has already been hosted by L3 agent 8a8c7bbb-808d-49ae-95de-62501e6237ff {{(pid=103912) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 17:45:12.162084 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:45:12.216290 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8e5d7ee-47c0-4681-b8b9-9fbeb827d903 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Notify agent at l3_agent.dv-cinder-843729-1-iscsi the message routers_updated {{(pid=103912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 17:45:12.221036 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-f8e5d7ee-47c0-4681-b8b9-9fbeb827d903 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22441'] for floatingip (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:45:12.226234 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b5be1c-8ac1-4966-96fe-e45ba7ab4211 None None] Sync routers for ids ['48e30f03-5d76-449a-9676-6b67a05b7840'] in dv-cinder-843729-1-iscsi {{(pid=103913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 17:45:12.235896 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b5be1c-8ac1-4966-96fe-e45ba7ab4211 None None] Routers {'48e30f03-5d76-449a-9676-6b67a05b7840'} bound to L3 agent in host dv-cinder-843729-1-iscsi {{(pid=103913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 28 17:45:12.236504 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.l3_hamode_db [None req-85b5be1c-8ac1-4966-96fe-e45ba7ab4211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843729-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T17:16:55Z,description=,heartbeat_timestamp=2022-05-28T17:44:55Z,host='dv-cinder-843729-1-iscsi',id=8a8c7bbb-808d-49ae-95de-62501e6237ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T17:16:55Z,topic='l3_agent')) {'router_ids': ['48e30f03-5d76-449a-9676-6b67a05b7840'], 'active': True} {{(pid=103913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:45:12.249143 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-f8e5d7ee-47c0-4681-b8b9-9fbeb827d903 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] 10.222.0.33 "DELETE /v2.0/floatingips/fec31031-c968-47ad-b5eb-80878c2e9892 HTTP/1.1" status: 204 len: 168 time: 0.8007102 May 28 17:45:12.249815 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55b6f098-3687-4ce1-a74a-2e050591eddd', 'tag': '5c34b26f-cf27-4dcb-bde9-01d75bac0901'}] {{(pid=103912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 17:45:12.252149 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}192b2939a0ee72d6dca365a869ce4d556b01f2e73c600b6e44d67eb265bc480d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94a69325-53f5-4c12-a688-02700bb25b88" -d '{"events": [{"name": "network-changed", "server_uuid": "55b6f098-3687-4ce1-a74a-2e050591eddd", "tag": "5c34b26f-cf27-4dcb-bde9-01d75bac0901"}]}' {{(pid=103912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 28 17:45:12.294578 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=100 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:45:12.296928 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 May 2022 17:45:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cde96c0f-71ec-41af-90b9-0749021adc48 x-openstack-request-id: req-cde96c0f-71ec-41af-90b9-0749021adc48 {{(pid=103912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 28 17:45:12.297219 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55b6f098-3687-4ce1-a74a-2e050591eddd", "tag": "5c34b26f-cf27-4dcb-bde9-01d75bac0901", "status": "completed", "code": 200}]} {{(pid=103912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 28 17:45:12.297467 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-cde96c0f-71ec-41af-90b9-0749021adc48 {{(pid=103912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 28 17:45:12.297873 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cde96c0f-71ec-41af-90b9-0749021adc48'] response: {'name': 'network-changed', 'server_uuid': '55b6f098-3687-4ce1-a74a-2e050591eddd', 'tag': '5c34b26f-cf27-4dcb-bde9-01d75bac0901', 'status': 'completed', 'code': 200} May 28 17:45:12.341280 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.l3_dvr_db [None req-85b5be1c-8ac1-4966-96fe-e45ba7ab4211 None None] Set router 48e30f03-5d76-449a-9676-6b67a05b7840 gateway port host: dv-cinder-843729-1-iscsi {{(pid=103913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 28 17:45:12.379736 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a69325-53f5-4c12-a688-02700bb25b88 req-e0f61883-9204-4945-84d4-f40d4b168e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:45:12.382410 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-94a69325-53f5-4c12-a688-02700bb25b88 req-e0f61883-9204-4945-84d4-f40d4b168e2d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3785f78e6d1048cfa0b5b123fdd909c8&device_id=55b6f098-3687-4ce1-a74a-2e050591eddd HTTP/1.1" status: 200 len: 1129 time: 0.0423515 May 28 17:45:12.473040 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:45:12.494272 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a69325-53f5-4c12-a688-02700bb25b88 req-e60abdc5-7f5f-40d8-a8f8-db04fd92f889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:45:12.494712 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884e3617-1dc8-4ab0-93b6-c0af7c0abf79 req-79a2442c-416e-463c-a32c-5436d9674705 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:45:12.495909 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-94a69325-53f5-4c12-a688-02700bb25b88 req-e60abdc5-7f5f-40d8-a8f8-db04fd92f889 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a98bf986-b097-428c-84c6-2a59a4df1a9f HTTP/1.1" status: 200 len: 913 time: 0.1066229 May 28 17:45:12.496234 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-884e3617-1dc8-4ab0-93b6-c0af7c0abf79 req-79a2442c-416e-463c-a32c-5436d9674705 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] 10.222.0.33 "GET /v2.0/ports?device_id=55b6f098-3687-4ce1-a74a-2e050591eddd HTTP/1.1" status: 200 len: 945 time: 0.0555496 May 28 17:45:12.540052 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.l3_hamode_db [None req-85b5be1c-8ac1-4966-96fe-e45ba7ab4211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48e30f03-5d76-449a-9676-6b67a05b7840', 'name': 'tempest-TestVolumeBootPattern-2105689536-router', 'tenant_id': '3785f78e6d1048cfa0b5b123fdd909c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'external_fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': 'e3d9c358-d859-42c8-bdac-433ca7193892', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T17:36:40Z', 'updated_at': '2022-05-28T17:36:43Z', 'revision_number': 4, 'project_id': '3785f78e6d1048cfa0b5b123fdd909c8', 'gw_port': {'id': 'e3d9c358-d859-42c8-bdac-433ca7193892', 'name': '', 'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:bd:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48e30f03-5d76-449a-9676-6b67a05b7840', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:36:40Z', 'updated_at': '2022-05-28T17:36:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843729-1-iscsi', '_interfaces': [{'id': '9e47eb2f-c38f-41b5-a640-fa1a228bac8b', 'name': '', 'network_id': 'a98bf986-b097-428c-84c6-2a59a4df1a9f', 'tenant_id': '3785f78e6d1048cfa0b5b123fdd909c8', 'mac_address': 'fa:16:3e:a3:76:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48e30f03-5d76-449a-9676-6b67a05b7840', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'ff216cd5-a438-4e93-8bdb-93f0599b8766', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:36:42Z', 'updated_at': '2022-05-28T17:36:48Z', 'revision_number': 5, 'project_id': '3785f78e6d1048cfa0b5b123fdd909c8', 'subnets': [{'id': 'ff216cd5-a438-4e93-8bdb-93f0599b8766', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843729-1-iscsi', False) {} {{(pid=103913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:45:12.547845 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [req-884e3617-1dc8-4ab0-93b6-c0af7c0abf79 req-20f14af3-8100-4370-88cd-65e20d5c7151 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] 10.222.0.33 "GET /v2.0/security-groups?id=b4df1026-1b55-41af-ad76-6b94971e15b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456166 May 28 17:45:12.566213 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b5be1c-8ac1-4966-96fe-e45ba7ab4211 None None] Checking router: 48e30f03-5d76-449a-9676-6b67a05b7840 for host: dv-cinder-843729-1-iscsi {{(pid=103913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 17:45:12.574742 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b5be1c-8ac1-4966-96fe-e45ba7ab4211 None None] Routers {'48e30f03-5d76-449a-9676-6b67a05b7840'} bound to L3 agent in host dv-cinder-843729-1-iscsi {{(pid=103913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 28 17:45:12.575419 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.l3_hamode_db [None req-85b5be1c-8ac1-4966-96fe-e45ba7ab4211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843729-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T17:16:55Z,description=,heartbeat_timestamp=2022-05-28T17:44:55Z,host='dv-cinder-843729-1-iscsi',id=8a8c7bbb-808d-49ae-95de-62501e6237ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T17:16:55Z,topic='l3_agent')) {'router_ids': ['48e30f03-5d76-449a-9676-6b67a05b7840'], 'active': True} {{(pid=103913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:45:12.799747 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.l3_dvr_db [None req-85b5be1c-8ac1-4966-96fe-e45ba7ab4211 None None] Set router 48e30f03-5d76-449a-9676-6b67a05b7840 gateway port host: dv-cinder-843729-1-iscsi {{(pid=103913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 28 17:45:12.977951 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.l3_hamode_db [None req-85b5be1c-8ac1-4966-96fe-e45ba7ab4211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48e30f03-5d76-449a-9676-6b67a05b7840', 'name': 'tempest-TestVolumeBootPattern-2105689536-router', 'tenant_id': '3785f78e6d1048cfa0b5b123fdd909c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'external_fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': 'e3d9c358-d859-42c8-bdac-433ca7193892', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T17:36:40Z', 'updated_at': '2022-05-28T17:36:43Z', 'revision_number': 4, 'project_id': '3785f78e6d1048cfa0b5b123fdd909c8', 'gw_port': {'id': 'e3d9c358-d859-42c8-bdac-433ca7193892', 'name': '', 'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:bd:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48e30f03-5d76-449a-9676-6b67a05b7840', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:36:40Z', 'updated_at': '2022-05-28T17:36:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843729-1-iscsi', '_interfaces': [{'id': '9e47eb2f-c38f-41b5-a640-fa1a228bac8b', 'name': '', 'network_id': 'a98bf986-b097-428c-84c6-2a59a4df1a9f', 'tenant_id': '3785f78e6d1048cfa0b5b123fdd909c8', 'mac_address': 'fa:16:3e:a3:76:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48e30f03-5d76-449a-9676-6b67a05b7840', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'ff216cd5-a438-4e93-8bdb-93f0599b8766', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:36:42Z', 'updated_at': '2022-05-28T17:36:48Z', 'revision_number': 5, 'project_id': '3785f78e6d1048cfa0b5b123fdd909c8', 'subnets': [{'id': 'ff216cd5-a438-4e93-8bdb-93f0599b8766', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843729-1-iscsi', False) {} {{(pid=103913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:45:13.002205 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b5be1c-8ac1-4966-96fe-e45ba7ab4211 None None] The sync data for ids ['48e30f03-5d76-449a-9676-6b67a05b7840'] in dv-cinder-843729-1-iscsi is: [{'id': '48e30f03-5d76-449a-9676-6b67a05b7840', 'name': 'tempest-TestVolumeBootPattern-2105689536-router', 'tenant_id': '3785f78e6d1048cfa0b5b123fdd909c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'external_fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': 'e3d9c358-d859-42c8-bdac-433ca7193892', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T17:36:40Z', 'updated_at': '2022-05-28T17:36:43Z', 'revision_number': 4, 'project_id': '3785f78e6d1048cfa0b5b123fdd909c8', 'gw_port': {'id': 'e3d9c358-d859-42c8-bdac-433ca7193892', 'name': '', 'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:bd:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48e30f03-5d76-449a-9676-6b67a05b7840', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:36:40Z', 'updated_at': '2022-05-28T17:36:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843729-1-iscsi', '_interfaces': [{'id': '9e47eb2f-c38f-41b5-a640-fa1a228bac8b', 'name': '', 'network_id': 'a98bf986-b097-428c-84c6-2a59a4df1a9f', 'tenant_id': '3785f78e6d1048cfa0b5b123fdd909c8', 'mac_address': 'fa:16:3e:a3:76:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48e30f03-5d76-449a-9676-6b67a05b7840', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'ff216cd5-a438-4e93-8bdb-93f0599b8766', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:36:42Z', 'updated_at': '2022-05-28T17:36:48Z', 'revision_number': 5, 'project_id': '3785f78e6d1048cfa0b5b123fdd909c8', 'subnets': [{'id': 'ff216cd5-a438-4e93-8bdb-93f0599b8766', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 17:45:13.225144 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcac7c2d-dc6a-47aa-a566-5ee3925e66ed None None] New status for floating IP fec31031-c968-47ad-b5eb-80878c2e9892: DOWN {{(pid=103914) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 28 17:45:13.465328 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-94a69325-53f5-4c12-a688-02700bb25b88 req-77509eb0-2eb9-49fb-b61b-cbe0dc39c179 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5c34b26f-cf27-4dcb-bde9-01d75bac0901 HTTP/1.1" status: 200 len: 217 time: 0.0352194 May 28 17:45:13.513479 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a69325-53f5-4c12-a688-02700bb25b88 req-358d6fcf-85d0-476c-87bf-7be5e7d24911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:45:13.514866 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-94a69325-53f5-4c12-a688-02700bb25b88 req-358d6fcf-85d0-476c-87bf-7be5e7d24911 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ff216cd5-a438-4e93-8bdb-93f0599b8766 HTTP/1.1" status: 200 len: 851 time: 0.0429571 May 28 17:45:13.578150 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a69325-53f5-4c12-a688-02700bb25b88 req-12dbd7f7-ca28-49c6-93c5-4e24f7df72f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:45:13.579642 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-94a69325-53f5-4c12-a688-02700bb25b88 req-12dbd7f7-ca28-49c6-93c5-4e24f7df72f8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a98bf986-b097-428c-84c6-2a59a4df1a9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0383656 May 28 17:45:13.705006 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2508c2-6397-4dfb-9003-7085a473bf1b req-d5dd896a-7d3e-4483-902a-8f29e69ac1a0 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:45:13.707448 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-1a2508c2-6397-4dfb-9003-7085a473bf1b req-d5dd896a-7d3e-4483-902a-8f29e69ac1a0 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] 10.222.0.33 "GET /v2.0/ports?device_id=55b6f098-3687-4ce1-a74a-2e050591eddd HTTP/1.1" status: 200 len: 945 time: 0.0897267 May 28 17:45:13.731674 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-94a69325-53f5-4c12-a688-02700bb25b88 req-3ab51746-84e8-433e-bfad-b506de971cbe service neutron] 10.222.0.16 "GET /v2.0/networks/a98bf986-b097-428c-84c6-2a59a4df1a9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426353 May 28 17:45:13.762093 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-1a2508c2-6397-4dfb-9003-7085a473bf1b req-248133e4-da9c-4dba-8ec8-5de4b44a31f8 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] 10.222.0.33 "GET /v2.0/security-groups?id=b4df1026-1b55-41af-ad76-6b94971e15b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475771 May 28 17:45:13.904838 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-94a69325-53f5-4c12-a688-02700bb25b88 req-c3ce925e-eccb-4875-82bc-11e6950926b7 service neutron] 10.222.0.16 "GET /v2.0/networks/a98bf986-b097-428c-84c6-2a59a4df1a9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855179 May 28 17:45:14.197471 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58601424-8022-42f1-8f5e-de1836280cfb req-a718223e-5445-40aa-b256-a0490fcee25d tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 17:45:14.198914 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-58601424-8022-42f1-8f5e-de1836280cfb req-a718223e-5445-40aa-b256-a0490fcee25d tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] 10.222.0.16 "GET /v2.0/ports?device_id=55b6f098-3687-4ce1-a74a-2e050591eddd HTTP/1.1" status: 200 len: 945 time: 0.0462492 May 28 17:45:14.287904 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [req-58601424-8022-42f1-8f5e-de1836280cfb req-4d22d6c5-7144-4bc6-9918-ac64c65203df tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Deleting port 5c34b26f-cf27-4dcb-bde9-01d75bac0901 {{(pid=103911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 28 17:45:14.288244 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-58601424-8022-42f1-8f5e-de1836280cfb req-4d22d6c5-7144-4bc6-9918-ac64c65203df tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735968504037'] for port (5c34b26f-cf27-4dcb-bde9-01d75bac0901), before_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:45:14.375736 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [req-58601424-8022-42f1-8f5e-de1836280cfb req-4d22d6c5-7144-4bc6-9918-ac64c65203df tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] For port 5c34b26f-cf27-4dcb-bde9-01d75bac0901, host hv-cinder-84372, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84372',level=0,port_id=5c34b26f-cf27-4dcb-bde9-01d75bac0901,segment=NetworkSegment(868ce7ba-c384-40c5-a373-87b732b4b2f2),segment_id=868ce7ba-c384-40c5-a373-87b732b4b2f2)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 17:45:14.376089 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-58601424-8022-42f1-8f5e-de1836280cfb req-4d22d6c5-7144-4bc6-9918-ac64c65203df tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-660327'] for port (5c34b26f-cf27-4dcb-bde9-01d75bac0901), precommit_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:45:14.388986 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [req-58601424-8022-42f1-8f5e-de1836280cfb req-4d22d6c5-7144-4bc6-9918-ac64c65203df tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Calling delete_port for 5c34b26f-cf27-4dcb-bde9-01d75bac0901 owned by compute:nova {{(pid=103911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 28 17:45:14.466056 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:45:14.519767 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-58601424-8022-42f1-8f5e-de1836280cfb req-4d22d6c5-7144-4bc6-9918-ac64c65203df tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735968512467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735968120122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6040268'] for port (5c34b26f-cf27-4dcb-bde9-01d75bac0901), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:45:14.547575 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d22d6c5-7144-4bc6-9918-ac64c65203df tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Pushing event deleted for resources: {'Port': ['ID=5c34b26f-cf27-4dcb-bde9-01d75bac0901,revision_number=None']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:45:14.594405 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [req-58601424-8022-42f1-8f5e-de1836280cfb req-4d22d6c5-7144-4bc6-9918-ac64c65203df tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] No DVR routers for this DVR port 5c34b26f-cf27-4dcb-bde9-01d75bac0901 on host hv-cinder-84372 {{(pid=103911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 17:45:14.596865 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [req-58601424-8022-42f1-8f5e-de1836280cfb req-4d22d6c5-7144-4bc6-9918-ac64c65203df tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22441'] for port (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:45:14.600177 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-58601424-8022-42f1-8f5e-de1836280cfb req-4d22d6c5-7144-4bc6-9918-ac64c65203df tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] 10.222.0.16 "DELETE /v2.0/ports/5c34b26f-cf27-4dcb-bde9-01d75bac0901 HTTP/1.1" status: 204 len: 173 time: 0.3932621 May 28 17:45:14.600605 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55b6f098-3687-4ce1-a74a-2e050591eddd', 'name': 'network-vif-deleted', 'tag': '5c34b26f-cf27-4dcb-bde9-01d75bac0901'}] {{(pid=103911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 17:45:14.602765 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb6e18ef154237edf928b85f6b333e0f790e93c3571d1d8d4f7e4f30b44c92d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-025e4e49-2028-431d-9327-4417eba33ea9" -d '{"events": [{"server_uuid": "55b6f098-3687-4ce1-a74a-2e050591eddd", "name": "network-vif-deleted", "tag": "5c34b26f-cf27-4dcb-bde9-01d75bac0901"}]}' {{(pid=103911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 28 17:45:14.638866 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 May 2022 17:45:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-438a8c8c-30a6-4b11-86d2-f3fe41408ea7 x-openstack-request-id: req-438a8c8c-30a6-4b11-86d2-f3fe41408ea7 {{(pid=103911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 28 17:45:14.639138 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55b6f098-3687-4ce1-a74a-2e050591eddd", "name": "network-vif-deleted", "tag": "5c34b26f-cf27-4dcb-bde9-01d75bac0901", "status": "completed", "code": 200}]} {{(pid=103911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 28 17:45:14.639411 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-438a8c8c-30a6-4b11-86d2-f3fe41408ea7 {{(pid=103911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 28 17:45:14.639812 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-438a8c8c-30a6-4b11-86d2-f3fe41408ea7'] response: {'server_uuid': '55b6f098-3687-4ce1-a74a-2e050591eddd', 'name': 'network-vif-deleted', 'tag': '5c34b26f-cf27-4dcb-bde9-01d75bac0901', 'status': 'completed', 'code': 200} May 28 17:45:14.841966 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:45:14.860715 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [req-2f7b6c4d-6924-4d8b-b563-b6006e1b2c2f req-39cf59af-dd09-4234-ad3b-ce1be22e28c6 tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] 10.222.0.33 "GET /v2.0/ports?device_id=55b6f098-3687-4ce1-a74a-2e050591eddd HTTP/1.1" status: 200 len: 210 time: 0.0291622 May 28 17:45:15.928039 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.33', 38240) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:45:16.033732 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.plugin [None req-12e50043-614b-4c3e-a916-f3f87ea3b8ec tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Deleting port 8edc6f53-438b-4169-8263-32e8e5e48f8f {{(pid=103912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 28 17:45:16.034065 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-12e50043-614b-4c3e-a916-f3f87ea3b8ec tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735968504037'] for port (8edc6f53-438b-4169-8263-32e8e5e48f8f), before_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:45:16.107052 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-12e50043-614b-4c3e-a916-f3f87ea3b8ec tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-660327'] for port (8edc6f53-438b-4169-8263-32e8e5e48f8f), precommit_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:45:16.107400 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-12e50043-614b-4c3e-a916-f3f87ea3b8ec tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Publish callbacks [] for floatingip (8edc6f53-438b-4169-8263-32e8e5e48f8f), precommit_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:45:16.119809 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.plugin [None req-12e50043-614b-4c3e-a916-f3f87ea3b8ec tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Calling delete_port for 8edc6f53-438b-4169-8263-32e8e5e48f8f owned by network:floatingip {{(pid=103912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 28 17:45:16.245434 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-12e50043-614b-4c3e-a916-f3f87ea3b8ec tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735968512467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735968120122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6173922'] for port (8edc6f53-438b-4169-8263-32e8e5e48f8f), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:45:16.269984 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e50043-614b-4c3e-a916-f3f87ea3b8ec tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Pushing event deleted for resources: {'Port': ['ID=8edc6f53-438b-4169-8263-32e8e5e48f8f,revision_number=None']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:45:16.336636 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-12e50043-614b-4c3e-a916-f3f87ea3b8ec tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Publish callbacks [] for floatingip (00a1e924-fcc4-41df-ab9d-4f7c63bf7d73), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:45:16.339091 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-12e50043-614b-4c3e-a916-f3f87ea3b8ec tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22441'] for floatingip (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:45:16.340254 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-12e50043-614b-4c3e-a916-f3f87ea3b8ec tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] 10.222.0.33 "DELETE /v2.0/floatingips/00a1e924-fcc4-41df-ab9d-4f7c63bf7d73 HTTP/1.1" status: 204 len: 168 time: 0.4123516 May 28 17:45:17.537612 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.33', 38252) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:45:17.594111 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-12db200c-13f6-43f0-85ec-af448296765d tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Publish callbacks [] for security_group (b4df1026-1b55-41af-ad76-6b94971e15b7), before_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:45:17.618459 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-12db200c-13f6-43f0-85ec-af448296765d tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Publish callbacks [] for security_group (b4df1026-1b55-41af-ad76-6b94971e15b7), precommit_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:45:17.677648 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-12db200c-13f6-43f0-85ec-af448296765d tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594961'] for security_group (b4df1026-1b55-41af-ad76-6b94971e15b7), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:45:17.680252 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-12db200c-13f6-43f0-85ec-af448296765d tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Publish callbacks [] for security_group (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:45:17.681420 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-12db200c-13f6-43f0-85ec-af448296765d tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] 10.222.0.33 "DELETE /v2.0/security-groups/b4df1026-1b55-41af-ad76-6b94971e15b7 HTTP/1.1" status: 204 len: 168 time: 0.1428380 May 28 17:45:17.691031 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12db200c-13f6-43f0-85ec-af448296765d tempest-TestVolumeBootPattern-1713257441 tempest-TestVolumeBootPattern-1713257441-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4df1026-1b55-41af-ad76-6b94971e15b7,revision_number=None']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:45:17.742145 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.33', 38256) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:45:17.781455 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Device 5c34b26f-cf27-4dcb-bde9-01d75bac0901 no longer exists at agent hyperv_hv-cinder-84372 {{(pid=103913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 28 17:45:17.801182 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] No Port match for: 5c34b26f-cf27-4dcb-bde9-01d75bac0901 {{(pid=103913) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 28 17:45:17.802104 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Device 5c34b26f-cf27-4dcb-bde9-01d75bac0901 not bound to the agent host hv-cinder-84372 {{(pid=103913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 28 17:45:18.392143 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-beeb0020-81df-4723-afab-e7374765770c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-686559'] for router_interface (48e30f03-5d76-449a-9676-6b67a05b7840), before_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:45:18.608691 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-beeb0020-81df-4723-afab-e7374765770c admin admin] Deleting port 9e47eb2f-c38f-41b5-a640-fa1a228bac8b {{(pid=103911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 28 17:45:18.609025 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-beeb0020-81df-4723-afab-e7374765770c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735968504037'] for port (9e47eb2f-c38f-41b5-a640-fa1a228bac8b), before_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:45:18.687307 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-beeb0020-81df-4723-afab-e7374765770c admin admin] For port 9e47eb2f-c38f-41b5-a640-fa1a228bac8b, host dv-cinder-843729-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843729-1-iscsi',level=0,port_id=9e47eb2f-c38f-41b5-a640-fa1a228bac8b,segment=NetworkSegment(868ce7ba-c384-40c5-a373-87b732b4b2f2),segment_id=868ce7ba-c384-40c5-a373-87b732b4b2f2)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 17:45:18.687685 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-beeb0020-81df-4723-afab-e7374765770c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-660327'] for port (9e47eb2f-c38f-41b5-a640-fa1a228bac8b), precommit_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:45:18.702206 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-beeb0020-81df-4723-afab-e7374765770c admin admin] Calling delete_port for 9e47eb2f-c38f-41b5-a640-fa1a228bac8b owned by network:router_interface {{(pid=103911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 28 17:45:18.856747 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:45:18.868643 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:45:18.883268 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-beeb0020-81df-4723-afab-e7374765770c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735968512467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735968120122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6040268'] for port (9e47eb2f-c38f-41b5-a640-fa1a228bac8b), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:45:18.905601 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beeb0020-81df-4723-afab-e7374765770c admin admin] Pushing event deleted for resources: {'Port': ['ID=9e47eb2f-c38f-41b5-a640-fa1a228bac8b,revision_number=None']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:45:19.069569 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-beeb0020-81df-4723-afab-e7374765770c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-152111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-686403'] for router_interface (48e30f03-5d76-449a-9676-6b67a05b7840), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:45:19.268969 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-beeb0020-81df-4723-afab-e7374765770c admin admin] Router 48e30f03-5d76-449a-9676-6b67a05b7840 has already been hosted by L3 agent 8a8c7bbb-808d-49ae-95de-62501e6237ff {{(pid=103911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 17:45:19.370004 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-beeb0020-81df-4723-afab-e7374765770c admin admin] Notify agent at l3_agent.dv-cinder-843729-1-iscsi the message routers_updated {{(pid=103911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 17:45:19.374771 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-beeb0020-81df-4723-afab-e7374765770c admin admin] 10.222.0.33 "PUT /v2.0/routers/48e30f03-5d76-449a-9676-6b67a05b7840/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6315765 May 28 17:45:19.377265 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.33', 38260) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:45:19.380442 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d86d4071-8ca1-4871-bda3-9d820d744e7a None None] Sync routers for ids ['48e30f03-5d76-449a-9676-6b67a05b7840'] in dv-cinder-843729-1-iscsi {{(pid=103913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 17:45:19.390091 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d86d4071-8ca1-4871-bda3-9d820d744e7a None None] Routers {'48e30f03-5d76-449a-9676-6b67a05b7840'} bound to L3 agent in host dv-cinder-843729-1-iscsi {{(pid=103913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 28 17:45:19.390716 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.l3_hamode_db [None req-d86d4071-8ca1-4871-bda3-9d820d744e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843729-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T17:16:55Z,description=,heartbeat_timestamp=2022-05-28T17:44:55Z,host='dv-cinder-843729-1-iscsi',id=8a8c7bbb-808d-49ae-95de-62501e6237ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T17:16:55Z,topic='l3_agent')) {'router_ids': ['48e30f03-5d76-449a-9676-6b67a05b7840'], 'active': True} {{(pid=103913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:45:19.477665 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-2aac6548-5a05-4517-98a5-a97b6ade949b admin admin] Publish callbacks [] for router (48e30f03-5d76-449a-9676-6b67a05b7840), before_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:45:19.496319 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.l3_dvr_db [None req-d86d4071-8ca1-4871-bda3-9d820d744e7a None None] Set router 48e30f03-5d76-449a-9676-6b67a05b7840 gateway port host: dv-cinder-843729-1-iscsi {{(pid=103913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 28 17:45:19.575760 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-2aac6548-5a05-4517-98a5-a97b6ade949b admin admin] Publish callbacks [] for router_gateway (48e30f03-5d76-449a-9676-6b67a05b7840), before_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:45:19.617487 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-2aac6548-5a05-4517-98a5-a97b6ade949b admin admin] Deleting port e3d9c358-d859-42c8-bdac-433ca7193892 {{(pid=103911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 28 17:45:19.617815 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-2aac6548-5a05-4517-98a5-a97b6ade949b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735968504037'] for port (e3d9c358-d859-42c8-bdac-433ca7193892), before_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:45:19.626617 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=100 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:45:19.669414 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.l3_hamode_db [None req-d86d4071-8ca1-4871-bda3-9d820d744e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48e30f03-5d76-449a-9676-6b67a05b7840', 'name': 'tempest-TestVolumeBootPattern-2105689536-router', 'tenant_id': '3785f78e6d1048cfa0b5b123fdd909c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'external_fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': 'e3d9c358-d859-42c8-bdac-433ca7193892', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T17:36:40Z', 'updated_at': '2022-05-28T17:45:18Z', 'revision_number': 5, 'project_id': '3785f78e6d1048cfa0b5b123fdd909c8', 'gw_port': {'id': 'e3d9c358-d859-42c8-bdac-433ca7193892', 'name': '', 'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:bd:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48e30f03-5d76-449a-9676-6b67a05b7840', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:36:40Z', 'updated_at': '2022-05-28T17:36:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843729-1-iscsi'}], 'dv-cinder-843729-1-iscsi', False) {} {{(pid=103913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:45:19.695621 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-2aac6548-5a05-4517-98a5-a97b6ade949b admin admin] For port e3d9c358-d859-42c8-bdac-433ca7193892, host dv-cinder-843729-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843729-1-iscsi',level=0,port_id=e3d9c358-d859-42c8-bdac-433ca7193892,segment=NetworkSegment(3991c6da-7adc-4448-bfac-a7af5b626d82),segment_id=3991c6da-7adc-4448-bfac-a7af5b626d82)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 17:45:19.695960 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-2aac6548-5a05-4517-98a5-a97b6ade949b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-660327'] for port (e3d9c358-d859-42c8-bdac-433ca7193892), precommit_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:45:19.698667 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d86d4071-8ca1-4871-bda3-9d820d744e7a None None] Checking router: 48e30f03-5d76-449a-9676-6b67a05b7840 for host: dv-cinder-843729-1-iscsi {{(pid=103913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 17:45:19.707183 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d86d4071-8ca1-4871-bda3-9d820d744e7a None None] Routers {'48e30f03-5d76-449a-9676-6b67a05b7840'} bound to L3 agent in host dv-cinder-843729-1-iscsi {{(pid=103913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 28 17:45:19.707845 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.l3_hamode_db [None req-d86d4071-8ca1-4871-bda3-9d820d744e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843729-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T17:16:55Z,description=,heartbeat_timestamp=2022-05-28T17:44:55Z,host='dv-cinder-843729-1-iscsi',id=8a8c7bbb-808d-49ae-95de-62501e6237ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T17:16:55Z,topic='l3_agent')) {'router_ids': ['48e30f03-5d76-449a-9676-6b67a05b7840'], 'active': True} {{(pid=103913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:45:19.709821 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-2aac6548-5a05-4517-98a5-a97b6ade949b admin admin] Calling delete_port for e3d9c358-d859-42c8-bdac-433ca7193892 owned by network:router_gateway {{(pid=103911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 28 17:45:19.714986 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:45:19.759048 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:45:19.791091 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.l3_dvr_db [None req-d86d4071-8ca1-4871-bda3-9d820d744e7a None None] Set router 48e30f03-5d76-449a-9676-6b67a05b7840 gateway port host: None {{(pid=103913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 28 17:45:19.792610 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=100 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:45:19.843611 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.l3_hamode_db [None req-d86d4071-8ca1-4871-bda3-9d820d744e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48e30f03-5d76-449a-9676-6b67a05b7840', 'name': 'tempest-TestVolumeBootPattern-2105689536-router', 'tenant_id': '3785f78e6d1048cfa0b5b123fdd909c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T17:36:40Z', 'updated_at': '2022-05-28T17:45:19Z', 'revision_number': 6, 'project_id': '3785f78e6d1048cfa0b5b123fdd909c8', 'gw_port_host': None}], 'dv-cinder-843729-1-iscsi', False) {} {{(pid=103913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:45:19.868450 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d86d4071-8ca1-4871-bda3-9d820d744e7a None None] The sync data for ids ['48e30f03-5d76-449a-9676-6b67a05b7840'] in dv-cinder-843729-1-iscsi is: [{'id': '48e30f03-5d76-449a-9676-6b67a05b7840', 'name': 'tempest-TestVolumeBootPattern-2105689536-router', 'tenant_id': '3785f78e6d1048cfa0b5b123fdd909c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T17:36:40Z', 'updated_at': '2022-05-28T17:45:19Z', 'revision_number': 6, 'project_id': '3785f78e6d1048cfa0b5b123fdd909c8', 'gw_port_host': None}] {{(pid=103913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 17:45:19.881688 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-2aac6548-5a05-4517-98a5-a97b6ade949b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735968512467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735968120122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6040268'] for port (e3d9c358-d859-42c8-bdac-433ca7193892), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:45:19.911458 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aac6548-5a05-4517-98a5-a97b6ade949b admin admin] Pushing event deleted for resources: {'Port': ['ID=e3d9c358-d859-42c8-bdac-433ca7193892,revision_number=None']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:45:19.973322 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-2aac6548-5a05-4517-98a5-a97b6ade949b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-681697'] for router_gateway (48e30f03-5d76-449a-9676-6b67a05b7840), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:45:20.058200 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-2aac6548-5a05-4517-98a5-a97b6ade949b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6173'] for router (48e30f03-5d76-449a-9676-6b67a05b7840), precommit_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:45:20.060285 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-2aac6548-5a05-4517-98a5-a97b6ade949b admin admin] Publish callbacks [] for router_controller (48e30f03-5d76-449a-9676-6b67a05b7840), precommit_delete_associations {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:45:20.101601 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-2aac6548-5a05-4517-98a5-a97b6ade949b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-540091'] for router (48e30f03-5d76-449a-9676-6b67a05b7840), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:45:20.102373 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2aac6548-5a05-4517-98a5-a97b6ade949b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 48e30f03-5d76-449a-9676-6b67a05b7840 {{(pid=103911) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 28 17:45:20.106614 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-2aac6548-5a05-4517-98a5-a97b6ade949b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:45:20.107929 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-2aac6548-5a05-4517-98a5-a97b6ade949b admin admin] 10.222.0.33 "DELETE /v2.0/routers/48e30f03-5d76-449a-9676-6b67a05b7840 HTTP/1.1" status: 204 len: 168 time: 0.7294188 May 28 17:45:20.110382 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.33', 38262) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:45:20.156724 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.db.db_base_plugin_v2 [None req-87ff227d-ea6e-4dd8-8b08-94f6666acf43 admin admin] Deleting subnet ff216cd5-a438-4e93-8bdb-93f0599b8766 {{(pid=103911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 28 17:45:20.159760 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-87ff227d-ea6e-4dd8-8b08-94f6666acf43 admin admin] Publish callbacks [] for subnet (ff216cd5-a438-4e93-8bdb-93f0599b8766), before_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:45:20.192907 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-87ff227d-ea6e-4dd8-8b08-94f6666acf43 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5576428'] for subnet (ff216cd5-a438-4e93-8bdb-93f0599b8766), precommit_delete_associations {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:45:20.267041 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-87ff227d-ea6e-4dd8-8b08-94f6666acf43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755116'] for subnet (ff216cd5-a438-4e93-8bdb-93f0599b8766), precommit_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:45:20.327215 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-87ff227d-ea6e-4dd8-8b08-94f6666acf43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6042941', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5946037'] for subnet (ff216cd5-a438-4e93-8bdb-93f0599b8766), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:45:20.353684 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ff227d-ea6e-4dd8-8b08-94f6666acf43 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ff216cd5-a438-4e93-8bdb-93f0599b8766,revision_number=None']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:45:20.355612 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-87ff227d-ea6e-4dd8-8b08-94f6666acf43 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:45:20.358674 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-87ff227d-ea6e-4dd8-8b08-94f6666acf43 admin admin] 10.222.0.33 "DELETE /v2.0/subnets/ff216cd5-a438-4e93-8bdb-93f0599b8766 HTTP/1.1" status: 204 len: 168 time: 0.2473848 May 28 17:45:20.360446 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7a6704b-ce3c-497e-878f-10dc0dbb1208 None None] Network a98bf986-b097-428c-84c6-2a59a4df1a9f requested from dv-cinder-843729-1-iscsi {{(pid=103913) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 28 17:45:20.361236 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.33', 38264) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:45:20.433945 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-3c9b9f97-e563-4dd4-90fd-300bf220b00c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1661291'] for network (a98bf986-b097-428c-84c6-2a59a4df1a9f), before_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:45:20.473871 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:45:20.476768 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.plugin [None req-3c9b9f97-e563-4dd4-90fd-300bf220b00c admin admin] Deleting port ab743679-54a4-4b8b-87d8-fce33177ff01 {{(pid=103912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 28 17:45:20.477111 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-3c9b9f97-e563-4dd4-90fd-300bf220b00c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735968504037'] for port (ab743679-54a4-4b8b-87d8-fce33177ff01), before_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:45:20.540493 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.db [None req-3c9b9f97-e563-4dd4-90fd-300bf220b00c admin admin] For port ab743679-54a4-4b8b-87d8-fce33177ff01, host dv-cinder-843729-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843729-1-iscsi',level=0,port_id=ab743679-54a4-4b8b-87d8-fce33177ff01,segment=NetworkSegment(868ce7ba-c384-40c5-a373-87b732b4b2f2),segment_id=868ce7ba-c384-40c5-a373-87b732b4b2f2)] {{(pid=103912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 17:45:20.540857 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-3c9b9f97-e563-4dd4-90fd-300bf220b00c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-660327'] for port (ab743679-54a4-4b8b-87d8-fce33177ff01), precommit_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:45:20.556979 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.plugin [None req-3c9b9f97-e563-4dd4-90fd-300bf220b00c admin admin] Calling delete_port for ab743679-54a4-4b8b-87d8-fce33177ff01 owned by network:dhcp {{(pid=103912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 28 17:45:20.601140 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:45:20.636996 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-3c9b9f97-e563-4dd4-90fd-300bf220b00c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735968512467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735968120122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6173922'] for port (ab743679-54a4-4b8b-87d8-fce33177ff01), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:45:20.663044 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9b9f97-e563-4dd4-90fd-300bf220b00c admin admin] Pushing event deleted for resources: {'Port': ['ID=ab743679-54a4-4b8b-87d8-fce33177ff01,revision_number=None']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:45:20.664874 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c9b9f97-e563-4dd4-90fd-300bf220b00c admin admin] No DVR routers for this DVR port ab743679-54a4-4b8b-87d8-fce33177ff01 on host dv-cinder-843729-1-iscsi {{(pid=103912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 17:45:20.673364 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8fbae5b-02b8-43df-b626-5967e83b5a63 None None] DHCP port deletion for a98bf986-b097-428c-84c6-2a59a4df1a9f request from dv-cinder-843729-1-iscsi {{(pid=103913) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 28 17:45:20.743873 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-3c9b9f97-e563-4dd4-90fd-300bf220b00c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753177', 'neutron.services.segments.db._delete_segments_for_network-8735968598640'] for network (a98bf986-b097-428c-84c6-2a59a4df1a9f), precommit_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:45:20.764590 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.services.segments.db [None req-3c9b9f97-e563-4dd4-90fd-300bf220b00c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a98bf986-b097-428c-84c6-2a59a4df1a9f']}} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:45:20.774692 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.services.segments.db [None req-3c9b9f97-e563-4dd4-90fd-300bf220b00c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '868ce7ba-c384-40c5-a373-87b732b4b2f2') {'for_net_delete': True} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:45:20.775051 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.services.segments.db [None req-3c9b9f97-e563-4dd4-90fd-300bf220b00c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '868ce7ba-c384-40c5-a373-87b732b4b2f2') {} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:45:20.784538 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-3c9b9f97-e563-4dd4-90fd-300bf220b00c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735968599161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6171492'] for segment (868ce7ba-c384-40c5-a373-87b732b4b2f2), before_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:45:20.798761 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-3c9b9f97-e563-4dd4-90fd-300bf220b00c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766051'] for segment (868ce7ba-c384-40c5-a373-87b732b4b2f2), precommit_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:45:20.805402 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c9b9f97-e563-4dd4-90fd-300bf220b00c admin admin] Releasing vlan 171 on physical network physnet1 to pool {{(pid=103912) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 17:45:20.805810 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-3c9b9f97-e563-4dd4-90fd-300bf220b00c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6173873'] for segment (868ce7ba-c384-40c5-a373-87b732b4b2f2), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:45:20.867492 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-3c9b9f97-e563-4dd4-90fd-300bf220b00c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1753186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681677'] for network (a98bf986-b097-428c-84c6-2a59a4df1a9f), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:45:20.873202 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-3c9b9f97-e563-4dd4-90fd-300bf220b00c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-152074'] for network (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:45:20.876229 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-3c9b9f97-e563-4dd4-90fd-300bf220b00c admin admin] 10.222.0.33 "DELETE /v2.0/networks/a98bf986-b097-428c-84c6-2a59a4df1a9f HTTP/1.1" status: 204 len: 168 time: 0.5140157 May 28 17:45:20.879627 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.wsgi [-] (103911) accepted ('10.222.0.33', 38270) {{(pid=103911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:45:20.892711 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.services.segments.plugin [-] Segment 868ce7ba-c384-40c5-a373-87b732b4b2f2 resource provider aggregate not found May 28 17:45:20.897028 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9b9f97-e563-4dd4-90fd-300bf220b00c admin admin] Pushing event deleted for resources: {'Network': ['ID=a98bf986-b097-428c-84c6-2a59a4df1a9f,revision_number=None']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:45:20.912531 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.services.segments.plugin [-] Segment 868ce7ba-c384-40c5-a373-87b732b4b2f2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 868ce7ba-c384-40c5-a373-87b732b4b2f2 found for delete ", "request_id": "req-b08fea95-a717-4361-bee4-a9160dce3296"}]} May 28 17:45:21.066661 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:45:21.195978 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-3de462b4-ae9f-49ef-9603-8cbe1e97baa9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-686559'] for router_interface (1303d08a-45ff-40a0-b886-4dd57902f706), before_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:45:21.279285 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=86,neutron:DELETE=10,neutron:UPDATE=4 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:45:21.414486 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-3de462b4-ae9f-49ef-9603-8cbe1e97baa9 admin admin] Deleting port df570d96-7410-490f-bbc0-98d10b157f76 {{(pid=103911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 28 17:45:21.414815 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-3de462b4-ae9f-49ef-9603-8cbe1e97baa9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735968504037'] for port (df570d96-7410-490f-bbc0-98d10b157f76), before_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:45:21.498728 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-3de462b4-ae9f-49ef-9603-8cbe1e97baa9 admin admin] For port df570d96-7410-490f-bbc0-98d10b157f76, host dv-cinder-843729-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843729-1-iscsi',level=0,port_id=df570d96-7410-490f-bbc0-98d10b157f76,segment=NetworkSegment(1a7311cd-400c-40c3-9168-761504f0c08e),segment_id=1a7311cd-400c-40c3-9168-761504f0c08e)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 17:45:21.499111 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-3de462b4-ae9f-49ef-9603-8cbe1e97baa9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-660327'] for port (df570d96-7410-490f-bbc0-98d10b157f76), precommit_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:45:21.514234 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-3de462b4-ae9f-49ef-9603-8cbe1e97baa9 admin admin] Calling delete_port for df570d96-7410-490f-bbc0-98d10b157f76 owned by network:router_interface {{(pid=103911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 28 17:45:21.528846 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Device ab743679-54a4-4b8b-87d8-fce33177ff01 no longer exists at agent ovs-agent-dv-cinder-843729-1-iscsi {{(pid=103913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 28 17:45:21.550061 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] No Port match for: ab743679-54a4-4b8b-87d8-fce33177ff01 {{(pid=103913) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 28 17:45:21.550402 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Device ab743679-54a4-4b8b-87d8-fce33177ff01 not bound to the agent host dv-cinder-843729-1-iscsi {{(pid=103913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 28 17:45:21.550807 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Device 9e47eb2f-c38f-41b5-a640-fa1a228bac8b no longer exists at agent ovs-agent-dv-cinder-843729-1-iscsi {{(pid=103913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 28 17:45:21.569197 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] No Port match for: 9e47eb2f-c38f-41b5-a640-fa1a228bac8b {{(pid=103913) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 28 17:45:21.569555 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Device 9e47eb2f-c38f-41b5-a640-fa1a228bac8b not bound to the agent host dv-cinder-843729-1-iscsi {{(pid=103913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 28 17:45:21.569955 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Device e3d9c358-d859-42c8-bdac-433ca7193892 no longer exists at agent ovs-agent-dv-cinder-843729-1-iscsi {{(pid=103913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 28 17:45:21.592669 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] No Port match for: e3d9c358-d859-42c8-bdac-433ca7193892 {{(pid=103913) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 28 17:45:21.593017 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Device e3d9c358-d859-42c8-bdac-433ca7193892 not bound to the agent host dv-cinder-843729-1-iscsi {{(pid=103913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 28 17:45:21.947985 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-3de462b4-ae9f-49ef-9603-8cbe1e97baa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735968512467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735968120122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6040268'] for port (df570d96-7410-490f-bbc0-98d10b157f76), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:45:21.971672 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de462b4-ae9f-49ef-9603-8cbe1e97baa9 admin admin] Pushing event deleted for resources: {'Port': ['ID=df570d96-7410-490f-bbc0-98d10b157f76,revision_number=None']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:45:22.130620 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-3de462b4-ae9f-49ef-9603-8cbe1e97baa9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-152111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-686403'] for router_interface (1303d08a-45ff-40a0-b886-4dd57902f706), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:45:22.134266 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:45:22.323148 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:45:22.336025 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3de462b4-ae9f-49ef-9603-8cbe1e97baa9 admin admin] Router 1303d08a-45ff-40a0-b886-4dd57902f706 has already been hosted by L3 agent 8a8c7bbb-808d-49ae-95de-62501e6237ff {{(pid=103911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 17:45:22.436854 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3de462b4-ae9f-49ef-9603-8cbe1e97baa9 admin admin] Notify agent at l3_agent.dv-cinder-843729-1-iscsi the message routers_updated {{(pid=103911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 17:45:22.441722 dv-cinder-843729-1-iscsi neutron-server[103911]: INFO neutron.wsgi [None req-3de462b4-ae9f-49ef-9603-8cbe1e97baa9 admin admin] 10.222.0.33 "PUT /v2.0/routers/1303d08a-45ff-40a0-b886-4dd57902f706/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5599988 May 28 17:45:22.444721 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.33', 38274) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:45:22.445545 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-686976ad-ba49-428f-8fe0-ca71d3aa7b63 None None] Sync routers for ids ['1303d08a-45ff-40a0-b886-4dd57902f706'] in dv-cinder-843729-1-iscsi {{(pid=103914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 17:45:22.456004 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-686976ad-ba49-428f-8fe0-ca71d3aa7b63 None None] Routers {'1303d08a-45ff-40a0-b886-4dd57902f706'} bound to L3 agent in host dv-cinder-843729-1-iscsi {{(pid=103914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 28 17:45:22.456618 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-686976ad-ba49-428f-8fe0-ca71d3aa7b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843729-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T17:16:55Z,description=,heartbeat_timestamp=2022-05-28T17:44:55Z,host='dv-cinder-843729-1-iscsi',id=8a8c7bbb-808d-49ae-95de-62501e6237ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T17:16:55Z,topic='l3_agent')) {'router_ids': ['1303d08a-45ff-40a0-b886-4dd57902f706'], 'active': True} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:45:22.542635 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-fc8a77fe-f01b-4aff-9780-b0a71ebc0a2e admin admin] Publish callbacks [] for router (1303d08a-45ff-40a0-b886-4dd57902f706), before_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:45:22.557964 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvr_db [None req-686976ad-ba49-428f-8fe0-ca71d3aa7b63 None None] Set router 1303d08a-45ff-40a0-b886-4dd57902f706 gateway port host: dv-cinder-843729-1-iscsi {{(pid=103914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 28 17:45:22.641049 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-fc8a77fe-f01b-4aff-9780-b0a71ebc0a2e admin admin] Publish callbacks [] for router_gateway (1303d08a-45ff-40a0-b886-4dd57902f706), before_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:45:22.685425 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.plugin [None req-fc8a77fe-f01b-4aff-9780-b0a71ebc0a2e admin admin] Deleting port 7654b264-ac45-4b05-b86d-65e7b3959bc4 {{(pid=103912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 28 17:45:22.685762 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-fc8a77fe-f01b-4aff-9780-b0a71ebc0a2e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735968504037'] for port (7654b264-ac45-4b05-b86d-65e7b3959bc4), before_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:45:22.731579 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-686976ad-ba49-428f-8fe0-ca71d3aa7b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1303d08a-45ff-40a0-b886-4dd57902f706', 'name': 'tempest-TestVolumeBootPattern-2131447522-router', 'tenant_id': 'a52ea793d7ce46f59ed1392b1b987de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'external_fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': '7654b264-ac45-4b05-b86d-65e7b3959bc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T17:36:45Z', 'updated_at': '2022-05-28T17:45:21Z', 'revision_number': 5, 'project_id': 'a52ea793d7ce46f59ed1392b1b987de5', 'gw_port': {'id': '7654b264-ac45-4b05-b86d-65e7b3959bc4', 'name': '', 'network_id': '2edbe6b8-aac1-406b-a2f1-8819dd0d1c48', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:8c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1303d08a-45ff-40a0-b886-4dd57902f706', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T17:36:46Z', 'updated_at': '2022-05-28T17:36:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5128d65d-65c0-41d1-99c9-7682fd6eaf92', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843729-1-iscsi'}], 'dv-cinder-843729-1-iscsi', False) {} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:45:22.757192 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-686976ad-ba49-428f-8fe0-ca71d3aa7b63 None None] Checking router: 1303d08a-45ff-40a0-b886-4dd57902f706 for host: dv-cinder-843729-1-iscsi {{(pid=103914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 17:45:22.765416 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-686976ad-ba49-428f-8fe0-ca71d3aa7b63 None None] Routers {'1303d08a-45ff-40a0-b886-4dd57902f706'} bound to L3 agent in host dv-cinder-843729-1-iscsi {{(pid=103914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 28 17:45:22.766017 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-686976ad-ba49-428f-8fe0-ca71d3aa7b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843729-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T17:16:55Z,description=,heartbeat_timestamp=2022-05-28T17:44:55Z,host='dv-cinder-843729-1-iscsi',id=8a8c7bbb-808d-49ae-95de-62501e6237ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T17:16:55Z,topic='l3_agent')) {'router_ids': ['1303d08a-45ff-40a0-b886-4dd57902f706'], 'active': True} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:45:22.767063 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.db [None req-fc8a77fe-f01b-4aff-9780-b0a71ebc0a2e admin admin] For port 7654b264-ac45-4b05-b86d-65e7b3959bc4, host dv-cinder-843729-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843729-1-iscsi',level=0,port_id=7654b264-ac45-4b05-b86d-65e7b3959bc4,segment=NetworkSegment(3991c6da-7adc-4448-bfac-a7af5b626d82),segment_id=3991c6da-7adc-4448-bfac-a7af5b626d82)] {{(pid=103912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 17:45:22.767448 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-fc8a77fe-f01b-4aff-9780-b0a71ebc0a2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-660327'] for port (7654b264-ac45-4b05-b86d-65e7b3959bc4), precommit_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:45:22.781034 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.plugin [None req-fc8a77fe-f01b-4aff-9780-b0a71ebc0a2e admin admin] Calling delete_port for 7654b264-ac45-4b05-b86d-65e7b3959bc4 owned by network:router_gateway {{(pid=103912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 28 17:45:22.826842 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:UPDATE=3 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:45:22.849043 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.l3_dvr_db [None req-686976ad-ba49-428f-8fe0-ca71d3aa7b63 None None] Set router 1303d08a-45ff-40a0-b886-4dd57902f706 gateway port host: None {{(pid=103914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 28 17:45:22.896925 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.l3_hamode_db [None req-686976ad-ba49-428f-8fe0-ca71d3aa7b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1303d08a-45ff-40a0-b886-4dd57902f706', 'name': 'tempest-TestVolumeBootPattern-2131447522-router', 'tenant_id': 'a52ea793d7ce46f59ed1392b1b987de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T17:36:45Z', 'updated_at': '2022-05-28T17:45:22Z', 'revision_number': 6, 'project_id': 'a52ea793d7ce46f59ed1392b1b987de5', 'gw_port_host': None}], 'dv-cinder-843729-1-iscsi', False) {} {{(pid=103914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:45:22.910953 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-a821616a-d4ec-40ff-913b-9ffbecd3cde0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (b4d0b3c0-cc03-4456-af87-35ab415ef94b), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:45:22.924989 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-686976ad-ba49-428f-8fe0-ca71d3aa7b63 None None] The sync data for ids ['1303d08a-45ff-40a0-b886-4dd57902f706'] in dv-cinder-843729-1-iscsi is: [{'id': '1303d08a-45ff-40a0-b886-4dd57902f706', 'name': 'tempest-TestVolumeBootPattern-2131447522-router', 'tenant_id': 'a52ea793d7ce46f59ed1392b1b987de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T17:36:45Z', 'updated_at': '2022-05-28T17:45:22Z', 'revision_number': 6, 'project_id': 'a52ea793d7ce46f59ed1392b1b987de5', 'gw_port_host': None}] {{(pid=103914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 17:45:22.950843 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-fc8a77fe-f01b-4aff-9780-b0a71ebc0a2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735968512467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735968120122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6173922'] for port (7654b264-ac45-4b05-b86d-65e7b3959bc4), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:45:22.976920 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8a77fe-f01b-4aff-9780-b0a71ebc0a2e admin admin] Pushing event deleted for resources: {'Port': ['ID=7654b264-ac45-4b05-b86d-65e7b3959bc4,revision_number=None']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:45:23.038540 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-fc8a77fe-f01b-4aff-9780-b0a71ebc0a2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-681697'] for router_gateway (1303d08a-45ff-40a0-b886-4dd57902f706), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:45:23.123634 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-fc8a77fe-f01b-4aff-9780-b0a71ebc0a2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6173'] for router (1303d08a-45ff-40a0-b886-4dd57902f706), precommit_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:45:23.125809 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-fc8a77fe-f01b-4aff-9780-b0a71ebc0a2e admin admin] Publish callbacks [] for router_controller (1303d08a-45ff-40a0-b886-4dd57902f706), precommit_delete_associations {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:45:23.128649 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:45:23.167404 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-fc8a77fe-f01b-4aff-9780-b0a71ebc0a2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-540091'] for router (1303d08a-45ff-40a0-b886-4dd57902f706), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:45:23.167831 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc8a77fe-f01b-4aff-9780-b0a71ebc0a2e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1303d08a-45ff-40a0-b886-4dd57902f706 {{(pid=103912) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 28 17:45:23.171899 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-fc8a77fe-f01b-4aff-9780-b0a71ebc0a2e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:45:23.173009 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-fc8a77fe-f01b-4aff-9780-b0a71ebc0a2e admin admin] 10.222.0.33 "DELETE /v2.0/routers/1303d08a-45ff-40a0-b886-4dd57902f706 HTTP/1.1" status: 204 len: 168 time: 0.7273269 May 28 17:45:23.175525 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.33', 38276) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:45:23.219600 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd14ce28-609e-412e-b820-0f9a291b9bff admin admin] Deleting subnet 9fc2837c-af8b-416f-bd4e-9e14887ffc94 {{(pid=103912) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 28 17:45:23.222507 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-fd14ce28-609e-412e-b820-0f9a291b9bff admin admin] Publish callbacks [] for subnet (9fc2837c-af8b-416f-bd4e-9e14887ffc94), before_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:45:23.257519 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-fd14ce28-609e-412e-b820-0f9a291b9bff admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6171485'] for subnet (9fc2837c-af8b-416f-bd4e-9e14887ffc94), precommit_delete_associations {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:45:23.338323 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-fd14ce28-609e-412e-b820-0f9a291b9bff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755116'] for subnet (9fc2837c-af8b-416f-bd4e-9e14887ffc94), precommit_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:45:23.392074 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-fd14ce28-609e-412e-b820-0f9a291b9bff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6171411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5675836'] for subnet (9fc2837c-af8b-416f-bd4e-9e14887ffc94), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:45:23.417683 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd14ce28-609e-412e-b820-0f9a291b9bff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9fc2837c-af8b-416f-bd4e-9e14887ffc94,revision_number=None']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:45:23.421992 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-fd14ce28-609e-412e-b820-0f9a291b9bff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-152074'] for subnet (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:45:23.425343 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-fd14ce28-609e-412e-b820-0f9a291b9bff admin admin] 10.222.0.33 "DELETE /v2.0/subnets/9fc2837c-af8b-416f-bd4e-9e14887ffc94 HTTP/1.1" status: 204 len: 168 time: 0.2485900 May 28 17:45:23.427357 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3757cc2-d0c8-4df0-8139-706606baf720 None None] Network d438b9b4-2db5-4d1c-ad5f-4182bacd911b requested from dv-cinder-843729-1-iscsi {{(pid=103913) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 28 17:45:23.427722 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.33', 38278) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:45:23.499407 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-1758db79-1bf4-464b-b520-72dc9bb7632a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1661291'] for network (d438b9b4-2db5-4d1c-ad5f-4182bacd911b), before_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:45:23.546301 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.plugin [None req-1758db79-1bf4-464b-b520-72dc9bb7632a admin admin] Deleting port 37933ca0-1394-49da-847e-9c4221ca085a {{(pid=103912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 28 17:45:23.546630 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-1758db79-1bf4-464b-b520-72dc9bb7632a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735968504037'] for port (37933ca0-1394-49da-847e-9c4221ca085a), before_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:45:23.608335 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.db [None req-1758db79-1bf4-464b-b520-72dc9bb7632a admin admin] For port 37933ca0-1394-49da-847e-9c4221ca085a, host dv-cinder-843729-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843729-1-iscsi',level=0,port_id=37933ca0-1394-49da-847e-9c4221ca085a,segment=NetworkSegment(1a7311cd-400c-40c3-9168-761504f0c08e),segment_id=1a7311cd-400c-40c3-9168-761504f0c08e)] {{(pid=103912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 17:45:23.608623 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-1758db79-1bf4-464b-b520-72dc9bb7632a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-660327'] for port (37933ca0-1394-49da-847e-9c4221ca085a), precommit_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:45:23.625108 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.plugin [None req-1758db79-1bf4-464b-b520-72dc9bb7632a admin admin] Calling delete_port for 37933ca0-1394-49da-847e-9c4221ca085a owned by network:dhcp {{(pid=103912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 28 17:45:23.676650 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d274315a-fa02-42a1-a57d-459a40b1da45 None None] DHCP port deletion for d438b9b4-2db5-4d1c-ad5f-4182bacd911b request from dv-cinder-843729-1-iscsi {{(pid=103913) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 28 17:45:23.717595 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-1758db79-1bf4-464b-b520-72dc9bb7632a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735968512467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735968120122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6173922'] for port (37933ca0-1394-49da-847e-9c4221ca085a), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:45:23.724037 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=85,neutron:DELETE=12,neutron:UPDATE=3 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:45:23.737306 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-d274315a-fa02-42a1-a57d-459a40b1da45 None None] Deleting port 37933ca0-1394-49da-847e-9c4221ca085a {{(pid=103913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 28 17:45:23.737761 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-d274315a-fa02-42a1-a57d-459a40b1da45 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735968504037'] for port (37933ca0-1394-49da-847e-9c4221ca085a), before_delete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:45:23.751412 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1758db79-1bf4-464b-b520-72dc9bb7632a admin admin] Pushing event deleted for resources: {'Port': ['ID=37933ca0-1394-49da-847e-9c4221ca085a,revision_number=None']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:45:23.755373 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1758db79-1bf4-464b-b520-72dc9bb7632a admin admin] No DVR routers for this DVR port 37933ca0-1394-49da-847e-9c4221ca085a on host dv-cinder-843729-1-iscsi {{(pid=103912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 17:45:23.761268 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Device 37933ca0-1394-49da-847e-9c4221ca085a no longer exists at agent ovs-agent-dv-cinder-843729-1-iscsi {{(pid=103913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 28 17:45:23.785344 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] No Port match for: 37933ca0-1394-49da-847e-9c4221ca085a {{(pid=103913) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 28 17:45:23.785849 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Device 37933ca0-1394-49da-847e-9c4221ca085a not bound to the agent host dv-cinder-843729-1-iscsi {{(pid=103913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 28 17:45:23.786321 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Device 7654b264-ac45-4b05-b86d-65e7b3959bc4 no longer exists at agent ovs-agent-dv-cinder-843729-1-iscsi {{(pid=103913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 28 17:45:23.834939 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-1758db79-1bf4-464b-b520-72dc9bb7632a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753177', 'neutron.services.segments.db._delete_segments_for_network-8735968598640'] for network (d438b9b4-2db5-4d1c-ad5f-4182bacd911b), precommit_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:45:23.838748 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] No Port match for: 7654b264-ac45-4b05-b86d-65e7b3959bc4 {{(pid=103913) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 28 17:45:23.839089 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Device 7654b264-ac45-4b05-b86d-65e7b3959bc4 not bound to the agent host dv-cinder-843729-1-iscsi {{(pid=103913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 28 17:45:23.839513 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Device df570d96-7410-490f-bbc0-98d10b157f76 no longer exists at agent ovs-agent-dv-cinder-843729-1-iscsi {{(pid=103913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 28 17:45:23.856295 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.services.segments.db [None req-1758db79-1bf4-464b-b520-72dc9bb7632a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d438b9b4-2db5-4d1c-ad5f-4182bacd911b']}} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:45:23.863150 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] No Port match for: df570d96-7410-490f-bbc0-98d10b157f76 {{(pid=103913) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 28 17:45:23.863515 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.rpc [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Device df570d96-7410-490f-bbc0-98d10b157f76 not bound to the agent host dv-cinder-843729-1-iscsi {{(pid=103913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 28 17:45:23.866904 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.services.segments.db [None req-1758db79-1bf4-464b-b520-72dc9bb7632a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a7311cd-400c-40c3-9168-761504f0c08e') {'for_net_delete': True} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:45:23.867228 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.services.segments.db [None req-1758db79-1bf4-464b-b520-72dc9bb7632a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a7311cd-400c-40c3-9168-761504f0c08e') {} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 17:45:23.869432 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.db [None req-d274315a-fa02-42a1-a57d-459a40b1da45 None None] For port 37933ca0-1394-49da-847e-9c4221ca085a, host dv-cinder-843729-1-iscsi, got binding levels [] {{(pid=103913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 17:45:23.869821 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-d274315a-fa02-42a1-a57d-459a40b1da45 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-660327'] for port (37933ca0-1394-49da-847e-9c4221ca085a), precommit_delete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:45:23.877951 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-1758db79-1bf4-464b-b520-72dc9bb7632a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735968599161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6171492'] for segment (1a7311cd-400c-40c3-9168-761504f0c08e), before_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:45:23.882644 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-d274315a-fa02-42a1-a57d-459a40b1da45 None None] Calling delete_port for 37933ca0-1394-49da-847e-9c4221ca085a owned by network:dhcp {{(pid=103913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 28 17:45:23.885436 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.ipam_backend_mixin [None req-d274315a-fa02-42a1-a57d-459a40b1da45 None None] Port 37933ca0-1394-49da-847e-9c4221ca085a was not found and therefore no delete operation was performed {{(pid=103913) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} May 28 17:45:23.886663 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-d274315a-fa02-42a1-a57d-459a40b1da45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1694222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735968512467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735968120122'] for port (37933ca0-1394-49da-847e-9c4221ca085a), after_delete {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:45:23.891376 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-1758db79-1bf4-464b-b520-72dc9bb7632a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766051'] for segment (1a7311cd-400c-40c3-9168-761504f0c08e), precommit_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:45:23.898572 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1758db79-1bf4-464b-b520-72dc9bb7632a admin admin] Releasing vlan 169 on physical network physnet1 to pool {{(pid=103912) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 17:45:23.898890 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-1758db79-1bf4-464b-b520-72dc9bb7632a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6173873'] for segment (1a7311cd-400c-40c3-9168-761504f0c08e), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:45:23.916294 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d274315a-fa02-42a1-a57d-459a40b1da45 None None] Pushing event deleted for resources: {'Port': ['ID=37933ca0-1394-49da-847e-9c4221ca085a,revision_number=None']} {{(pid=103913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:45:23.919360 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d274315a-fa02-42a1-a57d-459a40b1da45 None None] No DVR routers for this DVR port 37933ca0-1394-49da-847e-9c4221ca085a on host dv-cinder-843729-1-iscsi {{(pid=103913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 17:45:23.924229 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.services.segments.plugin [-] Segment 1a7311cd-400c-40c3-9168-761504f0c08e resource provider aggregate not found May 28 17:45:23.927538 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d274315a-fa02-42a1-a57d-459a40b1da45 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:45:23.928130 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d274315a-fa02-42a1-a57d-459a40b1da45 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:45:23.930381 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d274315a-fa02-42a1-a57d-459a40b1da45 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:45:23.930914 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d274315a-fa02-42a1-a57d-459a40b1da45 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:45:23.931248 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d274315a-fa02-42a1-a57d-459a40b1da45 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:45:23.931601 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d274315a-fa02-42a1-a57d-459a40b1da45 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:45:23.931930 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d274315a-fa02-42a1-a57d-459a40b1da45 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:45:23.932249 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d274315a-fa02-42a1-a57d-459a40b1da45 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:45:23.932876 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d274315a-fa02-42a1-a57d-459a40b1da45 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:45:23.933204 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d274315a-fa02-42a1-a57d-459a40b1da45 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:45:23.933529 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d274315a-fa02-42a1-a57d-459a40b1da45 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:45:23.933852 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d274315a-fa02-42a1-a57d-459a40b1da45 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:45:23.934174 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d274315a-fa02-42a1-a57d-459a40b1da45 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:45:23.934488 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d274315a-fa02-42a1-a57d-459a40b1da45 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:45:23.934975 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d274315a-fa02-42a1-a57d-459a40b1da45 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843729-1-iscsi {{(pid=103913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 17:45:23.945387 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.services.segments.plugin [-] Segment 1a7311cd-400c-40c3-9168-761504f0c08e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1a7311cd-400c-40c3-9168-761504f0c08e found for delete ", "request_id": "req-6425b4e6-8fc8-4aa0-9abf-22519c23705d"}]} May 28 17:45:23.991134 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-1758db79-1bf4-464b-b520-72dc9bb7632a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1753186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-152116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681677'] for network (d438b9b4-2db5-4d1c-ad5f-4182bacd911b), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:45:23.998073 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-1758db79-1bf4-464b-b520-72dc9bb7632a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-152074'] for network (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:45:24.001263 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-1758db79-1bf4-464b-b520-72dc9bb7632a admin admin] 10.222.0.33 "DELETE /v2.0/networks/d438b9b4-2db5-4d1c-ad5f-4182bacd911b HTTP/1.1" status: 204 len: 168 time: 0.5722845 May 28 17:45:24.013309 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1758db79-1bf4-464b-b520-72dc9bb7632a admin admin] Pushing event deleted for resources: {'Network': ['ID=d438b9b4-2db5-4d1c-ad5f-4182bacd911b,revision_number=None']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:45:24.121491 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.33', 38286) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:45:24.140986 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:45:24.164295 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-d74f79df-c834-4750-809c-2210fa3af3fb admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=3785f78e6d1048cfa0b5b123fdd909c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0416341 May 28 17:45:24.166683 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.33', 38288) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:45:24.213998 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-159b6313-a9a5-4884-8331-d02f80dd65ac admin admin] Publish callbacks [] for security_group (55eddcb3-85c8-414d-a7a5-867335cefb32), before_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:45:24.236719 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-159b6313-a9a5-4884-8331-d02f80dd65ac admin admin] Publish callbacks [] for security_group (55eddcb3-85c8-414d-a7a5-867335cefb32), precommit_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:45:24.283155 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-159b6313-a9a5-4884-8331-d02f80dd65ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594961'] for security_group (55eddcb3-85c8-414d-a7a5-867335cefb32), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:45:24.285685 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-159b6313-a9a5-4884-8331-d02f80dd65ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:45:24.286865 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-159b6313-a9a5-4884-8331-d02f80dd65ac admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/55eddcb3-85c8-414d-a7a5-867335cefb32 HTTP/1.1" status: 204 len: 168 time: 0.1192937 May 28 17:45:24.295579 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159b6313-a9a5-4884-8331-d02f80dd65ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55eddcb3-85c8-414d-a7a5-867335cefb32,revision_number=None']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:45:24.513562 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.agents_db [None req-b36f0ab6-f8d6-4670-a7fa-3628cf342135 None None] Agent healthcheck: found 6 active agents {{(pid=103914) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 28 17:45:24.601288 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.33', 38294) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:45:24.640712 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-3914b6da-711e-4212-979e-fc706cc1cb67 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=a52ea793d7ce46f59ed1392b1b987de5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0383313 May 28 17:45:24.642954 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.wsgi [-] (103912) accepted ('10.222.0.33', 38296) {{(pid=103912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 17:45:24.693534 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-fac2358b-6026-46aa-9fae-3b32dcdf7021 admin admin] Publish callbacks [] for security_group (71dfbf8b-c0bb-4ad4-8b7e-df814a87fb24), before_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:45:24.717402 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-fac2358b-6026-46aa-9fae-3b32dcdf7021 admin admin] Publish callbacks [] for security_group (71dfbf8b-c0bb-4ad4-8b7e-df814a87fb24), precommit_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:45:24.763946 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-fac2358b-6026-46aa-9fae-3b32dcdf7021 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594961'] for security_group (71dfbf8b-c0bb-4ad4-8b7e-df814a87fb24), after_delete {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:45:24.766420 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-fac2358b-6026-46aa-9fae-3b32dcdf7021 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:45:24.767646 dv-cinder-843729-1-iscsi neutron-server[103912]: INFO neutron.wsgi [None req-fac2358b-6026-46aa-9fae-3b32dcdf7021 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/71dfbf8b-c0bb-4ad4-8b7e-df814a87fb24 HTTP/1.1" status: 204 len: 168 time: 0.1236939 May 28 17:45:24.775789 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac2358b-6026-46aa-9fae-3b32dcdf7021 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71dfbf8b-c0bb-4ad4-8b7e-df814a87fb24,revision_number=None']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 17:45:25.200524 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-e8a5db28-1154-4c60-974a-d9003fa5698e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (8a8c7bbb-808d-49ae-95de-62501e6237ff), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:45:26.505668 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-f22b8f6e-815f-41ba-a8b6-c2e56f67911e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (0b51406a-5a43-473c-8a39-67b2a4c71e5e), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:45:27.807524 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-44990afe-4038-4bea-a0ed-12e052229f33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (19502cf1-8899-41f0-9103-a107faa54218), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:45:29.435462 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (0032cfec-21e8-44dd-a7d5-0b8312dfe052), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:45:32.433103 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=12 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:45:32.435032 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=32 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:45:32.899678 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=46 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:45:34.509659 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=51 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:45:34.749864 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=35,neutron:DELETE=4 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:45:34.770861 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=66,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:45:35.430643 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (7cdbebfa-f3b4-48eb-8fbc-caed95606681), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:45:45.424817 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=70,neutron:UPDATE=2 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:45:45.425703 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=52,neutron:UPDATE=4 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:45:52.915127 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-68a0e9c8-46c6-4771-82da-aef3e897a2f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (b4d0b3c0-cc03-4456-af87-35ab415ef94b), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:45:55.202340 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-207e695b-c94f-485c-bdd4-00e520c4bfec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (8a8c7bbb-808d-49ae-95de-62501e6237ff), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:45:56.499850 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=12 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:45:56.504366 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=20 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:45:56.504544 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-f22b8f6e-815f-41ba-a8b6-c2e56f67911e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (0b51406a-5a43-473c-8a39-67b2a4c71e5e), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:45:57.810417 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-44990afe-4038-4bea-a0ed-12e052229f33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (19502cf1-8899-41f0-9103-a107faa54218), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:45:59.437843 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (0032cfec-21e8-44dd-a7d5-0b8312dfe052), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:46:01.513186 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.agents_db [None req-b36f0ab6-f8d6-4670-a7fa-3628cf342135 None None] Agent healthcheck: found 6 active agents {{(pid=103914) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 28 17:46:05.432449 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (7cdbebfa-f3b4-48eb-8fbc-caed95606681), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:46:11.508130 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=1 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:46:11.508869 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=1 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:46:15.427071 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:46:15.427868 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:46:22.917959 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-5e9db51f-de17-41bc-80b8-e1eb48a92385 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (b4d0b3c0-cc03-4456-af87-35ab415ef94b), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:46:25.204188 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-413a1b4e-7591-4289-83b5-42c29968a655 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (8a8c7bbb-808d-49ae-95de-62501e6237ff), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:46:26.505802 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-f22b8f6e-815f-41ba-a8b6-c2e56f67911e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (0b51406a-5a43-473c-8a39-67b2a4c71e5e), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:46:27.813591 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-44990afe-4038-4bea-a0ed-12e052229f33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (19502cf1-8899-41f0-9103-a107faa54218), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:46:29.439004 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (0032cfec-21e8-44dd-a7d5-0b8312dfe052), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:46:32.900077 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.wsgi [req-801f3627-0f8e-4d52-b4a7-ec2285a906a7 req-738cc88c-68e9-4dc3-af0b-d8ebbbb4a028 service neutron] (103912) timed out ('10.222.0.16', 53339) {{(pid=103912) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 28 17:46:33.495402 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=2 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:46:33.502113 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=4 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:46:35.443380 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (7cdbebfa-f3b4-48eb-8fbc-caed95606681), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:46:38.512047 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.agents_db [None req-b36f0ab6-f8d6-4670-a7fa-3628cf342135 None None] Agent healthcheck: found 6 active agents {{(pid=103914) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 28 17:46:45.434120 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:46:45.439130 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:46:51.419756 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=2 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:46:51.420397 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:46:52.919388 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-2c75062b-d5ff-4252-9b8f-662b7bc546f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (b4d0b3c0-cc03-4456-af87-35ab415ef94b), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:46:55.206304 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-508bc573-a359-4675-9dcb-af6137c7ae62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (8a8c7bbb-808d-49ae-95de-62501e6237ff), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:46:56.508746 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-f22b8f6e-815f-41ba-a8b6-c2e56f67911e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (0b51406a-5a43-473c-8a39-67b2a4c71e5e), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:46:57.816315 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-44990afe-4038-4bea-a0ed-12e052229f33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (19502cf1-8899-41f0-9103-a107faa54218), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:46:59.592582 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (0032cfec-21e8-44dd-a7d5-0b8312dfe052), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:47:05.455634 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (7cdbebfa-f3b4-48eb-8fbc-caed95606681), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:47:10.501144 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=3 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:47:10.506445 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=3 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:47:15.445780 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=19,neutron:UPDATE=2 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:47:15.452075 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=25,neutron:UPDATE=4 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:47:15.511309 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.agents_db [None req-b36f0ab6-f8d6-4670-a7fa-3628cf342135 None None] Agent healthcheck: found 6 active agents {{(pid=103914) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 28 17:47:22.920152 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-0af91aca-552a-4494-8274-51e74813f37c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (b4d0b3c0-cc03-4456-af87-35ab415ef94b), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:47:25.207834 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-f1965c6a-b4bd-421b-94d5-f83c108b3fbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (8a8c7bbb-808d-49ae-95de-62501e6237ff), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:47:25.507189 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=1 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:47:25.507825 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=1 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:47:26.515705 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-f22b8f6e-815f-41ba-a8b6-c2e56f67911e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (0b51406a-5a43-473c-8a39-67b2a4c71e5e), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:47:27.818850 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-44990afe-4038-4bea-a0ed-12e052229f33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (19502cf1-8899-41f0-9103-a107faa54218), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:47:29.444670 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (0032cfec-21e8-44dd-a7d5-0b8312dfe052), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:47:35.456097 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (7cdbebfa-f3b4-48eb-8fbc-caed95606681), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:47:45.450621 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:47:45.452622 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:47:52.510337 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.agents_db [None req-b36f0ab6-f8d6-4670-a7fa-3628cf342135 None None] Agent healthcheck: found 6 active agents {{(pid=103914) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 28 17:47:52.922111 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-2aa38632-0564-441c-9f30-fdc85bee4f6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (b4d0b3c0-cc03-4456-af87-35ab415ef94b), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:47:55.207906 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-b88246cf-c832-47ae-8ecd-b69d7768f5b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (8a8c7bbb-808d-49ae-95de-62501e6237ff), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:47:56.515141 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-f22b8f6e-815f-41ba-a8b6-c2e56f67911e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (0b51406a-5a43-473c-8a39-67b2a4c71e5e), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:47:57.820846 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-44990afe-4038-4bea-a0ed-12e052229f33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (19502cf1-8899-41f0-9103-a107faa54218), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:47:59.449584 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (0032cfec-21e8-44dd-a7d5-0b8312dfe052), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:48:02.506169 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=17 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:48:02.506870 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=17 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:48:05.471546 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (7cdbebfa-f3b4-48eb-8fbc-caed95606681), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:48:15.461351 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:48:15.466985 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:48:22.923703 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-97b054fc-1f6b-4dc4-8dc7-0d0569fb4c38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (b4d0b3c0-cc03-4456-af87-35ab415ef94b), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:48:24.494755 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=3 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:48:24.499736 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=3 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:48:25.209362 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-83538a0d-4e82-49e3-9682-f2fcca593db5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (8a8c7bbb-808d-49ae-95de-62501e6237ff), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:48:26.517970 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-f22b8f6e-815f-41ba-a8b6-c2e56f67911e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (0b51406a-5a43-473c-8a39-67b2a4c71e5e), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:48:27.823882 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-44990afe-4038-4bea-a0ed-12e052229f33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (19502cf1-8899-41f0-9103-a107faa54218), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:48:29.452781 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (0032cfec-21e8-44dd-a7d5-0b8312dfe052), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:48:29.511418 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.agents_db [None req-b36f0ab6-f8d6-4670-a7fa-3628cf342135 None None] Agent healthcheck: found 6 active agents {{(pid=103914) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 28 17:48:35.470466 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (7cdbebfa-f3b4-48eb-8fbc-caed95606681), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:48:39.507478 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=2 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:48:45.464777 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:48:45.466875 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:48:51.424342 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=1 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:48:51.425121 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:DELETE=1 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:48:52.925906 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-7748c3f5-582c-4a9f-82e5-977c4efba184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (b4d0b3c0-cc03-4456-af87-35ab415ef94b), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:48:55.210676 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-c52c182f-96af-47a0-81c6-7acce558aa2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (8a8c7bbb-808d-49ae-95de-62501e6237ff), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:48:56.519994 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-f22b8f6e-815f-41ba-a8b6-c2e56f67911e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (0b51406a-5a43-473c-8a39-67b2a4c71e5e), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:48:57.826596 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-44990afe-4038-4bea-a0ed-12e052229f33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (19502cf1-8899-41f0-9103-a107faa54218), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:48:59.455178 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (0032cfec-21e8-44dd-a7d5-0b8312dfe052), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:49:05.470230 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (7cdbebfa-f3b4-48eb-8fbc-caed95606681), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:49:06.510334 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.agents_db [None req-b36f0ab6-f8d6-4670-a7fa-3628cf342135 None None] Agent healthcheck: found 6 active agents {{(pid=103914) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 28 17:49:09.379590 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=3 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:49:15.463651 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=24,neutron:UPDATE=2 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:49:15.465763 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=20,neutron:UPDATE=4 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:49:16.506446 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=7 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:49:22.927327 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-57992e0e-2827-4ce7-93e4-eaf47245d595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (b4d0b3c0-cc03-4456-af87-35ab415ef94b), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:49:25.211561 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-d1f33250-52bc-4f51-bec8-3aad7404a6a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (8a8c7bbb-808d-49ae-95de-62501e6237ff), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:49:26.525468 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-f22b8f6e-815f-41ba-a8b6-c2e56f67911e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (0b51406a-5a43-473c-8a39-67b2a4c71e5e), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:49:27.112646 dv-cinder-843729-1-iscsi neutron-server[103911]: DEBUG neutron.wsgi [req-1f2ffdc3-ffb9-43e6-b909-fbd3529b9988 req-29cd4c24-db8b-40c7-92b2-d49b9675da40 service neutron] (103911) timed out ('10.222.0.33', 33514) {{(pid=103911) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 28 17:49:27.288033 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.wsgi [req-1f2ffdc3-ffb9-43e6-b909-fbd3529b9988 req-e31d5ac4-e67f-4fdd-95b2-46ba17f071b6 tempest-TestShelveInstance-1750145619 tempest-TestShelveInstance-1750145619-project] (103912) timed out ('10.222.0.33', 33522) {{(pid=103912) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 28 17:49:27.829661 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-44990afe-4038-4bea-a0ed-12e052229f33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (19502cf1-8899-41f0-9103-a107faa54218), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:49:29.457435 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (0032cfec-21e8-44dd-a7d5-0b8312dfe052), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:49:35.479970 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (7cdbebfa-f3b4-48eb-8fbc-caed95606681), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:49:38.480898 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=2 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:49:38.491970 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=4 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:49:43.509240 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.agents_db [None req-b36f0ab6-f8d6-4670-a7fa-3628cf342135 None None] Agent healthcheck: found 6 active agents {{(pid=103914) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 28 17:49:45.474254 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:49:45.476209 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:UPDATE=3,neutron:SELECT=8 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:49:52.927733 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-fd3be25d-50a7-4ba3-bc54-ee7a0b1499c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (b4d0b3c0-cc03-4456-af87-35ab415ef94b), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:49:53.504797 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=15 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:49:53.505786 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=13 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:49:55.212973 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-3793a571-32b5-4b7b-ba19-8db815c273cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (8a8c7bbb-808d-49ae-95de-62501e6237ff), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:49:56.526978 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-f22b8f6e-815f-41ba-a8b6-c2e56f67911e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (0b51406a-5a43-473c-8a39-67b2a4c71e5e), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:49:57.833262 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-44990afe-4038-4bea-a0ed-12e052229f33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (19502cf1-8899-41f0-9103-a107faa54218), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:49:59.372526 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.wsgi [req-e931f3c5-f34a-40d8-9b8c-b7cfb9d0ad72 req-52f60393-def5-448c-a0eb-b01e9825b0d4 service neutron] (103912) timed out ('10.222.0.33', 60530) {{(pid=103912) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 28 17:49:59.451331 dv-cinder-843729-1-iscsi neutron-server[103912]: DEBUG neutron.wsgi [req-e931f3c5-f34a-40d8-9b8c-b7cfb9d0ad72 req-8c5135ec-5f1c-42d8-af1a-098fea9645b6 tempest-AttachVolumeShelveTestJSON-730962505 tempest-AttachVolumeShelveTestJSON-730962505-project] (103912) timed out ('10.222.0.33', 60538) {{(pid=103912) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 28 17:49:59.459971 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (0032cfec-21e8-44dd-a7d5-0b8312dfe052), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:50:05.487379 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (7cdbebfa-f3b4-48eb-8fbc-caed95606681), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:50:15.475922 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:50:15.482138 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:50:15.487591 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=2 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:50:15.489412 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=4 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:50:20.508014 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.agents_db [None req-b36f0ab6-f8d6-4670-a7fa-3628cf342135 None None] Agent healthcheck: found 6 active agents {{(pid=103914) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 28 17:50:22.930462 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-f8b87e58-3540-4cb9-bbb1-abbb9d214eba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (b4d0b3c0-cc03-4456-af87-35ab415ef94b), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:50:25.214509 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-d1d79e18-daf5-45da-92f6-6daaec35090d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (8a8c7bbb-808d-49ae-95de-62501e6237ff), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:50:26.529450 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-f22b8f6e-815f-41ba-a8b6-c2e56f67911e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (0b51406a-5a43-473c-8a39-67b2a4c71e5e), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:50:27.835087 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-44990afe-4038-4bea-a0ed-12e052229f33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (19502cf1-8899-41f0-9103-a107faa54218), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:50:29.466450 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-11fbfac6-1f62-482e-a5de-8d8e332704c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (0032cfec-21e8-44dd-a7d5-0b8312dfe052), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:50:30.502890 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=1 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:50:30.503655 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=1 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:50:35.485079 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-14c09f17-5ebf-454c-b26c-daf2b73a09d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (7cdbebfa-f3b4-48eb-8fbc-caed95606681), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:50:45.479094 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:50:45.481056 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=10,neutron:UPDATE=5 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:50:52.479794 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=3 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:50:52.484986 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG dbcounter [-] [103914] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=103914) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 17:50:52.932293 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-23c3b28c-2a26-45ef-a8bc-622d246f90ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (b4d0b3c0-cc03-4456-af87-35ab415ef94b), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:50:55.216905 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-907ad397-84e1-44d1-b76e-7f1eea27c5d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (8a8c7bbb-808d-49ae-95de-62501e6237ff), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:50:56.532779 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-f22b8f6e-815f-41ba-a8b6-c2e56f67911e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (0b51406a-5a43-473c-8a39-67b2a4c71e5e), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 17:50:57.506691 dv-cinder-843729-1-iscsi neutron-server[103914]: DEBUG neutron.db.agents_db [None req-b36f0ab6-f8d6-4670-a7fa-3628cf342135 None None] Agent healthcheck: found 6 active agents {{(pid=103914) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 28 17:50:57.838597 dv-cinder-843729-1-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-44990afe-4038-4bea-a0ed-12e052229f33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735968598622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1821082'] for agent (19502cf1-8899-41f0-9103-a107faa54218), after_update {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}